-- Logs begin at Tue 2022-04-05 11:23:13 UTC, end at Tue 2022-04-05 13:08:46 UTC. -- Apr 05 11:57:07.132537 dv-neutron-833203-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 11:57:09.603123 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:57:09.603845 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev94 Apr 05 11:57:09.603937 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:57:09.606989 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:57:09.607270 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev94 Apr 05 11:57:09.607580 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87850) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:57:09.608517 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:57:09.608749 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:57:09.609097 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:57:09.609338 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:57:09.609562 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:57:09.609880 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.610179 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.610474 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.610700 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.610991 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.611304 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.611583 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.611868 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.612162 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.612444 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.612720 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.613000 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.613229 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.613590 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.613933 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.614226 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.614451 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] debug = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.614731 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.615189 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.615605 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.615886 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.616176 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.616457 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.616731 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.617010 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.617289 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.617828 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] host = dv-neutron-833203-3-hyperv {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.620830 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.621206 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.621517 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.621826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.622115 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.622404 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.622729 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.623105 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.623425 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.623724 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.624023 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.624351 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.624729 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.624988 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.625232 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.625532 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.625826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.626109 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.626471 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.626804 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.627116 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.627420 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.627702 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.627993 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.628283 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.628573 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.628850 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.629149 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.629426 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.629700 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.629988 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.630262 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.630537 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.630812 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.631133 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.631406 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.631680 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.631978 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.632265 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.632547 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.632832 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.633105 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.633385 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.633658 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.633929 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.634199 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_json = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.634470 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.634739 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.635020 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.635313 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.635584 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.635856 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.636127 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.636410 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.636679 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:09.636971 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.637267 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.637822 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.638108 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.638397 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.638675 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.638963 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.639261 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.639550 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.639838 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.640122 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.640399 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.640684 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.640962 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.641253 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.641552 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.641844 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.642135 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.642409 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.642683 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.642958 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.643254 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.643536 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.643826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.644117 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.644389 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.645179 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.645484 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.645760 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.646031 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.646308 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.646597 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.646875 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.647187 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.647451 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.647729 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.647996 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.648266 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.648540 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.648825 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.649101 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.649367 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.649634 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.649906 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.650172 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.650452 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.650724 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.650992 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.651280 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.651553 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.651820 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.652087 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.652362 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.652631 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.652902 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.653171 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.653437 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.653707 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.653975 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.654246 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.654519 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.654787 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.655083 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.655356 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.655621 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.655888 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.656155 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.656425 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.656707 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.657001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.657278 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.657557 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.657828 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.658101 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.658376 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.658651 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.658925 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.659231 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.659500 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.659788 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.660068 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.660415 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.661217 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.661493 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.661783 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.662056 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.662334 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.662607 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.662885 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.663191 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.663470 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.663760 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.664048 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.664337 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.664627 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.664914 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.665189 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.665489 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.665764 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:09.665977 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:57:09.666214 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87850) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 11:57:10.058868 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO keyring.backend [-] Loading KWallet Apr 05 11:57:10.066022 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO keyring.backend [-] Loading SecretService Apr 05 11:57:10.069979 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO keyring.backend [-] Loading Windows Apr 05 11:57:10.071293 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO keyring.backend [-] Loading chainer Apr 05 11:57:10.072082 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO keyring.backend [-] Loading macOS Apr 05 11:57:10.105641 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 11:57:10.105909 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 11:57:10.106191 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 11:57:10.106552 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 11:57:10.487616 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.487905 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.488176 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.490012 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.490283 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.490547 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.525323 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.525595 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.525855 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.538597 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.538871 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.539160 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.569417 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.569695 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.569963 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.606105 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.606630 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.606630 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.838746 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.838955 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.839248 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.839512 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.840247 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.959437 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.959764 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.960050 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.960323 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.960589 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.960904 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.961173 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.961430 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.961686 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.961969 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.962228 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.962491 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.962754 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.963009 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.963297 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.963565 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.963822 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.964091 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.964344 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.964626 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.964976 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.965226 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.965471 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.965750 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.965997 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.966245 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:10.966623 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.966859 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.967117 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.967351 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.967583 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.967812 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:10.968175 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 11:57:10.971244 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 11:57:10.975171 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 11:57:10.978845 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 05 11:57:10.980483 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 11:57:10.980929 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 11:57:10.981261 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 11:57:10.981640 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 11:57:10.984587 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 11:57:10.984835 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 11:57:10.985178 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:57:11.013558 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 11:57:11.014002 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.014294 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87850) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 11:57:11.014651 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.016023 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87850) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 11:57:11.016301 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:57:11.016543 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 11:57:11.019785 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.020061 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.081808 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 11:57:11.082045 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 11:57:11.082411 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 11:57:11.082779 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 11:57:11.112995 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_db.sqlalchemy.engines [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87850) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 11:57:11.451433 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing driver for type 'gre' Apr 05 11:57:11.452120 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] gre ID ranges: [(1, 1000)] Apr 05 11:57:11.510336 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing driver for type 'local' Apr 05 11:57:11.510797 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing driver for type 'vlan' Apr 05 11:57:11.522999 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] VlanTypeDriver initialization complete Apr 05 11:57:11.523378 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing driver for type 'vxlan' Apr 05 11:57:11.523864 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] vxlan ID ranges: [(1, 1000)] Apr 05 11:57:11.576997 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing extension driver 'port_security' Apr 05 11:57:11.577353 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.extensions.port_security [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] PortSecurityExtensionDriver initialization complete Apr 05 11:57:11.577716 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing mechanism driver 'openvswitch' Apr 05 11:57:11.578108 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing mechanism driver 'hyperv' Apr 05 11:57:11.584629 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.plugin [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:11.585293 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.585661 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.586009 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.586534 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.586959 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.587331 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.587674 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.588063 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.588464 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.588813 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.589152 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.589541 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.589944 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.590296 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.590634 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.591022 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.591443 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.591786 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.592123 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.592636 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.593036 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > address_group after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.593414 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > address_group after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.593754 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.594144 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87850) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 11:57:11.594583 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] ML2 OVO RPC backend initialized. {{(pid=87850) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 05 11:57:11.595322 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.595684 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.596104 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.596454 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > networks before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.596802 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.597146 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > ports before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.597490 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.598325 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnets before_response 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.598670 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.599015 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.599372 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.599709 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.600047 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.600381 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.600715 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.601050 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.601384 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.601950 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.plugin [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Modular L2 Plugin initialization complete Apr 05 11:57:11.602281 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading services supported by the core plugin {{(pid=87850) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 11:57:11.602602 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.plugins.ml2.managers [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Got port-security extension from driver 'port_security' Apr 05 11:57:11.603081 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.extensions.vlantransparent [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Disabled vlantransparent extension. Apr 05 11:57:11.603565 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87850) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 11:57:11.603878 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: router Apr 05 11:57:11.640833 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.641383 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_create 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.641575 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router before_create 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.641942 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.642313 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.642664 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_delete 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.643019 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.643403 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_create 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.643748 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.644096 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.644441 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.644837 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.645254 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.645624 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.645973 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.646309 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: subnet after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.646646 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.646993 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.647363 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_create 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.647704 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.648043 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.648400 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router after_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.648742 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.649091 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_create 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.649450 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.649790 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_update 55549900 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.650155 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > agent after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.650505 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > agent after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.650851 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > network after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.651749 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Tracking information for resource: router configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:11.652083 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Tracking information for resource: floatingip configured {{(pid=87850) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:57:11.656910 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.db.l3_agentschedulers_db [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 11:57:11.657478 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.657836 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.658185 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.658531 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: port after_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.659462 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router before_create 55550100 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.659826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.660189 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_create 55550100 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.661076 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > router precommit_update 55550100 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.665764 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.provider_configuration [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service providers = [] {{(pid=87850) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 11:57:11.666136 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.db.servicetype_db [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87850) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 11:57:11.669650 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.service_base [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:57:11.670191 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.service_base [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:57:11.670897 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.service_base [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:57:11.672362 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.services.service_base [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87850) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:57:11.672929 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.services.service_base [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 11:57:11.673470 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.673795 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 11:57:11.685089 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.685424 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: auto_allocate Apr 05 11:57:11.691861 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: network precommit_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.692235 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: network precommit_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.692871 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.693190 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: tag Apr 05 11:57:11.699678 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.700003 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: timestamp Apr 05 11:57:11.704029 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.704313 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: network_ip_availability Apr 05 11:57:11.710053 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.710424 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.710781 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.711529 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.711847 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: flavors Apr 05 11:57:11.716467 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.716796 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading Plugin: revisions Apr 05 11:57:11.721015 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87850) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:57:11.721388 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=87850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 11:57:11.722116 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87850) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 11:57:11.722451 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Initializing extension manager. Apr 05 11:57:11.723541 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: __init__.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.723886 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: __pycache__ {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.724221 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.724556 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: address_group.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.725299 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.725866 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: address-group Apr 05 11:57:11.726192 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: address_scope.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.726900 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.727440 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: address-scope Apr 05 11:57:11.727764 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.728682 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.729186 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: router-admin-state-down-before-update Apr 05 11:57:11.729511 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: agent.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.730206 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.730710 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: agent Apr 05 11:57:11.731049 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: agent_resources_synced.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.731956 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.732460 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: agent-resources-synced Apr 05 11:57:11.732781 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: allowedaddresspairs.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.734734 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.735280 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: allowed-address-pairs Apr 05 11:57:11.735605 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: auto_allocated_topology.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.736666 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.737174 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: auto-allocated-topology Apr 05 11:57:11.737495 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: availability_zone.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.738180 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.738721 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: availability_zone Apr 05 11:57:11.739057 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: availability_zone_filter.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.740004 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.740505 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: availability_zone_filter Apr 05 11:57:11.740824 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: data_plane_status.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.741727 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.742222 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 11:57:11.742541 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: default_subnetpools.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.743465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.743964 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: default-subnetpools Apr 05 11:57:11.744284 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.745078 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.745580 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: dhcp_agent_scheduler Apr 05 11:57:11.745903 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: dns.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.746799 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.747354 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 11:57:11.747677 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: dns_domain_ports.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.748585 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.749084 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 11:57:11.749405 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: dvr.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.750069 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.750566 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: dvr Apr 05 11:57:11.750888 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: empty_string_filtering.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.751819 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.752321 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: empty-string-filtering Apr 05 11:57:11.752644 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.753550 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.754075 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:57:11.754394 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.755919 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.755919 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 11:57:11.756126 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: external_net.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.757042 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.757549 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: external-net Apr 05 11:57:11.757870 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.758771 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.759307 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: extra_dhcp_opt Apr 05 11:57:11.759627 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: extraroute.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.760527 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.761024 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: extraroute Apr 05 11:57:11.761341 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: extraroute_atomic.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.762368 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.763162 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: extraroute-atomic Apr 05 11:57:11.763485 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: filter_validation.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.764148 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.764643 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: filter-validation Apr 05 11:57:11.764961 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: fip_pf_description.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.765859 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.766350 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 11:57:11.766689 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: fip_port_details.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.767610 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.768107 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: fip-port-details Apr 05 11:57:11.768425 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: flavors.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.770175 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.770683 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: flavors Apr 05 11:57:11.771006 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.772691 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.773209 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 11:57:11.773530 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: floatingip_pools.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.774227 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.774732 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: floatingip-pools Apr 05 11:57:11.775189 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: ip_allocation.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.775988 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.776487 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 11:57:11.776812 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.777730 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.778235 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: ip-substring-filtering Apr 05 11:57:11.778564 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l2_adjacency.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.779534 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.780033 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 11:57:11.780357 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.781357 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.781866 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: router Apr 05 11:57:11.782195 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.784625 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.785148 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:57:11.786057 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.786991 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.787527 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: ext-gw-mode Apr 05 11:57:11.787855 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.789949 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.789949 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: l3-ha Apr 05 11:57:11.789949 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3_flavors.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.790718 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.790978 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: l3-flavors Apr 05 11:57:11.791320 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.792247 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.792748 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 11:57:11.793067 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: l3agentscheduler.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.794132 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.794640 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: l3_agent_scheduler Apr 05 11:57:11.794965 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: logging.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.796509 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.797020 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension logging not supported by any of loaded plugins Apr 05 11:57:11.797348 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: metering.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.798090 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.798664 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: metering Apr 05 11:57:11.798990 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.800106 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.800612 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: metering_source_and_destination_fields Apr 05 11:57:11.801033 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: multiprovidernet.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.801890 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.802401 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: multi-provider Apr 05 11:57:11.802766 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: netmtu.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.803665 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.804171 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: net-mtu Apr 05 11:57:11.804491 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: netmtu_writable.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.805406 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.805910 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: net-mtu-writable Apr 05 11:57:11.806232 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: network_availability_zone.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.807652 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.807652 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: network_availability_zone Apr 05 11:57:11.807846 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: network_ip_availability.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.808801 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.809305 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: network-ip-availability Apr 05 11:57:11.809626 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: network_segment_range.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.810377 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.810874 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 11:57:11.811229 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: pagination.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.812206 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.812532 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: pagination Apr 05 11:57:11.812849 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: port_device_profile.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.813758 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.814270 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: port-device-profile Apr 05 11:57:11.814590 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.815524 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.816024 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: port-mac-address-regenerate Apr 05 11:57:11.816343 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.817281 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.817780 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: port-numa-affinity-policy Apr 05 11:57:11.818100 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: port_resource_request.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.819001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.819532 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 11:57:11.819850 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: portbindings.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.820768 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.821268 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: binding Apr 05 11:57:11.821593 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: portbindings_extended.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.822900 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.823441 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: binding-extended Apr 05 11:57:11.823766 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: portsecurity.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.824672 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.825224 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: port-security Apr 05 11:57:11.825497 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: project_id.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.826469 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.826794 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: project-id Apr 05 11:57:11.827150 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: providernet.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.828068 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.828578 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: provider Apr 05 11:57:11.828945 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.833066 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.833579 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos not supported by any of loaded plugins Apr 05 11:57:11.833908 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.835169 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.835676 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 11:57:11.836001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.836917 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.837420 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 11:57:11.837744 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_default.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.838646 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.839184 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-default not supported by any of loaded plugins Apr 05 11:57:11.839511 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_fip.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.840160 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.840656 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 11:57:11.840984 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_gateway_ip.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.841899 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.842402 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 11:57:11.842723 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_port_network_policy.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.843657 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.844159 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 11:57:11.844481 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_rule_type_details.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.845383 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.845884 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 11:57:11.846203 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: qos_rules_alias.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.847263 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.847825 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 11:57:11.848659 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: quotasv2.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.849592 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.849920 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: quotas Apr 05 11:57:11.850239 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: quotasv2_detail.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.851862 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.852205 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: quota_details Apr 05 11:57:11.852539 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: rbac.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.853596 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.854117 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: rbac-policies Apr 05 11:57:11.854446 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: rbac_address_group.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.855408 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.855926 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: rbac-address-group Apr 05 11:57:11.856253 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: rbac_address_scope.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.857164 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.857677 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: rbac-address-scope Apr 05 11:57:11.858001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: rbac_security_groups.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.858910 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.859451 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: rbac-security-groups Apr 05 11:57:11.859782 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: rbac_subnetpool.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.860710 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.861218 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: rbac-subnetpool Apr 05 11:57:11.861541 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: revisionifmatch.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.862464 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.862971 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: revision-if-match Apr 05 11:57:11.863346 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: revisions.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.864465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.864973 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: standard-attr-revisions Apr 05 11:57:11.865296 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: router_availability_zone.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.865960 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.866458 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: router_availability_zone Apr 05 11:57:11.866779 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: routerservicetype.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.867720 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.868225 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 11:57:11.868544 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.869466 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.869968 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: security-groups-normalized-cidr Apr 05 11:57:11.870293 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.871357 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.871867 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: port-security-groups-filtering Apr 05 11:57:11.872188 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.873119 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.873624 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: security-groups-remote-address-group Apr 05 11:57:11.873944 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: securitygroup.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.883434 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.883956 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: security-group Apr 05 11:57:11.884290 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: segment.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.885069 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.885576 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension segment not supported by any of loaded plugins Apr 05 11:57:11.885906 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.886833 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.887363 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 11:57:11.887942 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: servicetype.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.889026 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.889543 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: service-type Apr 05 11:57:11.889874 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: sorting.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.890844 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.891207 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: sorting Apr 05 11:57:11.891532 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: standard_attr_segment.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.892445 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.892955 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 11:57:11.893279 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: standardattrdescription.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.893921 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.894424 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: standard-attr-description Apr 05 11:57:11.895303 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: stateful_security_group.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.896220 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.896734 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: stateful-security-group Apr 05 11:57:11.897059 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: stdattrs_common.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.897643 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 11:57:11.897962 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.898978 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.899516 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 11:57:11.899839 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnet_onboard.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.900909 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.901425 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: subnet_onboard Apr 05 11:57:11.901749 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.902670 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.903212 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 11:57:11.903539 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnet_service_types.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.904456 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.904965 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: subnet-service-types Apr 05 11:57:11.905286 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnetallocation.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.906360 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.906869 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: subnet_allocation Apr 05 11:57:11.907225 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.907885 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.908386 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: subnetpool-prefix-ops Apr 05 11:57:11.908707 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.909647 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.910152 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 11:57:11.911085 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: tagging.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.912145 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.912665 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: standard-attr-tag Apr 05 11:57:11.912994 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: timestamp.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.914182 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.914689 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loaded extension: standard-attr-timestamp Apr 05 11:57:11.915014 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: trunk.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.916069 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.916580 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension trunk not supported by any of loaded plugins Apr 05 11:57:11.916904 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: trunk_details.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.917822 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.918333 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 11:57:11.918657 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: uplink_status_propagation.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.919596 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.920104 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 11:57:11.920433 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Loading extension file: vlantransparent.py {{(pid=87850) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:57:11.921096 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87850) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:57:11.921600 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 11:57:11.924034 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:network Apr 05 11:57:11.924777 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnet Apr 05 11:57:11.926725 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:57:11.927370 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:port Apr 05 11:57:11.928629 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:11.929073 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service FLAVORS assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:11.929682 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:11.930117 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:11.930451 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:router Apr 05 11:57:11.931135 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:57:11.931840 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service METERING assigned prefix: /metering {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:11.933273 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.933641 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:11.933992 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:57:12.042637 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:57:12.043050 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:57:12.043801 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:57:12.044557 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service CORE assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.044892 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:57:12.045246 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] subnetpool is already registered Apr 05 11:57:12.045867 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service CORE assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.046223 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:57:12.046695 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] subnetpool is already registered Apr 05 11:57:12.049510 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.050033 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service FLAVORS assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.050737 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.051266 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.051625 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:router Apr 05 11:57:12.052033 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] router is already registered Apr 05 11:57:12.052848 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:57:12.053231 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] floatingip is already registered Apr 05 11:57:12.053837 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service METERING assigned prefix: /metering {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.054523 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:57:12.054922 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] rbac_policy is already registered Apr 05 11:57:12.055794 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:57:12.056033 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] security_group is already registered Apr 05 11:57:12.056770 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:57:12.057264 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] security_group_rule is already registered Apr 05 11:57:12.058063 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service CORE assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.058414 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:57:12.058716 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] subnetpool is already registered Apr 05 11:57:12.059370 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.v2.resource_helper [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Service CORE assigned prefix: {{(pid=87850) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:57:12.059765 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:57:12.060221 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING neutron.quota.resource_registry [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] subnetpool is already registered Apr 05 11:57:12.060858 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: extensions {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.062555 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: address-groups {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.064324 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: address-scopes {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.065682 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: agents {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.067490 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: auto-allocated-topology {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.068732 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: availability_zones {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.070033 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: dhcp-networks {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.071442 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: dhcp-agents {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.072878 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: routers {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.074655 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: flavors {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.075842 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: service_profiles {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.077036 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: next_providers {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.078634 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: service_profiles {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.080110 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: floatingip-pools {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.081312 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: routers {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.083703 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: floatingips {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.084892 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: l3-routers {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.086249 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: l3-agents {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.087681 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: metering-labels {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.089022 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: metering-label-rules {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.090294 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: network-ip-availabilities {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.091568 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: bindings {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.093258 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: quotas {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.094610 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: quotas {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.096040 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: rbac-policies {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.097310 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: security-groups {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.098547 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: security-group-rules {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.099807 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: service-providers {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.101039 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: subnetpools {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.102452 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: subnetpools {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.103917 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.105573 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.108475 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.110290 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.112116 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.113982 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.115692 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.117572 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.119341 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.121178 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron.api.extensions [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Extended resource: tags {{(pid=87850) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:57:12.127156 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING keystonemiddleware.auth_token [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 11:57:12.132447 dv-neutron-833203-3-hyperv neutron-server[87850]: WARNING keystonemiddleware.auth_token [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 11:57:12.140776 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Acquired lock "singleton_lock" {{(pid=87850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 11:57:12.141259 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_concurrency.lockutils [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Releasing lock "singleton_lock" {{(pid=87850) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 11:57:12.141895 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Starting 2 workers Apr 05 11:57:12.147199 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Started child 87957 {{(pid=87850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 11:57:12.151429 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Started child 87958 {{(pid=87850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 11:57:12.152450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.153002 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO neutron.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 11:57:12.153639 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Notify callbacks [] for process, before_spawn {{(pid=87850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.154027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [-] (87957) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:57:12.155816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.156227 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Starting 1 workers Apr 05 11:57:12.157179 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [-] (87958) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:57:12.161188 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Started child 87959 {{(pid=87850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 11:57:12.161707 dv-neutron-833203-3-hyperv neutron-server[87850]: INFO oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Starting 1 workers Apr 05 11:57:12.164655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] calling RpcWorker wait() {{(pid=87959) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 11:57:12.165185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] returning from RpcWorker wait() {{(pid=87959) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 11:57:12.165950 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Started child 87960 {{(pid=87850) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 11:57:12.166429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.166705 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG neutron_lib.callbacks.manager [None req-40cf6efa-4160-4ebd-83bd-637d72ddef04 None None] Notify callbacks [] for process, after_spawn {{(pid=87850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.166962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:12.168483 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 11:57:12.168695 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:57:12.168877 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:57:12.169084 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:57:12.169426 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:57:12.169586 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:57:12.170071 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.170353 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.170516 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:12.170965 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.170965 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.171211 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.171758 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.172029 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.172274 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.172545 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.172774 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.172939 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.173103 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.173348 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.173594 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.173885 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.174147 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.174378 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.174680 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.174853 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.175135 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.175398 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.175641 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.175936 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] debug = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.176190 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.176674 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.176918 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.177186 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.177399 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.177664 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.177912 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.178175 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.178408 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.178674 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.178916 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.179215 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.179448 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.179663 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.179878 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.180144 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.180378 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.180848 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] host = dv-neutron-833203-3-hyperv {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.181064 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.181298 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.181545 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.181790 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.182029 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.182267 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.182533 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.182772 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.183053 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.183278 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.183515 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.183753 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.183996 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.184241 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.184404 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_options = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.184659 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.184932 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.185189 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.185391 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.185562 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.185736 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.185990 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.186151 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.186403 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.186615 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.186826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.187050 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.187290 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.187520 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.187771 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.187998 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.188241 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.188434 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.188676 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.188923 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.189147 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.189367 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.189597 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.189831 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.190069 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.190297 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.190534 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.190746 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.190976 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.191218 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.192079 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.192462 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.192715 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.192961 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.193089 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:12.193233 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.193404 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.193635 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.193901 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.194128 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.194372 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.194613 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.194824 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.195065 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.195469 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.195714 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.196012 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_json = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.196313 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.196739 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.196942 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.197276 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.197685 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.197902 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.198183 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.198491 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.198491 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.198972 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.199304 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.199612 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.199941 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.200176 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.200416 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.200674 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.200914 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.201199 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.201412 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.201732 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.202277 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.202277 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.202568 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.202727 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.203059 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.203323 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.203588 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.204308 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.204457 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.204655 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.204902 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.205247 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.205509 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.205852 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.206280 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.206501 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.206720 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.206937 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.207758 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.208014 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.208256 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.208532 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.208773 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.208989 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.209226 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.209455 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.209691 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.209919 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.210169 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.210409 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.210645 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.210885 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.211124 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.211375 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.211966 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.212193 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.212494 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.212640 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.212882 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.213597 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.213830 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.214048 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.214266 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.214616 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.214771 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.215411 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.215572 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.215766 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.216090 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.216309 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.217056 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.217056 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.217056 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.217440 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.217440 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218061 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218061 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218061 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218434 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218570 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218694 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.218878 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.219113 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.219325 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.219537 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.219768 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.220416 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.220563 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.220755 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.220983 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223711 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223711 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223711 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.223932 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.225095 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.225095 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.225095 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.225095 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.227286 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.227556 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.227793 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.228052 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.228332 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.228579 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.228809 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.229067 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.229314 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.229546 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.229826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.230097 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.230352 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.231405 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.231668 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.231990 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.232256 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.232541 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.232794 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.233055 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.233526 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.233830 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.234111 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.234348 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.234600 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.234857 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.235151 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.235394 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.235662 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.235897 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.236114 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.236389 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.236634 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.236854 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.237079 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.237292 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.237639 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.237902 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.238164 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.238421 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.239123 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.239399 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.239660 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.239945 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.240212 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.240463 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.242070 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.242376 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.242640 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.243741 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.244867 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.245119 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.245378 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.245624 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.245864 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.246092 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.246311 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.246549 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.246784 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.247005 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.247498 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.247748 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.247966 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.248200 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.248922 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.249172 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.249511 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.249894 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.250836 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.252468 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.252760 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.253035 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.253281 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.253556 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.253809 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.254584 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.254839 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.255263 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.255594 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.256027 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.256458 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.256794 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.257077 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.257320 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.257603 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.257826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.258544 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.258798 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.259401 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.260930 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.261167 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.261519 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.261776 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.262012 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.262258 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.262761 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.263001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.263778 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.264021 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.264260 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.264481 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.265033 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.265273 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.267049 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.267291 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.267525 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.267751 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.268031 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.268278 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.268532 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.268752 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.268974 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.269212 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.269448 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.270209 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.270422 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.270631 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.270846 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.271164 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.271448 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.271784 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.272056 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.272309 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.272643 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.273010 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.273109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:12.273262 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.273494 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.273721 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.273945 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.274161 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.274394 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.274612 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.274826 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.275078 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.275334 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.276176 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.276176 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.276442 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.276572 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.276840 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.277099 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.277364 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.277704 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.277922 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.278198 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.278437 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.278660 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.278905 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.279441 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.279770 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.280052 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.280654 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.280921 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.281549 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.282102 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.282383 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.282603 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.282932 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.283525 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.284186 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.284446 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.284700 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.284992 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.285244 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.285465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.285705 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.285944 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.286164 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.286589 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.286836 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.287113 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.287340 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.287595 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.287866 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.288099 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.288399 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.288661 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.288905 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.289063 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:57:12.290028 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87850) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 11:57:12.290195 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:57:12.290353 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:57:12.290524 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:57:12.290741 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:57:12.290904 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:57:12.291135 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.291326 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.291490 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.291652 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.291813 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292010 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292175 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292336 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292495 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292703 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292827 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.292961 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.293120 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.293280 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.293440 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.293600 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.293835 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.294005 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.294187 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.294350 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.295133 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.295335 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.295522 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] debug = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.295704 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.295902 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 43382) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:12.296121 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296258 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296392 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296550 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296712 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.296869 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297028 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297185 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297343 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297500 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297657 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297822 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.297982 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298140 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298300 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298463 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] host = dv-neutron-833203-3-hyperv {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298624 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298784 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.298943 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.299310 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.299529 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.299708 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.299903 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.299997 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300153 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300324 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300468 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300632 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300795 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.300973 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301115 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_options = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301300 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301707 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301707 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301879 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.301952 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302140 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302234 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302543 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302543 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302709 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.302907 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303121 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303277 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303429 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303575 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303723 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.303918 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.304092 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.304247 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.304385 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.304805 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065851 Apr 05 11:57:12.305441 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.305590 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.305755 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.305898 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306073 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306215 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306352 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306498 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306644 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306778 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.306940 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307118 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307262 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307399 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307559 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307703 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.307852 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308015 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308160 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308322 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308627 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308769 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.308930 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309085 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_json = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309234 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309378 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309535 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309692 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.309851 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.310008 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.310167 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.310326 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.310484 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:57:12.310665 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.310829 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.311001 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.311229 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.311393 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.311554 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312259 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312259 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312482 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312482 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312775 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.312775 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313038 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313142 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313315 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313427 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313532 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313665 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313832 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.313993 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.314155 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.314316 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.314492 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.314660 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.314861 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.315007 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.316098 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.316259 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.316387 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317036 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317171 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317342 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317494 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317653 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317813 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.317975 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318300 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318463 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318626 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318790 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.318954 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319162 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319327 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319488 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319650 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319814 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.319976 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320138 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320298 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320472 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320635 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320797 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.320957 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321118 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321279 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321441 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321602 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321765 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.321926 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322088 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322261 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322424 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322584 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322746 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.322908 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323088 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323254 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323415 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323577 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323731 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.323897 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324053 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324218 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324379 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324545 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324705 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.324865 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325026 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325188 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325349 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325512 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325669 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325830 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.325999 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326174 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326335 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326495 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326656 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326817 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.326978 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327161 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327320 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327481 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327641 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327802 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.327963 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.328127 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.328290 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.328450 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.328609 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329418 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329418 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329418 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329418 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329418 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329772 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329772 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329905 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.329972 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330114 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330285 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330446 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330608 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330768 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.330937 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331129 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331294 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331456 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331616 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331817 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.331941 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.332684 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.332876 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333039 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333201 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333362 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333533 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333704 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.333867 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334027 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334187 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334372 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334533 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334696 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.334857 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335018 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335216 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335378 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335540 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335701 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.335863 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336023 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336186 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336346 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336518 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336656 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336817 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.336979 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337141 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337302 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337483 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337625 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337786 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.337947 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338108 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338270 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338430 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338589 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338739 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.338937 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339076 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339237 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339397 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339558 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339719 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.339879 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340039 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340200 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340362 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340525 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340686 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.340847 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341009 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341170 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341331 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341493 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341653 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341815 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.341977 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342138 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342300 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342462 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342623 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342785 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.342945 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343125 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343305 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343625 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343789 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.343949 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344108 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344268 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344427 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344586 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344746 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.344909 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345137 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345259 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345365 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345526 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345686 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.345849 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346012 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346173 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346332 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346494 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346656 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346816 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.346975 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347160 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347306 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347465 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347625 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347823 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.347987 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348147 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348308 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348467 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348628 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348801 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.348963 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349123 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349282 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349442 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349612 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349772 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.349931 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350091 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350249 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350419 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350583 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350743 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.350912 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351091 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351252 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351413 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351587 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351748 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.351912 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352074 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352235 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352396 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352559 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352724 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.352895 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353064 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353250 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353422 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353591 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353761 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.353921 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354088 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354264 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354426 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354587 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354747 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.354908 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355154 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355326 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355475 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355634 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355856 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.355982 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.356088 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.356777 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.356777 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.356777 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.356777 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.357235 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.357235 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.357235 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.357565 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:57:12.357565 dv-neutron-833203-3-hyperv neutron-server[87850]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87850) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:57:23.172316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa46e43-8f93-4ba0-bc60-b3146989c876 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 11:57:23.261374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa46e43-8f93-4ba0-bc60-b3146989c876 None None] No non-hosted networks {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 11:57:23.281983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.agentschedulers_db [None req-9fa46e43-8f93-4ba0-bc60-b3146989c876 None None] DHCP Agent not found on host dv-neutron-833203-3-hyperv {{(pid=87959) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 11:57:23.425521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1b4d3f8-c624-47c4-b0f2-d5b18f119ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:25.219184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ca1b-805c-416f-83d4-5092d24c85fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:25.261374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0901-2402-4b52-be62-0a795fc502bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:26.372969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:26.399361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:26.404097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.404714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.405069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.405390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.405718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.406043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.406368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.406714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.407073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.407413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.407752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.408072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:26.408500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833203-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:26.419480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833203-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:57:27.644022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:29.251987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 43478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:29.501398 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.db.l3_hamode_db [None req-5cc79954-fab3-4f77-85fc-e51c267ffcbd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 11:57:29.587287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc79954-fab3-4f77-85fc-e51c267ffcbd None None] Routers set() bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 11:57:29.587585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc79954-fab3-4f77-85fc-e51c267ffcbd None None] Router IDs set() for agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 05 11:57:29.827177 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-5e554c36-3d8a-4c8f-9dd8-bbd673ba107d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:29.827767 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-5e554c36-3d8a-4c8f-9dd8-bbd673ba107d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:30.043510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-5e554c36-3d8a-4c8f-9dd8-bbd673ba107d admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 11:57:30.044540 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5e554c36-3d8a-4c8f-9dd8-bbd673ba107d admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7916071 Apr 05 11:57:32.403482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 43492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:32.759935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:32.853093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.policy [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:57:32.898308 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:32.898674 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING oslo_policy.policy [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:32.906813 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.quota [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Loaded quota_driver: . Apr 05 11:57:32.921863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:32.979647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787966898740', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787966898407', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787966887717', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787966918030', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787966908924', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787967000090', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1700469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1699263', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-985980'] for rbac-policy, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:33.041323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:33.042421 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1652851f-11c7-41e9-b4ae-5b823a22084a admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6380041 Apr 05 11:57:35.679747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43506) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:36.240083 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING oslo_policy.policy [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:36.240668 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING oslo_policy.policy [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:36.455099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b24548d2684145db90e5ee416829f41d'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:36.457358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.quota [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Loaded quota_driver: . Apr 05 11:57:36.472831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:36.479064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Usage tracker for resource:network and tenant:b24548d2684145db90e5ee416829f41d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:36.484694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:36.492363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:36.508782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Made reservation on behalf of b24548d2684145db90e5ee416829f41d for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:57:36.575732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.policy [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:57:36.620377 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING oslo_policy.policy [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:36.620742 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING oslo_policy.policy [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:57:36.630976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.651701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.665791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:36.669399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:b24548d2684145db90e5ee416829f41d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:36.674520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:36.680534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:36.779175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.782576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.804233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:57:36.829826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787965323349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.830401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Unsubscribe: segment precommit_create {{(pid=87957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:57:36.830897 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Added segment 711f5036-7c3d-4098-bd57-9ecf9ef64a3a of type vlan for network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 Apr 05 11:57:36.883337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26898f05-8e8a-4765-9f34-217111986d4e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:36.904856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.905215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.905554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.905883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.906210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.906552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.906877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.907225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.907546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.907858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.908171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.908482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Tracked resource versions report: Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: pushed versions: Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Log': {'1.0'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Network': {'1.1'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Port': {'1.7'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'PortForwarding': {'1.2'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'QosPolicy': {'1.8'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SubPort': {'1.0'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Subnet': {'1.1'}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Trunk': {'1.1'}} Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: consumer versions: Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'ConntrackHelper': '1.0', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Log': '1.0', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Network': '1.1', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Port': '1.7', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'PortForwarding': '1.2', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'QosPolicy': '1.8', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroup': '1.4', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroupRule': '1.2', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SubPort': '1.0', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Subnet': '1.1', Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Trunk': '1.1'}} Apr 05 11:57:36.910264 dv-neutron-833203-3-hyperv neutron-server[87957]: {{(pid=87957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:57:36.942966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.983869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:36.984998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:57:36.985636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:37.094722 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4127803 Apr 05 11:57:37.095234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567b446-e0ee-4191-9322-6e149df5c1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=8785f9f1-d5d0-4fe3-9997-13e62e603e54,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:37.129827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 11:57:39.740025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43528) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:40.186476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f49e68-79fb-4440-b765-e6e35b2435c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:57:40.187846 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f0f49e68-79fb-4440-b765-e6e35b2435c5 admin admin] 10.222.0.50 "GET /v2.0/networks/8785f9f1-d5d0-4fe3-9997-13e62e603e54 HTTP/1.1" status: 200 len: 825 time: 0.4468689 Apr 05 11:57:40.217140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dcda1e4f-d4ea-4ebb-80d4-637d71858177 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f204027b-8c6d-4613-829c-6ba8a2ff10e5 HTTP/1.1" status: 200 len: 734 time: 0.0239854 Apr 05 11:57:40.225778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:40.230068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:40.233713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Usage tracker for resource:subnet and tenant:b24548d2684145db90e5ee416829f41d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:40.236509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:40.242412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:40.251387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Made reservation on behalf of b24548d2684145db90e5ee416829f41d for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:57:40.253682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:40.521544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:40.624069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Checking segment: {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 11:57:40.624069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Network hostable DHCP agents. Network: 8785f9f1-d5d0-4fe3-9997-13e62e603e54, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:57:40.624069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3936ff03-dae3-4a53-b3d0-8c1a2af0a921,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:40.640356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:57:40.651803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8785f9f1-d5d0-4fe3-9997-13e62e603e54) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:57:40.656739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:57:40.657307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:40.662407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b204ed12-c933-4cdc-9555-af85ec6d86e0 None None] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 11:57:40.677160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ed13cc5-b513-4394-840f-466083632409 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4549830 Apr 05 11:57:40.971463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 11:57:40.973303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.156943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Allocated IP 172.20.0.2 (8785f9f1-d5d0-4fe3-9997-13e62e603e54/3936ff03-dae3-4a53-b3d0-8c1a2af0a921/577012aa-3880-4afe-9e02-8b9b1dac4f0e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:57:41.382886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.396649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Transition to ACTIVE for port object 577012aa-3880-4afe-9e02-8b9b1dac4f0e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 11:57:41.415961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Transition to ACTIVE for port object 577012aa-3880-4afe-9e02-8b9b1dac4f0e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 11:57:41.421967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.480418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:57:41.483160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:57:41.493874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 11:57:41.499875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Pushing event updated for resources: {'Port': ['ID=577012aa-3880-4afe-9e02-8b9b1dac4f0e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:41.540213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.540559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.540901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.541238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.541569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.541914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.542247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.542573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.542912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.543264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.543589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.543911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Tracked resource versions report: Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: pushed versions: Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: { 'AddressGroup': {'1.2'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'ConntrackHelper': {'1.0'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Log': {'1.0'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Network': {'1.1'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Port': {'1.7'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'PortForwarding': {'1.2'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'QosPolicy': {'1.8'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroup': {'1.4'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SubPort': {'1.0'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Subnet': {'1.1'}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Trunk': {'1.1'}} Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: consumer versions: Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'ConntrackHelper': '1.0', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Log': '1.0', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Network': '1.1', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Port': '1.7', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'PortForwarding': '1.2', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'QosPolicy': '1.8', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroup': '1.4', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroupRule': '1.2', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SubPort': '1.0', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Subnet': '1.1', Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Trunk': '1.1'}} Apr 05 11:57:41.545210 dv-neutron-833203-3-hyperv neutron-server[87959]: {{(pid=87959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:57:41.600187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Attempting to bind port 577012aa-3880-4afe-9e02-8b9b1dac4f0e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 11:57:41.600590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Attempting to bind port 577012aa-3880-4afe-9e02-8b9b1dac4f0e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 11:57:41.601004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Attempting to bind port 577012aa-3880-4afe-9e02-8b9b1dac4f0e on network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 11:57:41.606185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:57:41.606574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Checking segment: {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 11:57:41.607071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.607466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Bound using segment: {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:57:41.607931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Bound port: 577012aa-3880-4afe-9e02-8b9b1dac4f0e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 11:57:41.608335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.697310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] For port 577012aa-3880-4afe-9e02-8b9b1dac4f0e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 11:57:41.701183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] For port 577012aa-3880-4afe-9e02-8b9b1dac4f0e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=577012aa-3880-4afe-9e02-8b9b1dac4f0e,segment=NetworkSegment(711f5036-7c3d-4098-bd57-9ecf9ef64a3a),segment_id=711f5036-7c3d-4098-bd57-9ecf9ef64a3a)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 11:57:41.706975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:41.792889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243661a4-7b44-4146-8eca-dc775a1a64a9 None None] Pushing event updated for resources: {'Port': ['ID=577012aa-3880-4afe-9e02-8b9b1dac4f0e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:43.110443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43538) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:43.470763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-3eaabd00-3aca-4431-977f-0bbf1da528ec admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 11:57:43.472360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3eaabd00-3aca-4431-977f-0bbf1da528ec admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3604765 Apr 05 11:57:45.566895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2b937-ef43-41d6-a10f-2d613f057c86 None None] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 11:57:45.678314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4093c7b8-915a-45fd-8a14-de2c9b3bb3c8 None None] Provisioning for port 577012aa-3880-4afe-9e02-8b9b1dac4f0e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 11:57:45.873596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43552) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:46.180575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 577012aa-3880-4afe-9e02-8b9b1dac4f0e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:57:46.245811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 577012aa-3880-4afe-9e02-8b9b1dac4f0e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 11:57:46.247279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-9ca33ba5-cca4-4126-89d5-7002e3de099a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 11:57:46.248261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9ca33ba5-cca4-4126-89d5-7002e3de099a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3736811 Apr 05 11:57:46.250625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 577012aa-3880-4afe-9e02-8b9b1dac4f0e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:57:46.251001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:46.373007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:46.407558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 577012aa-3880-4afe-9e02-8b9b1dac4f0e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=577012aa-3880-4afe-9e02-8b9b1dac4f0e,segment=NetworkSegment(711f5036-7c3d-4098-bd57-9ecf9ef64a3a),segment_id=711f5036-7c3d-4098-bd57-9ecf9ef64a3a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 11:57:46.411375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:46.481038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=577012aa-3880-4afe-9e02-8b9b1dac4f0e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:48.157312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 577012aa-3880-4afe-9e02-8b9b1dac4f0e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:57:48.223855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 577012aa-3880-4afe-9e02-8b9b1dac4f0e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:57:48.224230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:48.892019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43564) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:49.234203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:49.239640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:49.243351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Usage tracker for resource:router and tenant:b24548d2684145db90e5ee416829f41d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:49.246580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:49.252192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:49.262405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:49.263926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:49.284431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:49.391771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:49.409332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:49.410611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fd965cd4-c035-4ea6-b1d3-fa13a719fa62 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5176258 Apr 05 11:57:51.207693 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 11:57:51.777128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43574) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:52.133625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-96fc929e-70a7-40b1-9d38-2b1adf189a7c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 11:57:52.134605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-96fc929e-70a7-40b1-9d38-2b1adf189a7c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3565605 Apr 05 11:57:53.094712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f1c8-f165-4fc0-951d-7268869698b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:54.491966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43584) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:54.847305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:57:54.852116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:54.855964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Usage tracker for resource:network and tenant:429c650f73bd49a185e70fa4e31a80da is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:54.858844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:54.864523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:54.873761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Made reservation on behalf of 429c650f73bd49a185e70fa4e31a80da for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:57:54.875914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:54.888257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:54.902470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:57:54.906042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Usage tracker for resource:security_group_rule and tenant:429c650f73bd49a185e70fa4e31a80da is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:57:54.908740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:57:54.914185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:57:54.998778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.002932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.025961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Reserving flat network on physical network physnet1 {{(pid=87957) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 11:57:55.038684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1495da0-7cc1-46e7-9d21-133744e003cd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:55.045023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.045407 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Added segment 2bb307c8-6d97-4484-a8a4-184a8492cffe of type flat for network 4b67aadd-f639-4c60-8362-ccb3680fd685 Apr 05 11:57:55.079471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.113832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.114744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:57:55.115337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.201988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f50dea43-f995-4961-94e8-24f5ad17c5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:55.213064 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7200477 Apr 05 11:57:55.217819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe6cdf-b7f7-4555-8aea-305b21ca66d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4b67aadd-f639-4c60-8362-ccb3680fd685,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:55.238887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 11:57:56.337507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:56.388237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:57.591884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:57.620717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43604) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:57:57.842171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9fac8-72a2-408b-8d5e-b0bfc9a6f8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:57:57.843491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4fb9fac8-72a2-408b-8d5e-b0bfc9a6f8c3 admin admin] 10.222.0.50 "GET /v2.0/subnets/3936ff03-dae3-4a53-b3d0-8c1a2af0a921 HTTP/1.1" status: 200 len: 849 time: 0.2218516 Apr 05 11:57:57.982423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5f052ee7-5334-40f7-a57a-70febb541b5a admin admin] 10.222.0.50 "GET /v2.0/routers/8ee549b3-c064-4cef-92af-1eb40dea820a HTTP/1.1" status: 200 len: 704 time: 0.1332862 Apr 05 11:57:58.443149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:58.692658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Allocated IP 172.20.0.1 (8785f9f1-d5d0-4fe3-9997-13e62e603e54/3936ff03-dae3-4a53-b3d0-8c1a2af0a921/e7d6c1e6-a158-4125-a7dd-d00d19b095ea) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:57:58.842620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:58.859656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Transition to ACTIVE for port object e7d6c1e6-a158-4125-a7dd-d00d19b095ea will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 11:57:58.914787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:58.974967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:57:58.981896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:57:58.985991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 11:57:58.986503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.106731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:59.192199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4843b2c8-89bc-4537-a132-a112d5970a2d None None] Provisioning for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 11:57:59.198251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4843b2c8-89bc-4537-a132-a112d5970a2d None None] Provisioning complete for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:57:59.198699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4843b2c8-89bc-4537-a132-a112d5970a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.247864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.253065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4843b2c8-89bc-4537-a132-a112d5970a2d None None] Port e7d6c1e6-a158-4125-a7dd-d00d19b095ea cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 11:57:59.470246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.475724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.476443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.606809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:57:59.668919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:57:59.670021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:57:59.857566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Router 8ee549b3-c064-4cef-92af-1eb40dea820a is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 11:57:59.874563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1e45f51c-fd58-48d7-b996-257b786cb2be None None] Provisioning complete for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:57:59.874934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e45f51c-fd58-48d7-b996-257b786cb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:57:59.926569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e45f51c-fd58-48d7-b996-257b786cb2be None None] Port e7d6c1e6-a158-4125-a7dd-d00d19b095ea cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 11:58:00.047918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 11:58:00.057259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3bd59774-389d-4a83-ba85-d218ead834b4 admin admin] 10.222.0.50 "PUT /v2.0/routers/8ee549b3-c064-4cef-92af-1eb40dea820a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0700800 Apr 05 11:58:00.059686 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Sync routers for ids ['8ee549b3-c064-4cef-92af-1eb40dea820a'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:58:00.073320 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Routers {'8ee549b3-c064-4cef-92af-1eb40dea820a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 11:58:00.074635 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T11:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['8ee549b3-c064-4cef-92af-1eb40dea820a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:00.247442 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Set router 8ee549b3-c064-4cef-92af-1eb40dea820a gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 11:58:00.610760 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:57:59Z', 'revision_number': 2, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port_host': None, '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:57:59Z', 'revision_number': 2, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:00.616303 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Checking router: 8ee549b3-c064-4cef-92af-1eb40dea820a for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:58:00.616674 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Updating router 8ee549b3-c064-4cef-92af-1eb40dea820a port e7d6c1e6-a158-4125-a7dd-d00d19b095ea binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:58:00.668152 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.044135 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.065213 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Transition to ACTIVE for port object e7d6c1e6-a158-4125-a7dd-d00d19b095ea will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 11:58:01.072318 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.294393 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:01.312918 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.313278 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.313616 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.313945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.314267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.314622 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.314950 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.315294 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.315629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.315948 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.316263 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.316575 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Tracked resource versions report: Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: pushed versions: Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: { 'AddressGroup': {'1.2'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'ConntrackHelper': {'1.0'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Log': {'1.0'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Network': {'1.1'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Port': {'1.7'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'PortForwarding': {'1.2'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'QosPolicy': {'1.8'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroup': {'1.4'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SubPort': {'1.0'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Subnet': {'1.1'}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Trunk': {'1.1'}} Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: consumer versions: Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'ConntrackHelper': '1.0', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Log': '1.0', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Network': '1.1', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Port': '1.7', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'PortForwarding': '1.2', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'QosPolicy': '1.8', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroup': '1.4', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroupRule': '1.2', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SubPort': '1.0', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Subnet': '1.1', Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Trunk': '1.1'}} Apr 05 11:58:01.317862 dv-neutron-833203-3-hyperv neutron-server[87960]: {{(pid=87960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:58:01.326192 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Attempting to bind port e7d6c1e6-a158-4125-a7dd-d00d19b095ea on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 11:58:01.326587 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Attempting to bind port e7d6c1e6-a158-4125-a7dd-d00d19b095ea by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 11:58:01.326995 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Attempting to bind port e7d6c1e6-a158-4125-a7dd-d00d19b095ea on network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 11:58:01.332704 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:58:01.333096 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Checking segment: {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 11:58:01.333557 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.333934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Bound using segment: {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:58:01.334405 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Bound port: e7d6c1e6-a158-4125-a7dd-d00d19b095ea, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711f5036-7c3d-4098-bd57-9ecf9ef64a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 11:58:01.334780 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.420261 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] For port e7d6c1e6-a158-4125-a7dd-d00d19b095ea, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 11:58:01.424645 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] For port e7d6c1e6-a158-4125-a7dd-d00d19b095ea, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,segment=NetworkSegment(711f5036-7c3d-4098-bd57-9ecf9ef64a3a),segment_id=711f5036-7c3d-4098-bd57-9ecf9ef64a3a)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 11:58:01.428925 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:01.515472 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Routers {'8ee549b3-c064-4cef-92af-1eb40dea820a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 11:58:01.516109 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T11:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['8ee549b3-c064-4cef-92af-1eb40dea820a'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:01.570277 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b47bf7-7db7-4b14-a1d1-ea6f52baef01 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:01.671913 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] Set router 8ee549b3-c064-4cef-92af-1eb40dea820a gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 11:58:01.994112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:57:59Z', 'revision_number': 2, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port_host': None, '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:58:01Z', 'revision_number': 4, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:01.998371 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2c8583-1eb2-4879-a48d-aea04cd39f54 None None] The sync data for ids ['8ee549b3-c064-4cef-92af-1eb40dea820a'] in dv-neutron-833203-3-hyperv is: [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:57:59Z', 'revision_number': 2, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port_host': None, '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:58:01Z', 'revision_number': 4, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:58:02.258313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 43626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:58:02.406764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a7366-4ded-4112-84e2-1814ffd4f6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:58:02.407349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-989a7366-4ded-4112-84e2-1814ffd4f6f1 admin admin] Synchronizing usage tracker for tenant:429c650f73bd49a185e70fa4e31a80da on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 11:58:02.425269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-989a7366-4ded-4112-84e2-1814ffd4f6f1 admin admin] Unset dirty status for tenant:429c650f73bd49a185e70fa4e31a80da on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 11:58:02.426722 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-989a7366-4ded-4112-84e2-1814ffd4f6f1 admin admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 842 time: 0.1674578 Apr 05 11:58:02.436024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'name': 'public-subnet'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:58:02.441606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 11:58:02.445395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Usage tracker for resource:subnet and tenant:429c650f73bd49a185e70fa4e31a80da is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 11:58:02.448195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 11:58:02.454401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 11:58:02.464228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Made reservation on behalf of 429c650f73bd49a185e70fa4e31a80da for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:58:02.466486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:02.843598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 11:58:02.844066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:02.920950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c841671-eeeb-4533-8c8d-462c3349558e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:02.927895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 11:58:02.928237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Network hostable DHCP agents. Network: 4b67aadd-f639-4c60-8362-ccb3680fd685, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:58:02.946599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:58:02.954524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 4b67aadd-f639-4c60-8362-ccb3680fd685) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:58:02.958735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:58:02.959333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:02.964022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d415df-e87a-4082-a244-cdc2d6740226 None None] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 11:58:02.983070 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c5400aa-531f-4fbc-9163-d228ad28bcef admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5465419 Apr 05 11:58:03.187351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd85cf-d7ac-418a-8452-c0a2e90af791 None None] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 11:58:04.182941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e7d6c1e6-a158-4125-a7dd-d00d19b095ea up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:58:04.252204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 11:58:04.256644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:58:04.257023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:04.376026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:04.409070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e7d6c1e6-a158-4125-a7dd-d00d19b095ea, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,segment=NetworkSegment(711f5036-7c3d-4098-bd57-9ecf9ef64a3a),segment_id=711f5036-7c3d-4098-bd57-9ecf9ef64a3a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 11:58:04.413126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:04.478964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e7d6c1e6-a158-4125-a7dd-d00d19b095ea,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:05.238098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 43640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:58:05.495164 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4045c78f-d8cb-4b6d-bda7-936638185938 admin admin] 10.222.0.50 "GET /v2.0/routers/8ee549b3-c064-4cef-92af-1eb40dea820a HTTP/1.1" status: 200 len: 710 time: 0.2558649 Apr 05 11:58:05.645539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d26b9-4c65-440e-b09b-d23b2505f6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:58:05.647010 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf3d26b9-4c65-440e-b09b-d23b2505f6d2 admin admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 886 time: 0.1469612 Apr 05 11:58:05.655384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:58:06.107287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.166012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e7d6c1e6-a158-4125-a7dd-d00d19b095ea up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:58:06.234121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:58:06.234489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.432575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.489790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.625436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Allocated IP 172.26.5.203 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/c7c01066-1c3e-403a-ab66-103e775dda1e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:58:06.770488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.828455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:06.873442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:58:06.879181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:58:06.909947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 11:58:06.985444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c01066-1c3e-403a-ab66-103e775dda1e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:07.052178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.052458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.052789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.053125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.053460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.053809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.054145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.054490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.054824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.055175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.055504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.055827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Tracked resource versions report: Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: pushed versions: Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: { 'AddressGroup': {'1.2'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'ConntrackHelper': {'1.0'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Log': {'1.0'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Network': {'1.1'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Port': {'1.7'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'PortForwarding': {'1.2'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'QosPolicy': {'1.8'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroup': {'1.4'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SubPort': {'1.0'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Subnet': {'1.1'}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Trunk': {'1.1'}} Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: consumer versions: Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'ConntrackHelper': '1.0', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Log': '1.0', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Network': '1.1', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Port': '1.7', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'PortForwarding': '1.2', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'QosPolicy': '1.8', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroup': '1.4', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroupRule': '1.2', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SubPort': '1.0', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Subnet': '1.1', Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Trunk': '1.1'}} Apr 05 11:58:07.057133 dv-neutron-833203-3-hyperv neutron-server[87958]: {{(pid=87958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:58:07.334331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:07.660282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:07.663613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:07.836074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Router 8ee549b3-c064-4cef-92af-1eb40dea820a has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 11:58:08.012014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 11:58:08.020002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:08.021174 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e14607f5-420d-4526-bf45-64eb23f1a1c5 admin admin] 10.222.0.50 "PUT /v2.0/routers/8ee549b3-c064-4cef-92af-1eb40dea820a HTTP/1.1" status: 200 len: 890 time: 2.3688397 Apr 05 11:58:08.021308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Sync routers for ids ['8ee549b3-c064-4cef-92af-1eb40dea820a'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:58:08.031094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Routers {'8ee549b3-c064-4cef-92af-1eb40dea820a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 11:58:08.031866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T11:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['8ee549b3-c064-4cef-92af-1eb40dea820a'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:08.223559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Set router 8ee549b3-c064-4cef-92af-1eb40dea820a gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 11:58:08.580696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:58:07Z', 'revision_number': 4, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port': {'id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:58:06Z', 'updated_at': '2022-04-05T11:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:58:04Z', 'revision_number': 5, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:08.585313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Checking router: 8ee549b3-c064-4cef-92af-1eb40dea820a for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:58:08.585670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Updating router 8ee549b3-c064-4cef-92af-1eb40dea820a port c7c01066-1c3e-403a-ab66-103e775dda1e binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:58:08.639627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:08.959756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:08.972332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Transition to ACTIVE for port object c7c01066-1c3e-403a-ab66-103e775dda1e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 11:58:08.978576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:09.053584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee3bab-c7a9-4606-a9a3-d08cde29bbdf None None] Pushing event updated for resources: {'Port': ['ID=c7c01066-1c3e-403a-ab66-103e775dda1e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:09.066160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Attempting to bind port c7c01066-1c3e-403a-ab66-103e775dda1e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 11:58:09.066601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Attempting to bind port c7c01066-1c3e-403a-ab66-103e775dda1e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 11:58:09.067226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Attempting to bind port c7c01066-1c3e-403a-ab66-103e775dda1e on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 11:58:09.074630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 11:58:09.075013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 11:58:09.075692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:09.075986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 11:58:09.076787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Bound port: c7c01066-1c3e-403a-ab66-103e775dda1e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 11:58:09.077179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:09.152137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] For port c7c01066-1c3e-403a-ab66-103e775dda1e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 11:58:09.155240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] For port c7c01066-1c3e-403a-ab66-103e775dda1e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c7c01066-1c3e-403a-ab66-103e775dda1e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 11:58:09.159715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:09.234915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Routers {'8ee549b3-c064-4cef-92af-1eb40dea820a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 11:58:09.235545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T11:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['8ee549b3-c064-4cef-92af-1eb40dea820a'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:09.291490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee3bab-c7a9-4606-a9a3-d08cde29bbdf None None] Pushing event updated for resources: {'Port': ['ID=c7c01066-1c3e-403a-ab66-103e775dda1e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:09.415439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] Set router 8ee549b3-c064-4cef-92af-1eb40dea820a gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 11:58:09.757038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:58:07Z', 'revision_number': 4, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port': {'id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:58:06Z', 'updated_at': '2022-04-05T11:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:58:04Z', 'revision_number': 5, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:58:09.760855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415e6ac-7bac-444f-82ee-7decb40f1d09 None None] The sync data for ids ['8ee549b3-c064-4cef-92af-1eb40dea820a'] in dv-neutron-833203-3-hyperv is: [{'id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'name': 'router1', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:57:49Z', 'updated_at': '2022-04-05T11:58:07Z', 'revision_number': 4, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'gw_port': {'id': 'c7c01066-1c3e-403a-ab66-103e775dda1e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:58:06Z', 'updated_at': '2022-04-05T11:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e7d6c1e6-a158-4125-a7dd-d00d19b095ea', 'name': '', 'network_id': '8785f9f1-d5d0-4fe3-9997-13e62e603e54', 'tenant_id': 'b24548d2684145db90e5ee416829f41d', 'mac_address': 'fa:16:3e:a2:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee549b3-c064-4cef-92af-1eb40dea820a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:57:58Z', 'updated_at': '2022-04-05T11:58:04Z', 'revision_number': 5, 'project_id': 'b24548d2684145db90e5ee416829f41d', 'subnets': [{'id': '3936ff03-dae3-4a53-b3d0-8c1a2af0a921', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f204027b-8c6d-4613-829c-6ba8a2ff10e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:58:10.200697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c7c01066-1c3e-403a-ab66-103e775dda1e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:58:10.276272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c7c01066-1c3e-403a-ab66-103e775dda1e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 11:58:10.282250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c7c01066-1c3e-403a-ab66-103e775dda1e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:58:10.282557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:10.403300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 43654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 11:58:10.407618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:10.425922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port c7c01066-1c3e-403a-ab66-103e775dda1e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c7c01066-1c3e-403a-ab66-103e775dda1e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 11:58:10.429816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:10.503480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=c7c01066-1c3e-403a-ab66-103e775dda1e,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:58:10.522860 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6973c398-01b3-4d47-85ac-d197958bd255 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1184661 Apr 05 11:58:12.177650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c7c01066-1c3e-403a-ab66-103e775dda1e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 11:58:12.248613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c7c01066-1c3e-403a-ab66-103e775dda1e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 11:58:12.248879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:23.114430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76d11b94-5bce-40da-b88a-4af0f8112846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:25.202745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-40942f4f-25ad-4c82-9081-2f5d5749a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:26.341119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:26.389307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:27.604698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:28.207497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 11:58:53.097299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b60cf9c5-fc77-433c-8fa1-060ee592f071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:55.209081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2279b067-0971-444a-af2a-563c70d49d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:56.344761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:56.393496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:58:57.617727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:05.212626 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 11:59:23.099906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9336c1cd-827b-47b5-8ac4-1c62f51d6fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:25.203120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-614dfa37-c184-4034-9590-c6e0b013df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:26.349543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:26.397972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:27.609800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:42.210926 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 11:59:53.095635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3f1e3c5-b0d5-494b-a667-844523bbd84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:55.205944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31da27e0-ccba-4651-a581-869f4ac907de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:56.344981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:56.400116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 11:59:57.608240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:16.259894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44256) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:16.325214 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-954de944-6393-49ea-818f-70fe2abd8f23 admin admin] GET failed (client error): The resource could not be found. Apr 05 12:00:16.326462 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-954de944-6393-49ea-818f-70fe2abd8f23 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656538 Apr 05 12:00:16.456959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854857b4-9cb0-46d1-94c3-080867126848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:16.458406 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-854857b4-9cb0-46d1-94c3-080867126848 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1281540 Apr 05 12:00:18.617172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:18.729525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34b5cb-45bd-44e5-a62c-f0e657d5f7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:18.730850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ad34b5cb-45bd-44e5-a62c-f0e657d5f7e8 admin admin] 10.222.0.50 "GET /v2.0/subnets/3936ff03-dae3-4a53-b3d0-8c1a2af0a921 HTTP/1.1" status: 200 len: 849 time: 0.1127489 Apr 05 12:00:18.739850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:00:18.883991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Notify callbacks [] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:19.068501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:19.115522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:19.116105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:19.117409 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] 10.222.0.50 "PUT /v2.0/subnets/3936ff03-dae3-4a53-b3d0-8c1a2af0a921 HTTP/1.1" status: 200 len: 868 time: 0.3810472 Apr 05 12:00:19.120442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727837f-5c83-4a91-9603-295f89528e41 None None] Network 8785f9f1-d5d0-4fe3-9997-13e62e603e54 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:00:19.147936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3936ff03-dae3-4a53-b3d0-8c1a2af0a921,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:00:19.155389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.155778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.156069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.156400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.156727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.157058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.157381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.157702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.158023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.158340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.158658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.158974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f13873-77f7-44c8-8368-324d4cb43bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:00:19.210037 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:00:19.602367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b011df79-c587-4c25-be56-6a12135be75b None None] Provisioning complete for port 577012aa-3880-4afe-9e02-8b9b1dac4f0e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:00:19.602732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b011df79-c587-4c25-be56-6a12135be75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:19.725207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b011df79-c587-4c25-be56-6a12135be75b None None] Provisioning complete for port e7d6c1e6-a158-4125-a7dd-d00d19b095ea triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:00:19.725573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b011df79-c587-4c25-be56-6a12135be75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:21.285485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44276) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:21.456639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b11baa-77e6-4679-8f39-d1a796b38ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:21.457103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b11baa-77e6-4679-8f39-d1a796b38ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:21.458614 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e1b11baa-77e6-4679-8f39-d1a796b38ca2 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1722021 Apr 05 12:00:23.100529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3e8e-555d-457a-9436-11ddb661b20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:23.620606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:23.794246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca933a4c-1909-4497-9646-3feda81c256c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:23.794710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca933a4c-1909-4497-9646-3feda81c256c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:23.796898 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ca933a4c-1909-4497-9646-3feda81c256c admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1753554 Apr 05 12:00:25.208736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a29b9517-9bc7-4093-84e1-e50fb199a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:25.939205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:26.102199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6399ba-6a5f-4758-be6d-cd7c51179b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:26.103576 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc6399ba-6a5f-4758-be6d-cd7c51179b6f admin admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 886 time: 0.1634340 Apr 05 12:00:26.349133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:26.401830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:27.611657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:28.239311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:28.408320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a7ac4-9e1e-4cf3-90c3-630720c7e4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:28.409563 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-512a7ac4-9e1e-4cf3-90c3-630720c7e4c5 admin admin] 10.222.0.50 "GET /v2.0/networks/8785f9f1-d5d0-4fe3-9997-13e62e603e54 HTTP/1.1" status: 200 len: 869 time: 0.1693349 Apr 05 12:00:30.562122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44316) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:30.669301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acaf0e-1161-46e3-b9de-ed9ff4fe3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:30.669754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acaf0e-1161-46e3-b9de-ed9ff4fe3619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:30.671279 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6acaf0e-1161-46e3-b9de-ed9ff4fe3619 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081989 Apr 05 12:00:32.809352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44326) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:32.915803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b3e6c-2eac-4810-ae72-2855fb575537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:32.916253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419b3e6c-2eac-4810-ae72-2855fb575537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:32.916961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-419b3e6c-2eac-4810-ae72-2855fb575537 admin admin] Synchronizing usage tracker for tenant:429c650f73bd49a185e70fa4e31a80da on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:00:32.932329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-419b3e6c-2eac-4810-ae72-2855fb575537 admin admin] Unset dirty status for tenant:429c650f73bd49a185e70fa4e31a80da on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:00:32.933799 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-419b3e6c-2eac-4810-ae72-2855fb575537 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234503 Apr 05 12:00:35.067825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44336) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:35.176784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff37e2e-65b5-4c76-8c13-f0f7acff3ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:35.178106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2ff37e2e-65b5-4c76-8c13-f0f7acff3ade admin admin] 10.222.0.50 "GET /v2.0/subnets/3936ff03-dae3-4a53-b3d0-8c1a2af0a921 HTTP/1.1" status: 200 len: 868 time: 0.1093588 Apr 05 12:00:37.313196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44346) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:37.411998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095cf4f-e1e0-475f-8376-8d8f23ac0100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:37.413335 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0095cf4f-e1e0-475f-8376-8d8f23ac0100 admin admin] 10.222.0.50 "GET /v2.0/subnets/5c841671-eeeb-4533-8c8d-462c3349558e HTTP/1.1" status: 200 len: 816 time: 0.0990815 Apr 05 12:00:53.105004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-951286cc-7177-466e-8fc1-ae233794393d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:55.218010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8c71-136e-4ed6-8658-7f42749cdd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:56.211405 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:00:56.350695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:56.404470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:56.560763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44392) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:56.609214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-848b0d59-cc77-4f72-bc36-4ddb67516c45 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:00:56.610205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-848b0d59-cc77-4f72-bc36-4ddb67516c45 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485134 Apr 05 12:00:57.614920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:00:58.805011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:00:58.869206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8909cd9-b066-41f2-92ab-d9b4454b7105 admin admin] GET failed (client error): The resource could not be found. Apr 05 12:00:58.870443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d8909cd9-b066-41f2-92ab-d9b4454b7105 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645235 Apr 05 12:00:58.993261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16293f4a-b915-4e5c-8e6f-b0b20414d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:00:58.994607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-16293f4a-b915-4e5c-8e6f-b0b20414d169 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1198666 Apr 05 12:01:01.162785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44412) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:01.208525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:01:01.213017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:01:01.223004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:01:01.232439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Made reservation on behalf of 429c650f73bd49a185e70fa4e31a80da for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:01:01.234853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:01.323238 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.services.revisions.revision_plugin [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Could not find related network for resource to bump revision. Apr 05 12:01:01.335505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:01:01.346468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:01.346744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Added segment 0234765e-12a7-4781-bf08-1c41278f1490 of type vlan for network 2bd79b28-502e-4586-96e7-e526bb085b81 Apr 05 12:01:01.381000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:01.413453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:01.414644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:01:01.415349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:01.516385 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3484693 Apr 05 12:01:01.517724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd79b28-502e-4586-96e7-e526bb085b81,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:01:01.524792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.525160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.525501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.525831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.526155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.526484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.526804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.527175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.527502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.527817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.528181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.528498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8805a725-e1c8-4e90-850f-bf5b0bb575b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:01.541294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2bd79b28-502e-4586-96e7-e526bb085b81 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:01:03.685535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44422) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:01:03.753444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea2ba56-a10e-494b-9818-7c6970e340dd admin admin] GET failed (client error): The resource could not be found. Apr 05 12:01:03.753965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2ea2ba56-a10e-494b-9818-7c6970e340dd admin admin] Synchronizing usage tracker for tenant:429c650f73bd49a185e70fa4e31a80da on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:01:03.768988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2ea2ba56-a10e-494b-9818-7c6970e340dd admin admin] Unset dirty status for tenant:429c650f73bd49a185e70fa4e31a80da on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:01:03.770272 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2ea2ba56-a10e-494b-9818-7c6970e340dd admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0837817 Apr 05 12:01:03.872485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57361f4-a7f5-414d-9739-a570b1f0cb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:01:03.873863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d57361f4-a7f5-414d-9739-a570b1f0cb6e admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998058 Apr 05 12:01:03.883581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:01:03.887766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:01:03.896939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:01:03.906193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Made reservation on behalf of 429c650f73bd49a185e70fa4e31a80da for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:01:03.908386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.158149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.236259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c87bca76-4e05-4180-b035-97741b30199f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:01:04.245893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Checking segment: {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:01:04.246239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Network hostable DHCP agents. Network: 2bd79b28-502e-4586-96e7-e526bb085b81, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:01:04.263379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Network 2bd79b28-502e-4586-96e7-e526bb085b81 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:01:04.271978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2bd79b28-502e-4586-96e7-e526bb085b81) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:01:04.276079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:01:04.276651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.281600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c3a5c1-b45f-4f27-bacc-33fa508523bc None None] Network 2bd79b28-502e-4586-96e7-e526bb085b81 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:01:04.301186 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ed6ac2de-1d6b-412d-871c-13d3dacda16b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4211359 Apr 05 12:01:04.503213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2bd79b28-502e-4586-96e7-e526bb085b81', 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81', 'tenant_id': '429c650f73bd49a185e70fa4e31a80da', 'fixed_ips': [{'subnet_id': 'c87bca76-4e05-4180-b035-97741b30199f'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:01:04.504098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.662007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Allocated IP 192.168.233.2 (2bd79b28-502e-4586-96e7-e526bb085b81/c87bca76-4e05-4180-b035-97741b30199f/7bd3e577-d230-40c1-9e31-3df45f882cb0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:01:04.866891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.877072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Transition to ACTIVE for port object 7bd3e577-d230-40c1-9e31-3df45f882cb0 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:01:04.895786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Transition to ACTIVE for port object 7bd3e577-d230-40c1-9e31-3df45f882cb0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:01:04.900950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:04.964341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Network 2bd79b28-502e-4586-96e7-e526bb085b81 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:01:04.971857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:01:04.974794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:01:05.008099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Pushing event updated for resources: {'Port': ['ID=7bd3e577-d230-40c1-9e31-3df45f882cb0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:01:05.046568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.046937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.047315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.047658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.047996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.048345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.048678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.049022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.049352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.049677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.050020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.050344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:01:05.086244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Attempting to bind port 7bd3e577-d230-40c1-9e31-3df45f882cb0 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:01:05.086244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Attempting to bind port 7bd3e577-d230-40c1-9e31-3df45f882cb0 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:01:05.086562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Attempting to bind port 7bd3e577-d230-40c1-9e31-3df45f882cb0 on network 2bd79b28-502e-4586-96e7-e526bb085b81 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:01:05.093295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:01:05.093654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Checking segment: {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:01:05.094057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:05.094451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Bound using segment: {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:01:05.094915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Bound port: 7bd3e577-d230-40c1-9e31-3df45f882cb0, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:01:05.095332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:05.198568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] For port 7bd3e577-d230-40c1-9e31-3df45f882cb0, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:01:05.202949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] For port 7bd3e577-d230-40c1-9e31-3df45f882cb0, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7bd3e577-d230-40c1-9e31-3df45f882cb0,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:01:05.209775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:05.304356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f1dd-ce9c-4b6a-b814-882a82e693ab None None] Pushing event updated for resources: {'Port': ['ID=7bd3e577-d230-40c1-9e31-3df45f882cb0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:01:06.158863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f3efe-1d4c-426b-b611-57cebd9e06d4 None None] Network 2bd79b28-502e-4586-96e7-e526bb085b81 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:01:06.242763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-edd26102-0a8a-4fec-adae-bc2cf46ea5ee None None] Provisioning for port 7bd3e577-d230-40c1-9e31-3df45f882cb0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:01:06.304710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7bd3e577-d230-40c1-9e31-3df45f882cb0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:01:06.460223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7bd3e577-d230-40c1-9e31-3df45f882cb0 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:01:06.467704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7bd3e577-d230-40c1-9e31-3df45f882cb0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:01:06.468076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:06.635847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:06.671449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 7bd3e577-d230-40c1-9e31-3df45f882cb0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7bd3e577-d230-40c1-9e31-3df45f882cb0,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:01:06.676531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:06.744360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=7bd3e577-d230-40c1-9e31-3df45f882cb0,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:01:06.793509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bea0518b-f993-47a6-b89a-b39d04d9ce8e None None] Provisioning complete for port 7bd3e577-d230-40c1-9e31-3df45f882cb0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:01:06.793509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bea0518b-f993-47a6-b89a-b39d04d9ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:08.258061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7bd3e577-d230-40c1-9e31-3df45f882cb0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:01:08.324689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7bd3e577-d230-40c1-9e31-3df45f882cb0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:01:08.325515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:23.109659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1250839-cd4a-43f3-9360-63bd7841ad66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:25.210480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5e69cbfc-eee3-41f9-8c60-b126c1f7fd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:26.352911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:26.406408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:27.616966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:33.209969 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:01:53.111381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff261d9c-24b5-4bc3-bcaa-ee78ea5639fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:55.213352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa051-eca8-45de-9968-8302316b0520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:56.359445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:56.406915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:01:57.620065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:10.208603 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:02:23.114665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d2e-c520-4743-87d1-50b8a3bc1285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:25.215734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10841037-5d72-41e6-b8ab-c00c60912f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:26.360935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:26.408078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:27.625596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:32.911166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44466) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:32.917549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-4671c10c-e659-4e9e-a1d4-570bffbbc6ca tempest-verify_tempest_config-803307324 tempest-verify_tempest_config-803307324-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:02:32.918491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4671c10c-e659-4e9e-a1d4-570bffbbc6ca tempest-verify_tempest_config-803307324 tempest-verify_tempest_config-803307324-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063839 Apr 05 12:02:33.215143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:33.331800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.346631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:02:33.350529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Usage tracker for resource:security_group_rule and tenant:22a2901663664d5d9c97611a9f7684c0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:02:33.354270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:02:33.360198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:02:33.450540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.453913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.502640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22a2901663664d5d9c97611a9f7684c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2864535 Apr 05 12:02:33.503634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b24b90e-cf04-4d47-98b3-4a169d24f776,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:02:33.505576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:02:33.510834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.511236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.511578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.511910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.512241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.512583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.512912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.513258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.513586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.513906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.514224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.514539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a2ac33-708a-45f7-8e7d-279815ce8e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.562800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.586685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.688878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.703002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b24b90e-cf04-4d47-98b3-4a169d24f776,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:02:33.713188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.713555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.713893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.714224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.714550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.714890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.715248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.715588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.715915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.716233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.716551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.716866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:02:33.720881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:33.722916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8fb45f8-97d2-410e-846e-cfd42a2a4944 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b24b90e-cf04-4d47-98b3-4a169d24f776 HTTP/1.1" status: 204 len: 168 time: 0.2160411 Apr 05 12:02:47.207307 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:02:53.115985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a26907d2-c38d-414e-a2ac-a2d8dfa327e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:55.217310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f90de63-8993-4413-a9a4-417a82ea80d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:56.362809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:56.408532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:02:57.631478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:23.118324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b835-5142-4f64-b355-bce2b0ef40c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:24.205658 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 5 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:03:25.218584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f5deb1ca-7a6d-4da2-a1cc-1d1935f31a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:26.367450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:26.410379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:27.630186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:53.121102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd84d86b-63e9-49e8-83aa-9174eedbc8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:54.165521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-990274'] for agent, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:55.220069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f267a3d7-e37f-4a8d-803a-7e294685574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:56.368382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:56.411703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:03:57.633764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:01.204830 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:04:09.431613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44560) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:04:09.541531 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a403252d-1578-4acb-9435-4d6dd56bfd35 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1088581 Apr 05 12:04:11.684950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:04:11.739007 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2a572a4a-ffbd-4cda-a6e2-81e2dc2de0cf admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0530088 Apr 05 12:04:23.122288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6386240d-49b9-4e61-9511-ba779e37bb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:24.151195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:25.220598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f28c6bb9-b532-40fb-bd0a-0473ff89a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:26.372089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:26.411209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:27.635756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:38.202991 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:04:53.124659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3e7b-94d3-41d7-b27d-b33a5085275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:54.158712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:55.223903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6dedf700-a33b-4907-993d-a439cd7706a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:56.374808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:56.413108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:04:57.646349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:15.201625 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:05:23.129305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d357c8b-333d-47d9-9d3b-18282cd9cd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:24.150366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:25.232899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ae2577d-df6f-47ab-aaa4-ca51166b9f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:26.378499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:26.415147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:27.643717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:36.946558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:37.147440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:37.270800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-998899731-network', 'tenant_id': '85452dc9409c41b7a0880549e9648d24'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:37.276301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:37.280332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Usage tracker for resource:network and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:37.283840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:37.290399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:37.302817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Made reservation on behalf of 85452dc9409c41b7a0880549e9648d24 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:37.305638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.319652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.334357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:37.341244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Usage tracker for resource:security_group_rule and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:37.344208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:37.350246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:37.381822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1541180289'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:37.387111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:37.394508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:network and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:37.399072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:37.408625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:37.432062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:37.435693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.457977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.483288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:37.494426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:security_group_rule and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:37.500171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:37.504995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.509415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:37.513242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.553766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:37.589214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3ff349-071f-48f3-8f73-7fa006645659,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:37.592771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787965323349', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.593300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Unsubscribe: segment precommit_create {{(pid=87958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 12:05:37.593762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Added segment e1cd7634-6e80-4f8f-92cf-49db6586b058 of type vlan for network 8d4fce09-9d7f-4948-8b03-9c1e86515808 Apr 05 12:05:37.643798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.644290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.644643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.645000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.645326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.645670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.646031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.646404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.646810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.647164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.647465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.647997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Tracked resource versions report: Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: pushed versions: Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: { 'AddressGroup': {'1.2'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'ConntrackHelper': {'1.0'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Log': {'1.0'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Network': {'1.1'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Port': {'1.7'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'PortForwarding': {'1.2'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'QosPolicy': {'1.8'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroup': {'1.4'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SubPort': {'1.0'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Subnet': {'1.1'}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Trunk': {'1.1'}} Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: consumer versions: Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: HyperV agent@hv-neutron-8332: {}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'ConntrackHelper': '1.0', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Log': '1.0', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Network': '1.1', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Port': '1.7', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'PortForwarding': '1.2', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'QosPolicy': '1.8', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroup': '1.4', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SecurityGroupRule': '1.2', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'SubPort': '1.0', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Subnet': '1.1', Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: 'Trunk': '1.1'}} Apr 05 12:05:37.649069 dv-neutron-833203-3-hyperv neutron-server[87958]: {{(pid=87958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 12:05:37.681553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.748377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.751379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.752676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:37.753541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.773780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:37.777390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.871439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:37.891479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] Pushing event updated for resources: {'Network': ['ID=8d4fce09-9d7f-4948-8b03-9c1e86515808,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:37.904486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:37.913751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.914098 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Added segment cbda1f30-8760-45d7-a32d-62ada362289a of type vlan for network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 Apr 05 12:05:37.921272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44794) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:37.921436 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f60dbb0a-8f4f-4ae8-a07e-c54f449807ff admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9736562 Apr 05 12:05:37.921948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44796) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:37.927922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b646d760-c6ba-4b40-8bc4-074048b56407,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:37.941560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Request body: {'subnet': {'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-998899731-subnet', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:37.952910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:37.953398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:37.961842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Usage tracker for resource:subnet and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:37.967793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:37.981480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:37.989434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.005376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:38.007220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.008890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Made reservation on behalf of 85452dc9409c41b7a0880549e9648d24 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:38.013452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.095826 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9470704 Apr 05 12:05:38.105727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:38.233419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'subnet': {'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:38.276110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea4338-9e1b-4f4d-8151-48a08b0f5559 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Network': ['ID=1a8fb30a-3753-4db4-a338-1a5d6152faf9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:38.289427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:38.358974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-422588576-network', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:38.366485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.371381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Usage tracker for resource:network and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.375368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.383006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.395423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.408111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:subnet and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.413103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.428600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.450127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:38.453875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.463526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1760121654'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:38.466686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.476761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.484608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Usage tracker for resource:network and tenant:87d2d6fbf4f8492784d6712b5788f7fe is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.491395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.497498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.522365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Made reservation on behalf of 87d2d6fbf4f8492784d6712b5788f7fe for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:38.526089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.546139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.575963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Made reservation on behalf of 8f7d7b8f3a2e429fb79a02a0db925e13 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:38.578674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.592472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.602813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Usage tracker for resource:security_group_rule and tenant:87d2d6fbf4f8492784d6712b5788f7fe is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.607222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.621716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.628973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Checking segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:38.629402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Network hostable DHCP agents. Network: 8d4fce09-9d7f-4948-8b03-9c1e86515808, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:38.646272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.648228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:38.652082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.669729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Usage tracker for resource:security_group_rule and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.676000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.676696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.677234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.677766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.678170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.678714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.679138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.679552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.679966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.680358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.680748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.681143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Tracked resource versions report: Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: pushed versions: Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: { 'AddressGroup': {'1.2'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'ConntrackHelper': {'1.0'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Log': {'1.0'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Network': {'1.1'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Port': {'1.7'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'PortForwarding': {'1.2'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'QosPolicy': {'1.8'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroup': {'1.4'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SubPort': {'1.0'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Subnet': {'1.1'}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Trunk': {'1.1'}} Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: consumer versions: Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: HyperV agent@hv-neutron-8332: {}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'ConntrackHelper': '1.0', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Log': '1.0', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Network': '1.1', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Port': '1.7', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'PortForwarding': '1.2', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'QosPolicy': '1.8', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroup': '1.4', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SecurityGroupRule': '1.2', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'SubPort': '1.0', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Subnet': '1.1', Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: 'Trunk': '1.1'}} Apr 05 12:05:38.682284 dv-neutron-833203-3-hyperv neutron-server[87957]: {{(pid=87957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 12:05:38.685323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.710195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.717540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:38.747263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.747929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8d4fce09-9d7f-4948-8b03-9c1e86515808) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:38.758663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ce4ce-a486-4524-b6ea-c1b7bcd3186f None None] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:38.762598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:38.763862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.889079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Subnet': ['ID=17bf5c20-510d-4696-b02b-9a8fb2498ba9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:38.889830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f9af3a1f-bb13-4ca7-beca-57e8c1fee098 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9638181 Apr 05 12:05:38.892790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.894420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44836) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:38.901185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Checking segment: {'id': 'cbda1f30-8760-45d7-a32d-62ada362289a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:38.901607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network hostable DHCP agents. Network: 1a8fb30a-3753-4db4-a338-1a5d6152faf9, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:38.903530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:38.918441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:38.924969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.933702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:38.941501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Usage tracker for resource:router and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:38.955694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 1a8fb30a-3753-4db4-a338-1a5d6152faf9) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:38.961437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:38.962961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:38.964376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:38.990053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:38.993624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.003153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:39.003850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fec5bae9-89b6-40d5-b2ce-cfa094e05dd2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8967688 Apr 05 12:05:39.006528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44844) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:39.008959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d36033-56b1-4e83-aba6-944d19b62729,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:39.010044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a1d5d-679b-4b04-baeb-e097f6d6d0b7 None None] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:39.021213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.035583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-322075450', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:39.037258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.037913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Added segment fe8acc74-6af4-47ad-8af2-1570fd3fe614 of type vlan for network db3b27c0-d20d-43b4-807d-36428f9231db Apr 05 12:05:39.040750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.041936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.058869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:39.065069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:router and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:39.072292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:39.083443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:39.099803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:39.100695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.103484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.112419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.116537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba2ce3e-4a20-4b8e-8fe8-76cbc7293e29,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:39.129174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.134449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.134959 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Added segment 277d49d1-61dd-4f1d-8131-100dcdc539cc of type vlan for network b8a229c2-15fe-4705-88bf-405cb5fe54a7 Apr 05 12:05:39.145766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.435752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8d4fce09-9d7f-4948-8b03-9c1e86515808', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:05:39.436571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.453881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.458238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.463889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:39.464482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.541573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d881e8c-554d-4941-8fbc-02bea4075a87 None None] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:39.670003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.762301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:39.811009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.828958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event updated for resources: {'Network': ['ID=db3b27c0-d20d-43b4-807d-36428f9231db,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:39.851269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Allocated IP 172.20.0.2 (8d4fce09-9d7f-4948-8b03-9c1e86515808/46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93/1acaac99-7063-4060-bf08-5a4021a9dbf4) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:39.852320 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-521d28eb-715d-4398-84f4-ba8a30ba03b6 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9292946 Apr 05 12:05:39.856649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44872) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:39.864170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network db3b27c0-d20d-43b4-807d-36428f9231db details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:39.867439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Request body: {'subnet': {'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:39.902788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44878) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:39.914721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:39.916286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:39.916286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.187324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] Pushing event updated for resources: {'Network': ['ID=b8a229c2-15fe-4705-88bf-405cb5fe54a7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:40.199669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:40.205340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:40.290316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dc9d1018-e988-4466-a1d9-ac8acc1bef0e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5148854 Apr 05 12:05:40.293262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:40.294193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:40.295403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.297776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.343013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Request body: {'subnet': {'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-422588576-subnet', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:40.362718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Usage tracker for resource:subnet and tenant:87d2d6fbf4f8492784d6712b5788f7fe is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.365937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.366100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-666672171'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:40.370825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.378670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.389488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Usage tracker for resource:network and tenant:04aba8ef205b49ea933a4ee490415052 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.404316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.406339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.417644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Transition to ACTIVE for port object 1acaac99-7063-4060-bf08-5a4021a9dbf4 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:40.428774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:40.439990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Transition to ACTIVE for port object 1acaac99-7063-4060-bf08-5a4021a9dbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:40.443831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.447000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.448875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.456668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Usage tracker for resource:floatingip and tenant:d715820bcddf4101bb64980a98882edf is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.461804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.491250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44904) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:40.492815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.508171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Usage tracker for resource:subnet and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.513761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.523243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.527605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.529976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.537808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Made reservation on behalf of 04aba8ef205b49ea933a4ee490415052 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:40.541612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.545728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:40.575816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:40.579123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Made reservation on behalf of 87d2d6fbf4f8492784d6712b5788f7fe for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:40.584120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.586645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:40.603966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1349203044'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:40.608081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.630632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.639841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Made reservation on behalf of 8f7d7b8f3a2e429fb79a02a0db925e13 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:40.642171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.683385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.688936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.704807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1025923121'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:40.706712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Usage tracker for resource:security_group_rule and tenant:04aba8ef205b49ea933a4ee490415052 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.714589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.717148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Usage tracker for resource:network and tenant:e78f304be02a4e249a744f76f4a94a0f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.717304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Pushing event updated for resources: {'Port': ['ID=1acaac99-7063-4060-bf08-5a4021a9dbf4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:40.719401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Attempting to bind port 1acaac99-7063-4060-bf08-5a4021a9dbf4 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:40.719768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Attempting to bind port 1acaac99-7063-4060-bf08-5a4021a9dbf4 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:40.720128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Attempting to bind port 1acaac99-7063-4060-bf08-5a4021a9dbf4 on network 8d4fce09-9d7f-4948-8b03-9c1e86515808 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:40.725116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.729127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:40.729502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Checking segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:40.729647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.729903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.730297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Bound using segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:40.730759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Bound port: 1acaac99-7063-4060-bf08-5a4021a9dbf4, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:40.731178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.742321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.742705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.743058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.743399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.743744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.744066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.744388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.745087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.745087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.745404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.745724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.746152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Tracked resource versions report: Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: pushed versions: Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: { 'AddressGroup': {'1.2'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'ConntrackHelper': {'1.0'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Log': {'1.0'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Network': {'1.1'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Port': {'1.7'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'PortForwarding': {'1.2'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'QosPolicy': {'1.8'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroup': {'1.4'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SubPort': {'1.0'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Subnet': {'1.1'}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Trunk': {'1.1'}} Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: consumer versions: Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: HyperV agent@hv-neutron-8332: {}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'ConntrackHelper': '1.0', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Log': '1.0', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Network': '1.1', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Port': '1.7', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'PortForwarding': '1.2', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'QosPolicy': '1.8', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroup': '1.4', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SecurityGroupRule': '1.2', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'SubPort': '1.0', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Subnet': '1.1', Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: 'Trunk': '1.1'}} Apr 05 12:05:40.747037 dv-neutron-833203-3-hyperv neutron-server[87959]: {{(pid=87959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 12:05:40.808714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.834773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f5fada3-419b-4305-a568-a24455850268 None None] For port 1acaac99-7063-4060-bf08-5a4021a9dbf4, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:40.838954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f5fada3-419b-4305-a568-a24455850268 None None] For port 1acaac99-7063-4060-bf08-5a4021a9dbf4, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1acaac99-7063-4060-bf08-5a4021a9dbf4,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:40.839175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.845062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.850326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.859938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:40.871523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.163 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/1293b801-7d1f-4f35-8e28-93c5aeb99c03) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:40.883240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Usage tracker for resource:network and tenant:a04b8654f82444558e00e02fb4c5f2e5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:40.899235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:40.907442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Made reservation on behalf of e78f304be02a4e249a744f76f4a94a0f for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:40.910384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:40.929126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:40.935942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fada3-419b-4305-a568-a24455850268 None None] Pushing event updated for resources: {'Port': ['ID=1acaac99-7063-4060-bf08-5a4021a9dbf4,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:40.943362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.005552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:41.013474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Usage tracker for resource:security_group_rule and tenant:e78f304be02a4e249a744f76f4a94a0f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:41.023120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.031216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.062564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Made reservation on behalf of a04b8654f82444558e00e02fb4c5f2e5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:41.063475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.066001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.067117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c953fa39-bb38-4942-a5e7-fc53130c3ccb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:41.087457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:41.120686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:41.163010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.163604 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Added segment 66f9d10c-307d-4a45-8b8f-0266be0b9915 of type vlan for network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae Apr 05 12:05:41.193924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:41.206820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.217183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.241163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.247047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:41.247723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.297932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:41.324360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Usage tracker for resource:security_group_rule and tenant:a04b8654f82444558e00e02fb4c5f2e5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:41.334540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:41.343755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.366842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Pushing event updated for resources: {'Network': ['ID=57ab76f7-d487-4e5a-9a05-2a128ca6d6ae,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:41.367087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:41.372547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c599408-b968-432f-86c1-7946cd4ce8ff tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4490469 Apr 05 12:05:41.379707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:41.458074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.514227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.651753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.692179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Allocated IP 172.26.5.160 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/be877fda-4449-44be-9b63-80bf5f56b4e4) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:41.703193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.704222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event updated for resources: {'Subnet': ['ID=a37ffa47-050d-4438-9bdb-c6a076c45acc,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:41.759127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.798726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:41.805915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Checking segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:41.806307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Network hostable DHCP agents. Network: b8a229c2-15fe-4705-88bf-405cb5fe54a7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:41.810774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Checking segment: {'id': 'fe8acc74-6af4-47ad-8af2-1570fd3fe614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:41.811174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Network hostable DHCP agents. Network: db3b27c0-d20d-43b4-807d-36428f9231db, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:41.837005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:41.839717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:41.879779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:41.918699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:41.927626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.017498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:42.038037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.041770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:42.046726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b74657a-ac6e-4c51-99c3-ddbceb857ed2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.052133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.052825 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Added segment 0f65eeaa-0deb-4729-be75-0673822587bf of type vlan for network 157a0ab2-e29a-4311-b1aa-ae6d23cafa0e Apr 05 12:05:42.063736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:42.103384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:42.116024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2078106674'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:42.120105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=1293b801-7d1f-4f35-8e28-93c5aeb99c03,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.123345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.134053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:42.141684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:42.143748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Network db3b27c0-d20d-43b4-807d-36428f9231db is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:42.154026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c2b465-8405-46f7-86b3-c856dcbd73bf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.165651 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3933cbd-7a13-4838-ae15-b662655bf646 None None] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:42.181660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Usage tracker for resource:port and tenant:7eb5f3b2f6624026bfecd6e568d606df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:42.197551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:42.204784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:42.217719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.223633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b8a229c2-15fe-4705-88bf-405cb5fe54a7) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:42.229683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:42.234231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:42.234835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.241873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, db3b27c0-d20d-43b4-807d-36428f9231db) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:42.246282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:42.246873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.285481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.285830 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Added segment cca9ae02-582e-44e9-a4e7-7cee48e5dd5d of type vlan for network aee99d11-28cb-4517-9c51-5fd92a602d8e Apr 05 12:05:42.341172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a1deab-8a91-4672-8566-c3da67aed3ab None None] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:42.366889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Pushing event updated for resources: {'Port': ['ID=be877fda-4449-44be-9b63-80bf5f56b4e4,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.376144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Allocated IP 172.26.5.171 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/24fdacbc-682b-4dd3-a39e-2bdd44ffdb44) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:42.382044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d950b3ad-c54a-4e67-b791-3fc8c341f475,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.385295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Made reservation on behalf of 7eb5f3b2f6624026bfecd6e568d606df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:42.387706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.440749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.470127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.479697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c255dd2-676e-4a6b-add2-23a4032c6c64 None None] Network db3b27c0-d20d-43b4-807d-36428f9231db requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:42.493349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.498646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:42.499270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.503478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:42.599007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1acaac99-7063-4060-bf08-5a4021a9dbf4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:42.617441 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85b1d332-bae4-413b-8237-19bcfb97a2b1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2896430 Apr 05 12:05:42.618713 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89caec62-3166-4a45-aada-e9ee20c3d685 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7586594 Apr 05 12:05:42.646206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44934) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:42.646761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44936) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:42.661173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Request body: {'port': {'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2083144604'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:42.673461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Usage tracker for resource:security_group_rule and tenant:7eb5f3b2f6624026bfecd6e568d606df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:42.677297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:42.679061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:42.679261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:05:42.680219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.691239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.696045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:42.716684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:42.722850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3942201 Apr 05 12:05:42.723054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-82d1b2b6-dedc-4542-84b0-5e2ba7599537 None None] Provisioning for port 1acaac99-7063-4060-bf08-5a4021a9dbf4 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:42.746795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44944) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:42.774366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:42.792930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Usage tracker for resource:router and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:42.795160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.800222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:42.800995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:42.801592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.810434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71648bf8-0348-4cf8-86e0-5a4b49ff6c81 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Pushing event updated for resources: {'Network': ['ID=157a0ab2-e29a-4311-b1aa-ae6d23cafa0e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:42.853765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 157a0ab2-e29a-4311-b1aa-ae6d23cafa0e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:42.858896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:42.874086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'name': 'tempest-network--547907478', 'router:external': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:42.881268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:42.990909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:42.998618 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5012069 Apr 05 12:05:43.005052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e362c17-fcf0-4802-bdfd-338f0cb00e6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Pushing event updated for resources: {'Network': ['ID=aee99d11-28cb-4517-9c51-5fd92a602d8e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:43.017239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.018473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.028330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:network and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:43.043375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.108594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:43.120401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network aee99d11-28cb-4517-9c51-5fd92a602d8e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:43.122456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.192684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.216335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:43.231877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.246926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.252961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1acaac99-7063-4060-bf08-5a4021a9dbf4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:43.266067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port 187d78f0-9478-48c0-80b4-8b6f247045a5 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:43.315329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:43.317884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:43.320443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.390316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1acaac99-7063-4060-bf08-5a4021a9dbf4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:43.390977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.395671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Usage tracker for resource:port and tenant:87d2d6fbf4f8492784d6712b5788f7fe is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:43.408734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:43.412179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:43.427936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.436958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:43.440481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:43.485339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Allocated IP 172.20.0.2 (b8a229c2-15fe-4705-88bf-405cb5fe54a7/5b74657a-ac6e-4c51-99c3-ddbceb857ed2/0d8625c9-83fb-4ae8-95d5-f45f1512c562) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:43.494988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.516698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:43.553410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:43.645266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:43.645266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623216b-a423-439f-85f7-381d72a6b042,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:43.664231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-83879633'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:43.671923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:43.679168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Usage tracker for resource:port and tenant:0ee1236c63924df8944ed9cddc4090b3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:43.727389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:43.733240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.743396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:43.744789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Transition to ACTIVE for port object 0d8625c9-83fb-4ae8-95d5-f45f1512c562 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:43.766807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Transition to ACTIVE for port object 0d8625c9-83fb-4ae8-95d5-f45f1512c562 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:43.819923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:security_group_rule and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:43.824430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Pushing event updated for resources: {'Port': ['ID=24fdacbc-682b-4dd3-a39e-2bdd44ffdb44,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:43.827836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.833879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:43.838154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Made reservation on behalf of 87d2d6fbf4f8492784d6712b5788f7fe for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:43.840872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.850487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Made reservation on behalf of 0ee1236c63924df8944ed9cddc4090b3 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:43.859856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.883398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.924937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:43.929179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.929368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-db3b27c0-d20d-43b4-807d-36428f9231db', 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db', 'tenant_id': '87d2d6fbf4f8492784d6712b5788f7fe', 'fixed_ips': [{'subnet_id': 'a37ffa47-050d-4438-9bdb-c6a076c45acc'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:05:43.930179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.961810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:43.974307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:43.980847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] device_id is not set on port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:43.983019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port 187d78f0-9478-48c0-80b4-8b6f247045a5 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:43.988486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Usage tracker for resource:security_group_rule and tenant:0ee1236c63924df8944ed9cddc4090b3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:43.993296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:43.994792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:44.009583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:44.013758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.016244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.049787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:44.056921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Transition to ACTIVE for port object 187d78f0-9478-48c0-80b4-8b6f247045a5 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:44.067798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:44.075627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Pushing event updated for resources: {'Port': ['ID=0d8625c9-83fb-4ae8-95d5-f45f1512c562,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:44.107835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:05:44.124463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.292928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-eaf0a53d-318b-49be-bbc3-6f5f6a55136d None None] Provisioning complete for port 1acaac99-7063-4060-bf08-5a4021a9dbf4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:44.293678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a53d-318b-49be-bbc3-6f5f6a55136d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.340722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Attempting to bind port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:44.341261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Attempting to bind port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:44.341717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Attempting to bind port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 on network b8a229c2-15fe-4705-88bf-405cb5fe54a7 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:44.352288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.374358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.381367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:44.381929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Checking segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:44.382416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.382914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Bound using segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:44.383524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Bound port: 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:44.384310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.421566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Allocated IP 172.20.0.2 (db3b27c0-d20d-43b4-807d-36428f9231db/a37ffa47-050d-4438-9bdb-c6a076c45acc/499fd03f-027a-4d3b-accd-e51d9c282a68) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:44.446700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=187d78f0-9478-48c0-80b4-8b6f247045a5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:44.459577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Checking segment: {'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:44.459928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Network hostable DHCP agents. Network: 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:44.480728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 1acaac99-7063-4060-bf08-5a4021a9dbf4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1acaac99-7063-4060-bf08-5a4021a9dbf4,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:44.507645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.551846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.566483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.576006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.585159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port 3c31e796-74dd-4509-89a2-53c7fdf0fadd yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:44.619716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:44.622097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:05:44.640904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.644642 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:05:44.673258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:44.675302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93856c04-3fe6-4fea-82f9-2bfdb1e78b9a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:44.691987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:44.696506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Router 16d16d12-8722-47fc-9453-d6232419de3f is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:05:44.699954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:44.700813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:44.708945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56eb58f-20f9-499d-8621-ef2185bc7789 None None] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:44.720745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:44.731853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:44.732217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:44.733098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:44.746879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] For port 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:44.758764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.762894 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27e15340-c434-4ab3-9d53-8dec594e7c9b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7518094 Apr 05 12:05:44.764816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:44.764816 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:44.764816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:44.764816 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 2 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:44.823658 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:44.825308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] For port 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d8625c9-83fb-4ae8-95d5-f45f1512c562,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:44.831101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=1acaac99-7063-4060-bf08-5a4021a9dbf4,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:44.853305 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:44.854131 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:44.854624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.868532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:44.868872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:44.869208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:44.883061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:44.883376 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:44.887458 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 3 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:44.920468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:05:44.960005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8341bc-8916-47d6-8621-17d15b568199,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:44.970225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.972425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3ec1c214-cf81-46f0-af23-df77bbd6b628 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0736287 Apr 05 12:05:44.972837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Sync routers for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:05:44.980219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44976) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:44.988135 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:44.989370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:44.989599 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Added segment dcbbf6ac-a502-47a9-a882-77e8e06c1c94 of type vlan for network 090be810-56d1-44a0-9cb1-0040099f3c39 Apr 05 12:05:44.991234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a892b9e1-3b54-4992-8ed1-1074f70a1d60 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:05:45.020252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.020580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.020927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.092437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.092762 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.098551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:45.099366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:45.104508 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 4 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.213309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.213782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.214757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.235178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.235658 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.269702 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 5 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.283084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129b4c-2dc9-4a0e-b8e3-273dad0d2181 None None] Pushing event updated for resources: {'Port': ['ID=0d8625c9-83fb-4ae8-95d5-f45f1512c562,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:45.300609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.308774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.309109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.309892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.331812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Transition to ACTIVE for port object 499fd03f-027a-4d3b-accd-e51d9c282a68 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:45.346759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.346759 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.378808 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 6 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.393612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:45.470987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port 3c31e796-74dd-4509-89a2-53c7fdf0fadd yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:45.487107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.487557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.488023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.490845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.516451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.516963 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.522257 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 7 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.532173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Transition to ACTIVE for port object 3c31e796-74dd-4509-89a2-53c7fdf0fadd will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:45.543989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.559194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:45.595426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Transition to ACTIVE for port object 499fd03f-027a-4d3b-accd-e51d9c282a68 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:45.605203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.605203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.605203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.609567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.619827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.620432 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.622852 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 8 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.630998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.637474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.639308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.697321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.697740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.698145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.762311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Network db3b27c0-d20d-43b4-807d-36428f9231db is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:45.767075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:45.775986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.776403 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.780462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:45.786845 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 9 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.792048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:45.820374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=3c31e796-74dd-4509-89a2-53c7fdf0fadd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:45.821756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.831750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Pushing event updated for resources: {'Port': ['ID=499fd03f-027a-4d3b-accd-e51d9c282a68,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:45.844402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.844823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.845213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.862287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.863684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.864090 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.865890 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 10 to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 Apr 05 12:05:45.918836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.920333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.925788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7236898 Apr 05 12:05:45.927866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44980) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:45.928628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.929540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.929540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.930606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Attempting to bind port 499fd03f-027a-4d3b-accd-e51d9c282a68 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:45.931173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Attempting to bind port 499fd03f-027a-4d3b-accd-e51d9c282a68 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'fe8acc74-6af4-47ad-8af2-1570fd3fe614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:45.931717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Attempting to bind port 499fd03f-027a-4d3b-accd-e51d9c282a68 on network db3b27c0-d20d-43b4-807d-36428f9231db {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:45.931847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Checking segment: {'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:45.932197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Network hostable DHCP agents. Network: aee99d11-28cb-4517-9c51-5fd92a602d8e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:45.932815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934c2b-cb94-4c5b-a52d-7d16eb46446a tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Pushing event updated for resources: {'Port': ['ID=24fdacbc-682b-4dd3-a39e-2bdd44ffdb44,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:45.941739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:45.942100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Checking segment: {'id': 'fe8acc74-6af4-47ad-8af2-1570fd3fe614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:45.942664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.943375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Bound using segment: {'id': 'fe8acc74-6af4-47ad-8af2-1570fd3fe614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:45.944053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Bound port: 499fd03f-027a-4d3b-accd-e51d9c282a68, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8acc74-6af4-47ad-8af2-1570fd3fe614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'db3b27c0-d20d-43b4-807d-36428f9231db'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:45.944441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.945275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-622827560', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'fixed_ips': [{'ip_address': '172.26.5.171'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:45.957778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:45.962975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 187d78f0-9478-48c0-80b4-8b6f247045a5 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:45.963424 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 187d78f0-9478-48c0-80b4-8b6f247045a5 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:45.963852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:45.978528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Usage tracker for resource:port and tenant:d715820bcddf4101bb64980a98882edf is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:45.985799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:46.019667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.020609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:46.021380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.025489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:46.041517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:42Z', 'revision_number': 3, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:46.050122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Checking router: 16d16d12-8722-47fc-9453-d6232419de3f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:05:46.050444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Updating router 16d16d12-8722-47fc-9453-d6232419de3f port be877fda-4449-44be-9b63-80bf5f56b4e4 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:05:46.078286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] For port 499fd03f-027a-4d3b-accd-e51d9c282a68, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:46.094014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Allocated IP 172.20.0.7 (db3b27c0-d20d-43b4-807d-36428f9231db/a37ffa47-050d-4438-9bdb-c6a076c45acc/3bd2db80-88ab-4e20-9d27-dd1dab3434bc) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:46.107748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Network aee99d11-28cb-4517-9c51-5fd92a602d8e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:46.114368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] For port 499fd03f-027a-4d3b-accd-e51d9c282a68, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=499fd03f-027a-4d3b-accd-e51d9c282a68,segment=NetworkSegment(fe8acc74-6af4-47ad-8af2-1570fd3fe614),segment_id=fe8acc74-6af4-47ad-8af2-1570fd3fe614)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:46.127558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Made reservation on behalf of d715820bcddf4101bb64980a98882edf for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:46.130005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.140634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.192929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.4431489 Apr 05 12:05:46.211567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44984) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:46.277719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.285928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7c20d-5fe8-4866-9c8d-585bd8ff81bd None None] Pushing event updated for resources: {'Port': ['ID=499fd03f-027a-4d3b-accd-e51d9c282a68,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:46.295684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.302059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, aee99d11-28cb-4517-9c51-5fd92a602d8e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:46.314155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port 187d78f0-9478-48c0-80b4-8b6f247045a5, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:46.314742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:05:46.316158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:46.317476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298e0c1-516e-43f7-8291-eb284da1b316 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=090be810-56d1-44a0-9cb1-0040099f3c39,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:46.318950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:46.331229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Usage tracker for resource:security_group_rule and tenant:d715820bcddf4101bb64980a98882edf is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:46.332974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381214f-c751-49d2-80aa-0580eeb10316 None None] Network aee99d11-28cb-4517-9c51-5fd92a602d8e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:46.336557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:46.342306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.391465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:46.402324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.438389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:46.438983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:46.439605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:46.456538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:46.457400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.540292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 090be810-56d1-44a0-9cb1-0040099f3c39 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:46.608858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:46.609324 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:46.637712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74116cee-157f-4152-80c9-645d47620485 None None] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:46.652322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Allocated IP 172.26.5.107 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/5744adb4-2690-4a61-9480-28d51ce7ce4e) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:46.656309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.665792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 2 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:46.717641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=187d78f0-9478-48c0-80b4-8b6f247045a5,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:46.742651 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d91c4f45-3c0e-40e2-ba13-fdc13317ab50 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.6353996 Apr 05 12:05:46.742651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:46.742651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:46.742651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:46.743590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:46.826216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:46.826477 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:46.830242 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 3 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:46.855980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d8625c9-83fb-4ae8-95d5-f45f1512c562 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:46.933452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:46.933452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:46.933452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:46.949710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:46.950056 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:46.952348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Deleting port 187d78f0-9478-48c0-80b4-8b6f247045a5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:46.952703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:46.993722 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 4 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:47.000660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-68001236-6038-488a-84d6-4372c520f39d None None] Provisioning for port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:47.095551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:47.096198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:47.096676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:47.129227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:47.132075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:47.132613 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:47.164001 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 5 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:47.174165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:47.174541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.181305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.205956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.254114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] device_id is not set on port 646f1472-4c73-470e-94d1-27d16640af71 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:47.299672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:47.300250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:47.300727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:47.302919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.320087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.334609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.349934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:47.350460 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:47.382700 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 6 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:47.382953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d8625c9-83fb-4ae8-95d5-f45f1512c562,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:47.390871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.391810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1acaac99-7063-4060-bf08-5a4021a9dbf4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:47.396904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Transition to ACTIVE for port object 3bd2db80-88ab-4e20-9d27-dd1dab3434bc will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:47.412463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.426878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.427399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.428194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.428589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > port after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.428911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.429264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.429636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.429979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.430301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.430666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.503985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c4d59f-7bb7-4dcc-ac10-3565bb7d12b9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:47.506974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:47.507585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:47.508199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:47.584466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:47.585150 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:47.622301 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 7 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:47.623545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.623900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.624605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.625409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:47.626713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090be810-56d1-44a0-9cb1-0040099f3c39']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:47.644340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.649354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0d8625c9-83fb-4ae8-95d5-f45f1512c562,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:47.659934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbbf6ac-a502-47a9-a882-77e8e06c1c94') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:47.660551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbbf6ac-a502-47a9-a882-77e8e06c1c94') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:47.698234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4fafd97a-0589-4cf7-98a9-2890f746e157 None None] Provisioning complete for port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:47.698234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fafd97a-0589-4cf7-98a9-2890f746e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.698830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port 187d78f0-9478-48c0-80b4-8b6f247045a5, host hv-neutron-8332, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:47.698830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.698996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.699119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:47.699119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:47.699119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:47.710797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1acaac99-7063-4060-bf08-5a4021a9dbf4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:47.711838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.761942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.790445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:05:47.791121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: from cryptography.utils import int_from_bytes Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: from cryptography.utils import int_from_bytes Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn_limited( Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn_limited( Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:05:47.807120 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:05:47.851707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:47.852006 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:47.866180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Calling delete_port for 187d78f0-9478-48c0-80b4-8b6f247045a5 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:47.875608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c8d77-18f7-4168-8a37-bc8f63d57687 None None] Network db3b27c0-d20d-43b4-807d-36428f9231db requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:47.893590 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 8 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:47.906012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.1 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/f4c094b2-7305-464f-b476-c42e75d1ba64) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:47.934637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:47.935217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:47.935558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:47.935900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:47.950613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:47.951330 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:48.017054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.018560 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 9 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:48.048070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Network db3b27c0-d20d-43b4-807d-36428f9231db is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:48.080656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:48.081198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:48.081682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:48.095276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:48.098305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.112138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:48.147778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event updated for resources: {'Port': ['ID=3bd2db80-88ab-4e20-9d27-dd1dab3434bc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.191573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:48.206868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:48.209463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:48.210654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:48.211165 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:48.218876 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 10 to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd Apr 05 12:05:48.226428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.226656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-503c19f5-3eb3-4e00-b70b-327c88af5b3a None None] Provisioning for port 499fd03f-027a-4d3b-accd-e51d9c282a68 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:48.288625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event deleted for resources: {'Port': ['ID=187d78f0-9478-48c0-80b4-8b6f247045a5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.290461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:48.290800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:48.291226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:48.303756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:48.304278 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 3c31e796-74dd-4509-89a2-53c7fdf0fadd on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:48.304798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.316069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Network': ['ID=090be810-56d1-44a0-9cb1-0040099f3c39,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.319457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 090be810-56d1-44a0-9cb1-0040099f3c39 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:05:48.324618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.342290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.356134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:48.357365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.380235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Allocated IP 172.20.0.1 (8d4fce09-9d7f-4948-8b03-9c1e86515808/46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93/4f509143-e9fb-4ff4-9c9d-e3fd05b8610c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:48.391949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85902ee4-aa59-43a0-8ea2-9a85ffeb5378 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7440279 Apr 05 12:05:48.393505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5744adb4-2690-4a61-9480-28d51ce7ce4e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.395826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 44994) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.401517 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-80dcb926-ea8b-4b3b-acf0-583c2e632c26 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "DELETE /v2.0/ports/187d78f0-9478-48c0-80b4-8b6f247045a5 HTTP/1.1" status: 204 len: 168 time: 1.6528919 Apr 05 12:05:48.404672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.406604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 44998) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.432897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Transition to ACTIVE for port object be877fda-4449-44be-9b63-80bf5f56b4e4 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:48.446852 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6c60365c-6215-472a-8854-da227810beb1 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/090be810-56d1-44a0-9cb1-0040099f3c39 HTTP/1.1" status: 204 len: 168 time: 2.2268960 Apr 05 12:05:48.447581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.460818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.464058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45002) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.520664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:48.539601 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4bffc6-3e18-498e-9e5a-1fd91a9a1da6 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:05:48.540274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c4bffc6-3e18-498e-9e5a-1fd91a9a1da6 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Synchronizing usage tracker for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:48.544951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:48.560276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:network and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:48.564250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:48.581087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:48.585781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port 3c31e796-74dd-4509-89a2-53c7fdf0fadd, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:48.586299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:05:48.606243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.610095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c4bffc6-3e18-498e-9e5a-1fd91a9a1da6 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Unset dirty status for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:48.611982 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c4bffc6-3e18-498e-9e5a-1fd91a9a1da6 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports/187d78f0-9478-48c0-80b4-8b6f247045a5 HTTP/1.1" status: 404 len: 333 time: 0.2021530 Apr 05 12:05:48.649941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45006) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.653674 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 12:05:48.654469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:05:48.664906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8ed3-b47c-4d2c-b9ea-27a28d63cd8d None None] Pushing event updated for resources: {'Port': ['ID=be877fda-4449-44be-9b63-80bf5f56b4e4,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.669071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:48.671604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.675009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Attempting to bind port be877fda-4449-44be-9b63-80bf5f56b4e4 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:48.675584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Attempting to bind port be877fda-4449-44be-9b63-80bf5f56b4e4 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:48.676093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Attempting to bind port be877fda-4449-44be-9b63-80bf5f56b4e4 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:48.691451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-274006374'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:48.707159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:48.707545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:48.707940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.708323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:48.708788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Bound port: be877fda-4449-44be-9b63-80bf5f56b4e4, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:48.709185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.722271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:48.723550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.739302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:48.754476 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-efec1bc2-17db-47f4-8459-8e418df1bbaf tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8176491 Apr 05 12:05:48.770901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.781853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:48.835345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 499fd03f-027a-4d3b-accd-e51d9c282a68 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:48.861989 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.2101440 Apr 05 12:05:48.861989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31665-0e27-417e-a0c4-d87f5919ae6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=3c31e796-74dd-4509-89a2-53c7fdf0fadd,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:48.875688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45014) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:48.876720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:48.879504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.899122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] For port be877fda-4449-44be-9b63-80bf5f56b4e4, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:48.922410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] For port be877fda-4449-44be-9b63-80bf5f56b4e4, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=be877fda-4449-44be-9b63-80bf5f56b4e4,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:48.930231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.971793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Deleting port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:48.972286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.982725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 499fd03f-027a-4d3b-accd-e51d9c282a68 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:48.998952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:48.999544 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Added segment a919a5e1-35d9-4486-ba53-e7edc2a126b5 of type vlan for network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d Apr 05 12:05:49.003776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 499fd03f-027a-4d3b-accd-e51d9c282a68 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:49.004507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.086837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Deleting port 3c31e796-74dd-4509-89a2-53c7fdf0fadd {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:49.087610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.121794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8ed3-b47c-4d2c-b9ea-27a28d63cd8d None None] Pushing event updated for resources: {'Port': ['ID=be877fda-4449-44be-9b63-80bf5f56b4e4,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:49.125120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:49.125785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:49.207756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Made reservation on behalf of 7eb5f3b2f6624026bfecd6e568d606df for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:49.210269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.234995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.245129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.257510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Provisioning for port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:49.272875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Provisioning complete for port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:49.273246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.286231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:49.299919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port e14059aa-54ed-453b-b065-c986606253e0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:49.337804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:05:49.356805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Deleting port 24fdacbc-682b-4dd3-a39e-2bdd44ffdb44 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:49.357232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.414141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.431867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:49.444669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:49.445273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.487302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Provisioning complete for port 499fd03f-027a-4d3b-accd-e51d9c282a68 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:49.487642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0f0cc2c-d66e-48d4-a846-464c56981185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.523092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.532299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:49.605004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=f4c094b2-7305-464f-b476-c42e75d1ba64,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:49.613724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:49.665943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 499fd03f-027a-4d3b-accd-e51d9c282a68, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=499fd03f-027a-4d3b-accd-e51d9c282a68,segment=NetworkSegment(fe8acc74-6af4-47ad-8af2-1570fd3fe614),segment_id=fe8acc74-6af4-47ad-8af2-1570fd3fe614)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:49.668631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Transition to ACTIVE for port object 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:49.677477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.678209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d8625c9-83fb-4ae8-95d5-f45f1512c562 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:49.795225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.795921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:49.796923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.808455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:49.954430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=499fd03f-027a-4d3b-accd-e51d9c282a68,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:49.958971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Calling delete_port for 3bd2db80-88ab-4e20-9d27-dd1dab3434bc owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:49.989714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.028905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:50.029269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.052060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.128672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:50.150278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:42Z', 'revision_number': 3, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:50.152281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:50.165099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:50.170544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926e9c8-8e7a-4339-9092-0a3cb5796005 None None] The sync data for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv is: [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:42Z', 'revision_number': 3, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:05:50.182695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06097e87-097a-4396-ab6f-71b80b336fb6 None None] Provisioning complete for port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:50.183371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06097e87-097a-4396-ab6f-71b80b336fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.224674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=00d74570-5cf3-4def-aebe-3c1f8bbbf95d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:50.254854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-06097e87-097a-4396-ab6f-71b80b336fb6 None None] Port 3bd2db80-88ab-4e20-9d27-dd1dab3434bc cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:05:50.274958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port 3c31e796-74dd-4509-89a2-53c7fdf0fadd, host hv-neutron-8332, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:50.275482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.296223 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-70448717-c968-458c-af80-aedae03b43af tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7850718 Apr 05 12:05:50.302738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Pushing event updated for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:50.309369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:50.310392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:50.335901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'subnet': {'network_id': '00d74570-5cf3-4def-aebe-3c1f8bbbf95d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:50.346148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:50.358882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.359291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.378462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:subnet and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:50.477929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:50.485644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-05c62b16-58e7-493c-9966-e2e0e65a62ef None None] Provisioning for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:50.510093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-05c62b16-58e7-493c-9966-e2e0e65a62ef None None] Provisioning complete for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:50.510533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05c62b16-58e7-493c-9966-e2e0e65a62ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.519568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.525531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:50.541751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Calling delete_port for 3c31e796-74dd-4509-89a2-53c7fdf0fadd owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:50.584819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.605243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:50.607608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.627815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-05c62b16-58e7-493c-9966-e2e0e65a62ef None None] Port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:05:50.640713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:50.720862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Calling delete_port for 24fdacbc-682b-4dd3-a39e-2bdd44ffdb44 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:50.767581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device be877fda-4449-44be-9b63-80bf5f56b4e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:50.870033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event deleted for resources: {'Port': ['ID=3bd2db80-88ab-4e20-9d27-dd1dab3434bc,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:50.875274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port be877fda-4449-44be-9b63-80bf5f56b4e4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:50.893989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port be877fda-4449-44be-9b63-80bf5f56b4e4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:50.894427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.049469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.053520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.074947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.091248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port be877fda-4449-44be-9b63-80bf5f56b4e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=be877fda-4449-44be-9b63-80bf5f56b4e4,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:51.095133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.099319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.099463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.100202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 499fd03f-027a-4d3b-accd-e51d9c282a68 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:51.129026 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bd8d3b5e-d968-47d7-bd35-f1da88d8fef5 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "DELETE /v2.0/ports/3bd2db80-88ab-4e20-9d27-dd1dab3434bc HTTP/1.1" status: 204 len: 168 time: 2.7252200 Apr 05 12:05:51.129026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Router 706ee170-2754-4cc2-a813-4c36af3f81a7 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:05:51.137728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.205214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.226886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Pushing event deleted for resources: {'Port': ['ID=24fdacbc-682b-4dd3-a39e-2bdd44ffdb44,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:51.295612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=be877fda-4449-44be-9b63-80bf5f56b4e4,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:51.300191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 499fd03f-027a-4d3b-accd-e51d9c282a68 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:51.300562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.322309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c31e796-74dd-4509-89a2-53c7fdf0fadd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:51.385881 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cc75f4f1-7304-4351-903a-d1ef447384a1 tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2319665 Apr 05 12:05:51.392181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45030) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.434580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1675384333'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:51.445974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.449754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:51.458631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:51.517728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:51.531485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:51.532051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Usage tracker for resource:network and tenant:87d2d6fbf4f8492784d6712b5788f7fe is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:51.532358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:51.532947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.543062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.553298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:51.557965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.566911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:51.571243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=e14059aa-54ed-453b-b065-c986606253e0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:51.578036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.582773 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-872e6d19-5277-4b17-8eae-616bb08851dd tempest-ExternalNetworksAdminNegativeTestJSON-652802645 tempest-ExternalNetworksAdminNegativeTestJSON-652802645-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/1bf73c2f-4551-474e-8ca0-bc8f9a8b2cb3 HTTP/1.1" status: 204 len: 168 time: 2.8054447 Apr 05 12:05:51.602589 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37e9075c-c130-4a8a-a8d5-181017f73569 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9442279 Apr 05 12:05:51.604768 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c37c140e-aaf4-43f8-a33a-f04b2183580a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3c31e796-74dd-4509-89a2-53c7fdf0fadd HTTP/1.1" status: 204 len: 168 time: 2.7211013 Apr 05 12:05:51.605451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45036) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.611775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45038) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.666553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:51.684025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Made reservation on behalf of 87d2d6fbf4f8492784d6712b5788f7fe for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:51.687393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:51.724234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:05:51.738629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Sync routers for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:05:51.746244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc6b0bf-d32d-421e-a833-59bfa710a8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:05:51.750484 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:51.751479 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:51.752518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-adc6b0bf-d32d-421e-a833-59bfa710a8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports/3c31e796-74dd-4509-89a2-53c7fdf0fadd HTTP/1.1" status: 404 len: 333 time: 0.1132245 Apr 05 12:05:51.754424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45044) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.799115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-709163851'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:51.989947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:51.994966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Usage tracker for resource:port and tenant:0ee1236c63924df8944ed9cddc4090b3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:51.996878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:51.997958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:52.010302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.018504 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:52.031229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.035302 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ea9293d2-1746-4eb5-984b-45789e2cdcb8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3829241 Apr 05 12:05:52.035417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:52.037639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:52.063283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:05:52.117089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.117710 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Added segment 99161805-db30-4383-8104-6d69a556acbe of type vlan for network 3231b911-4fae-4432-8730-f961e912e4bc Apr 05 12:05:52.141110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Made reservation on behalf of 0ee1236c63924df8944ed9cddc4090b3 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:52.143739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.235626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:05:52.262118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.266091 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:05:52.281070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.353377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.354043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.360872 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:48Z', 'revision_number': 3, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:52.363346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port 4964e0bb-496a-415b-a0aa-059e898ccb0a yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:52.366545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Checking router: 706ee170-2754-4cc2-a813-4c36af3f81a7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:05:52.366545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Updating router 706ee170-2754-4cc2-a813-4c36af3f81a7 port 5744adb4-2690-4a61-9480-28d51ce7ce4e binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:05:52.425278 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.433112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:52.464179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Usage tracker for resource:security_group_rule and tenant:2704734254234e93a706a7472f53e0a5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:52.469917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:52.473845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.475714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.491226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Pushing event updated for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:52.539987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:52.540909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.547009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:52.547617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.550699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.551416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.634467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device be877fda-4449-44be-9b63-80bf5f56b4e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:52.729586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port be877fda-4449-44be-9b63-80bf5f56b4e4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:52.730307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.819080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=f4c094b2-7305-464f-b476-c42e75d1ba64,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:52.832448 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.851210 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Transition to ACTIVE for port object 5744adb4-2690-4a61-9480-28d51ce7ce4e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:52.860013 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.923345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5239978 Apr 05 12:05:52.923345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbe59d-20dc-4203-a5d4-0fb1d67b4300 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event updated for resources: {'Network': ['ID=3231b911-4fae-4432-8730-f961e912e4bc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:52.930257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:52.951976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Attempting to bind port 5744adb4-2690-4a61-9480-28d51ce7ce4e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:52.952330 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Attempting to bind port 5744adb4-2690-4a61-9480-28d51ce7ce4e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:52.952685 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Attempting to bind port 5744adb4-2690-4a61-9480-28d51ce7ce4e on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:52.959746 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Pushing event updated for resources: {'Port': ['ID=5744adb4-2690-4a61-9480-28d51ce7ce4e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:52.963324 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:52.963698 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:52.964099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.964599 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:52.964945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Bound port: 5744adb4-2690-4a61-9480-28d51ce7ce4e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:52.965329 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:52.988952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3231b911-4fae-4432-8730-f961e912e4bc details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:05:52.998545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:05:52.999319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.005282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:53.011257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port e14059aa-54ed-453b-b065-c986606253e0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:53.044266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.086770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:53.119455 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] For port 5744adb4-2690-4a61-9480-28d51ce7ce4e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:53.125641 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] For port 5744adb4-2690-4a61-9480-28d51ce7ce4e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5744adb4-2690-4a61-9480-28d51ce7ce4e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:53.127668 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.128024 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.128829 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.128829 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.129010 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.129360 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.129692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.130020 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.130362 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.135077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Transition to ACTIVE for port object e14059aa-54ed-453b-b065-c986606253e0 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:53.138929 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.139844 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.139844 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Tracked resource versions report: Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: pushed versions: Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: { 'AddressGroup': {'1.2'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'ConntrackHelper': {'1.0'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Log': {'1.0'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Network': {'1.1'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Port': {'1.7'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'PortForwarding': {'1.2'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'QosPolicy': {'1.8'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroup': {'1.4'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroupRule': {'1.2'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SubPort': {'1.0'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Subnet': {'1.1'}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Trunk': {'1.1'}} Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: consumer versions: Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: { DHCP agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: HyperV agent@hv-neutron-8332: {}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: L3 agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: Metadata agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: Metering agent@dv-neutron-833203-3-hyperv: {}, Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: Open vSwitch agent@dv-neutron-833203-3-hyperv: { 'AddressGroup': '1.2', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'ConntrackHelper': '1.0', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Log': '1.0', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Network': '1.1', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Port': '1.7', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'PortForwarding': '1.2', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'QosPolicy': '1.8', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroup': '1.4', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SecurityGroupRule': '1.2', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'SubPort': '1.0', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Subnet': '1.1', Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: 'Trunk': '1.1'}} Apr 05 12:05:53.140808 dv-neutron-833203-3-hyperv neutron-server[87960]: {{(pid=87960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 12:05:53.145626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:53.147537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.157343 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.174535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:53.248648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.249112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c600db6-1f09-45b5-9057-b6c99f721153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.268897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e411b3b9-ed36-4b35-98ba-ef34635bc313,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:53.287494 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4f24d-3dfb-4418-a5a7-f04e1a3a5241 None None] Pushing event updated for resources: {'Port': ['ID=5744adb4-2690-4a61-9480-28d51ce7ce4e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:53.290348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Checking segment: {'id': 'a919a5e1-35d9-4486-ba53-e7edc2a126b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '00d74570-5cf3-4def-aebe-3c1f8bbbf95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:53.290654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Network hostable DHCP agents. Network: 00d74570-5cf3-4def-aebe-3c1f8bbbf95d, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:05:53.317096 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:53.318515 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:53.324468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.329152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.434619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.470103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dda85f69-e88b-41cc-a3cf-f0870cbfc86c None None] Provisioning complete for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:53.470476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dda85f69-e88b-41cc-a3cf-f0870cbfc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.470788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:53.503746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Router 16d16d12-8722-47fc-9453-d6232419de3f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:05:53.516864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 00d74570-5cf3-4def-aebe-3c1f8bbbf95d) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:53.520384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Network aee99d11-28cb-4517-9c51-5fd92a602d8e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:53.532146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:53.535068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f74fc3-e978-4956-be4c-c7646e844d47 None None] Network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:53.535386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:53.535980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.544205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:53.545089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:53.545680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.551948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=4964e0bb-496a-415b-a0aa-059e898ccb0a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:53.616094 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:53.638258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-84983882-60cb-4078-bbf3-9b1824cbe7e8 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3197951 Apr 05 12:05:53.641721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45064) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:53.648267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'floatingip': {'floating_network_id': '00d74570-5cf3-4def-aebe-3c1f8bbbf95d'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:53.657080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-689a332b-98a1-4162-855c-496de6d840c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8858237 Apr 05 12:05:53.660654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:53.662633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:53.669966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:floatingip and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:53.675670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:53.708152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:53.730031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:53.730223 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2704734254234e93a706a7472f53e0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7322443 Apr 05 12:05:53.741421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9699ba-304b-4656-af2a-463f489c2819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf2a1b-8639-492e-b5d7-803a57335483,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:53.751560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:53.759233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dda85f69-e88b-41cc-a3cf-f0870cbfc86c None None] Port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:05:53.788534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=e14059aa-54ed-453b-b065-c986606253e0,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:53.863341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed8632-7b6a-4efe-a449-53078e5128c1 None None] Network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:53.870589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:53.901452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:05:53.914623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Sync routers for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:05:53.914788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c0e56685-fc35-490a-b059-a50f4c28d6dd admin admin] 10.222.0.50 "PUT /v2.0/routers/16d16d12-8722-47fc-9453-d6232419de3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9236302 Apr 05 12:05:53.942566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:53.942998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:53.943459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:53.947011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e3cbc2d-0ef6-4dc5-9b87-95f2bd110a9b tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks HTTP/1.1" status: 200 len: 7228 time: 1.0137584 Apr 05 12:05:53.956457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45078) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:53.976292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:53.976725 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:53.988674 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 2 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:53.989066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:53.989888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:54.012995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.021171 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:48Z', 'revision_number': 3, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:54.026987 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845a719d-dd72-4246-9758-b7363f9ccbef None None] The sync data for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv is: [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:48Z', 'revision_number': 3, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:05:54.070721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:54.070721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:54.070721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:54.112859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:05:54.118383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:54.118715 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:54.137402 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 3 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:54.149321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.221592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:54.223103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:54.229669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:54.279994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.354336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:54.359666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:54.360075 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:54.370980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 4 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:54.390561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.453330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.486799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:54.487508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:54.488049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:54.528350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d7d7c-ae88-4366-9f59-73b7ae190b3e tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] Network 3231b911-4fae-4432-8730-f961e912e4bc is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:05:54.560614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-975d7d7c-ae88-4366-9f59-73b7ae190b3e tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "POST /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5986533 Apr 05 12:05:54.582963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45088) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:54.610754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:54.611778 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:54.615709 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 5 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:54.632606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca6235-7491-481c-8234-a745b6a5aea7 None None] Network 3231b911-4fae-4432-8730-f961e912e4bc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:05:54.723534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5744adb4-2690-4a61-9480-28d51ce7ce4e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:54.760044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.772800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:54.772800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:54.775563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:54.780017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:54.784677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:05:54.797015 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:05:54.815749 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:54.816380 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:54.826750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656705781', 'description': 'tempest-description--56500183'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:54.848571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:54.863230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:54.864078 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:54.871245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Usage tracker for resource:security_group and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:54.878123 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 6 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:54.896693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:54.903252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.905522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port 4964e0bb-496a-415b-a0aa-059e898ccb0a yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:54.923772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:54.934634 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:54.936580 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:54.936844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:54.944972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:54.980237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf2a1b-8639-492e-b5d7-803a57335483,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:54.996268 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27d106e6-58cf-41f1-927c-750f1d8e03b1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/routers/28d04d69-b9bb-4743-9e6f-7d230909556c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2233152 Apr 05 12:05:55.016551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:55.022493 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:55.023566 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dc2a7c-7ead-41d7-bddb-725f18d41079 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:05:55.036604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.052995 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f16fa1f0-8913-4f54-8023-25cde5d06814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35bf2a1b-8639-492e-b5d7-803a57335483 HTTP/1.1" status: 204 len: 168 time: 1.2628038 Apr 05 12:05:55.054248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.058793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.059218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.088959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'port': {'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9', 'name': 'tempest-FloatingIPTestJSON-1100889954'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:55.208936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Transition to ACTIVE for port object 4964e0bb-496a-415b-a0aa-059e898ccb0a will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:55.250052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Allocated IP 172.20.0.1 (b8a229c2-15fe-4705-88bf-405cb5fe54a7/5b74657a-ac6e-4c51-99c3-ddbceb857ed2/e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:55.261170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.307906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 5744adb4-2690-4a61-9480-28d51ce7ce4e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:55.312079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f58e2f18-072d-460a-a446-9bb44edf917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.330428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.331892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5744adb4-2690-4a61-9480-28d51ce7ce4e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:55.332388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.347473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.348088 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:55.412865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1ee6467e-95fa-4c5a-b269-00a3062d0361 tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks HTTP/1.1" status: 200 len: 8767 time: 0.8241308 Apr 05 12:05:55.413051 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 7 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:55.418514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45104) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:55.429984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 2, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:55.445485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Checking router: 16d16d12-8722-47fc-9453-d6232419de3f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:05:55.446077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Updating router 16d16d12-8722-47fc-9453-d6232419de3f port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:05:55.477102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:55.527678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.529173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:55.534391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Usage tracker for resource:security_group_rule and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:55.537639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:55.543298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:55.555644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.555977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.556312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.563951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Allocated IP 172.20.0.9 (00d74570-5cf3-4def-aebe-3c1f8bbbf95d/e411b3b9-ed36-4b35-98ba-ef34635bc313/aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:55.566924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=4964e0bb-496a-415b-a0aa-059e898ccb0a,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:55.575743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.576113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.576663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.585222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.585558 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:55.598004 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 8 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:55.624390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.624711 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:55.627842 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 2 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:55.725030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.726450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.726784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.727141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.753155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.753155 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:55.754537 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-10a9e7a7-e371-4d0f-833f-fa6fbba476ee tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "DELETE /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks/3231b911-4fae-4432-8730-f961e912e4bc HTTP/1.1" status: 204 len: 168 time: 0.2744024 Apr 05 12:05:55.757028 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 3 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:55.765561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 5744adb4-2690-4a61-9480-28d51ce7ce4e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5744adb4-2690-4a61-9480-28d51ce7ce4e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:55.765742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45112) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:55.769502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.769889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.770310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.773511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.790498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.790688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.791017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.801650 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9edfe9af-2535-492d-be6a-0ba0844bf699 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d715820bcddf4101bb64980a98882edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157923 Apr 05 12:05:55.803600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.803942 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:55.804339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45116) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:55.805207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:55.809451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.814926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.815113 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:55.815194 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 9 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:55.837656 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 4 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:55.852116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:port and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:55.868002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:55.883400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Transition to ACTIVE for port object e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:55.886752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.894358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.894697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.895053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.904291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:55.921366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.921694 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:55.932782 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 10 to bind port e14059aa-54ed-453b-b065-c986606253e0 Apr 05 12:05:55.940428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.940769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.941089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.969492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:55.969818 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:55.973906 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 5 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:55.976434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:55.978823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:55.979182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:55.979605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:55.993765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=5744adb4-2690-4a61-9480-28d51ce7ce4e,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:55.998101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.004788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.005119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.005447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.016832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.017165 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port e14059aa-54ed-453b-b065-c986606253e0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:05:56.018037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.031770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.032020 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.036943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:56.037066 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 6 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:56.040634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.057944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.078427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8e1defa1-4906-47a1-b58f-9879cb96ae51 tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks HTTP/1.1" status: 200 len: 7997 time: 0.3092747 Apr 05 12:05:56.083910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.104365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.104647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.105308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.117819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.118091 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.120031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 7 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:56.138921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.139366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.139769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.144949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.152448 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d43d14c3-758b-4e8d-b753-cd48aa136abc tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/networks/db3b27c0-d20d-43b4-807d-36428f9231db/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0673409 Apr 05 12:05:56.153042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.154652 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3495378 Apr 05 12:05:56.167962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f87d6-c6c7-43a5-b89c-5b4cd708d726 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:56.171360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.178712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.178953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45126) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.192442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.193012 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.201250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] device_id is not set on port 4ed05eab-62a2-437e-8d64-9078defd456d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:56.201989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.204718 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 8 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:56.227944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Transition to ACTIVE for port object 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:05:56.235666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:56.238195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.241239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:56.242058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.244034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:56.261809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'security_group_rule': {'security_group_id': 'fef3fc6c-783a-4a2c-a9c7-b90c0164ab33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:56.294854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.295213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.295550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.314616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:56.316000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.316329 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.323015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 9 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:56.334802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:56.374064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.374399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.374733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.376404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Usage tracker for resource:security_group_rule and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:56.384952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.385283 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.387338 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 10 to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a Apr 05 12:05:56.405474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.409805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.410135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.410472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.411883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:56.417603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:05:56.417932 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port 4964e0bb-496a-415b-a0aa-059e898ccb0a on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:05:56.418502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.425289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:56.447517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:56.450268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:56.473231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:56.475482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.488204 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d40df78-e75b-47c6-a12b-cda7f405200b tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/networks/db3b27c0-d20d-43b4-807d-36428f9231db/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3030081 Apr 05 12:05:56.502789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Pushing event updated for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:56.505536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.545063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.554741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port e14059aa-54ed-453b-b065-c986606253e0, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:56.555117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:05:56.563738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426a41-b989-4f7f-9883-f004e6067a16 None None] Pushing event updated for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:56.576617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.581600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.591534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Attempting to bind port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:05:56.591903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Attempting to bind port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:05:56.592255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Attempting to bind port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c on network 8d4fce09-9d7f-4948-8b03-9c1e86515808 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:05:56.602863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:05:56.603248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Checking segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:05:56.609075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.609610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Bound using segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:05:56.610358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Bound port: 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:05:56.610753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.668529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.713921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port 4964e0bb-496a-415b-a0aa-059e898ccb0a, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:56.714491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempted to set empty binding levels {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:05:56.757376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.762062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] For port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:05:56.766284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] For port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:05:56.771836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5744adb4-2690-4a61-9480-28d51ce7ce4e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:56.817314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] In _notify_port_updated(), no bound segment for port e14059aa-54ed-453b-b065-c986606253e0 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:05:56.818451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:56.818569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.818767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.822412 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "PUT /v2.0/ports/e14059aa-54ed-453b-b065-c986606253e0 HTTP/1.1" status: 200 len: 976 time: 5.2108352 Apr 05 12:05:56.831275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.835670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45136) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.837410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.915510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] In _notify_port_updated(), no bound segment for port 4964e0bb-496a-415b-a0aa-059e898ccb0a on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:05:56.916731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:56.917524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:56.922003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "PUT /v2.0/ports/4964e0bb-496a-415b-a0aa-059e898ccb0a HTTP/1.1" status: 200 len: 980 time: 3.2566257 Apr 05 12:05:56.925670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45140) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:56.930379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:05:56.931128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:56.976055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.6 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/4ed05eab-62a2-437e-8d64-9078defd456d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:05:56.997657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c4d59f-7bb7-4dcc-ac10-3565bb7d12b9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.013174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426a41-b989-4f7f-9883-f004e6067a16 None None] Pushing event updated for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.015765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728813d8-2ede-4368-b1c3-8b6f2780487e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=4964e0bb-496a-415b-a0aa-059e898ccb0a,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.053779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac87371-9ffb-41c3-ae04-a948bfb9e72c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=e14059aa-54ed-453b-b065-c986606253e0,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.059202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5744adb4-2690-4a61-9480-28d51ce7ce4e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:57.059573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.088794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.103838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.104511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.105056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.105518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.106033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.106492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.106986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.107468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.107921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.108430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.108885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.109383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.110301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.110301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.110731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.111279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.113307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Synchronizing usage tracker for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:57.117645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.163222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.164506 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38a489b7-7a72-4ddf-96c4-7aff4fe83828 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39c4d59f-7bb7-4dcc-ac10-3565bb7d12b9 HTTP/1.1" status: 204 len: 168 time: 1.3398547 Apr 05 12:05:57.204592 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d2e4f16-0a87-4a61-9406-65ffe1fb1a2d tempest-DHCPAgentSchedulersTestJSON-1357940934 tempest-DHCPAgentSchedulersTestJSON-1357940934-project-admin] 10.222.0.50 "GET /v2.0/agents/0e320032-4884-4100-8daf-ce3b644bc8aa/dhcp-networks HTTP/1.1" status: 200 len: 7997 time: 0.6828749 Apr 05 12:05:57.217075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.230522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.250638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-76e8b542-6bad-4715-a381-53a9b9dcc993 None None] Provisioning for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:57.272839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-76e8b542-6bad-4715-a381-53a9b9dcc993 None None] Provisioning complete for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:57.273216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-76e8b542-6bad-4715-a381-53a9b9dcc993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.303015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Unset dirty status for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:57.308141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1694441-37ab-4831-add4-e13f66a160a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14145 time: 0.3799052 Apr 05 12:05:57.308707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45152) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.318625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.324233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:05:57.369771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.404459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Deleting port 4964e0bb-496a-415b-a0aa-059e898ccb0a {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:57.404798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.447475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.451545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bb7a14ea-2285-4fe6-98e0-68377605dd19 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8059888 Apr 05 12:05:57.452566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45156) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.456662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.457144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.457611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.458067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.458743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.459400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.460144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.460777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.461394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.462007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.462620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.463269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.463909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.464525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.465137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.465747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:57.467584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Synchronizing usage tracker for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:57.488270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-76e8b542-6bad-4715-a381-53a9b9dcc993 None None] Port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:05:57.547289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db37c42b-44c8-44d1-93ea-4c7e4b3fa164,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:57.649514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.653492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6f70906a-c743-4418-809b-cf19f17098b4 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Synchronizing usage tracker for tenant:0f259a5d34734e09848fcc00dbaa57e3 on resource:floatingip {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:57.701923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.704591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.713981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6f70906a-c743-4418-809b-cf19f17098b4 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Unset dirty status for tenant:0f259a5d34734e09848fcc00dbaa57e3 on resource:floatingip {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:57.715227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6f70906a-c743-4418-809b-cf19f17098b4 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=00d74570-5cf3-4def-aebe-3c1f8bbbf95d HTTP/1.1" status: 200 len: 689 time: 0.2621646 Apr 05 12:05:57.719095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45166) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.745620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.749519 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d5e0a81-66c0-4f11-92fb-9f853dff572d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5632975 Apr 05 12:05:57.754404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45172) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.760656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'security_group_rule': {'security_group_id': 'fef3fc6c-783a-4a2c-a9c7-b90c0164ab33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:57.766198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:57.770748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Usage tracker for resource:security_group_rule and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:57.773683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:57.801550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:56Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:57.806303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a342ad-1872-4859-9e1c-8d77a1d29919 None None] The sync data for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv is: [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:56Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:05:57.816172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:57.819956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Unset dirty status for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:57.821138 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-156d5369-18a6-4c88-a36c-f9eda27f11b0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14145 time: 0.9645357 Apr 05 12:05:57.824988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:57.827521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45178) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:57.859077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.007176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.043107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port 4964e0bb-496a-415b-a0aa-059e898ccb0a, host hv-neutron-8332, got binding levels [] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:58.043465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.068094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:58.077237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Deleting port e14059aa-54ed-453b-b065-c986606253e0 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:58.077652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.082638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:58.209650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:05:58.215247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:05:58.215849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.295265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=4ed05eab-62a2-437e-8d64-9078defd456d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:58.359052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Calling delete_port for 4964e0bb-496a-415b-a0aa-059e898ccb0a owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:58.379247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87f63899-cccf-421e-b235-246a3f247a72 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3600731 Apr 05 12:05:58.386453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.395915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45192) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:58.408880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'port': {'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9', 'name': 'tempest-FloatingIPTestJSON-1759648733'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:58.468031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.481900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.522831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port e14059aa-54ed-453b-b065-c986606253e0, host hv-neutron-8332, got binding levels [] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:58.523164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.526668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > segment before_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.527017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.527832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.528187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > port after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.528508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > port after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.528863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > port after_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.529188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > segment after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.529539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.529883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.530203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet after_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.683560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:05:58.752629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Deleting port aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:05:58.753164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.790370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Calling delete_port for e14059aa-54ed-453b-b065-c986606253e0 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:58.806925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet after_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.807198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet after_delete 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.807562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet before_create 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.807859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Subscribe: > subnet before_update 55550000 {{(pid=87958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 12:05:58.808213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3231b911-4fae-4432-8730-f961e912e4bc']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:58.820708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:05:58.827714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:05:58.828659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.842136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.856178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.891751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99161805-db30-4383-8104-6d69a556acbe') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:58.891933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99161805-db30-4383-8104-6d69a556acbe') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:05:58.927207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82bb73c-293a-4b6c-b656-4aa9b236cd01,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:58.935180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.980774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:58.985360 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-93d7bef1-de40-416e-a739-9ac4cee378a9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2299216 Apr 05 12:05:58.990520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:58.992994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45206) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.000611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:59.008286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:59.012254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Usage tracker for resource:floatingip and tenant:85452dc9409c41b7a0880549e9648d24 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:59.014977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.015264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:59.022126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:59.040549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:port and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:05:59.063537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:05:59.072468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event deleted for resources: {'Port': ['ID=4964e0bb-496a-415b-a0aa-059e898ccb0a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.085843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:05:59.094581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.099299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.125400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:59.128634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.160777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.187106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:05:59.187763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.230319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: from cryptography.utils import int_from_bytes Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: from cryptography.utils import int_from_bytes Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn_limited( Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn_limited( Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:05:59.233489 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:05:59.235661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.249521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.279749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c57feb5-53b6-41a4-bcb5-7d714f074896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4964e0bb-496a-415b-a0aa-059e898ccb0a HTTP/1.1" status: 204 len: 168 time: 1.9679291 Apr 05 12:05:59.283655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45214) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.285823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.365258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:59.369183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.374754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.375113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.379851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.399130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.414295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event deleted for resources: {'Port': ['ID=e14059aa-54ed-453b-b065-c986606253e0,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.479418 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-69822fbb-7629-42fd-bc70-871d443194ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:05:59.480222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-69822fbb-7629-42fd-bc70-871d443194ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Synchronizing usage tracker for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:59.553751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Calling delete_port for aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:05:59.578478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] device_id is not set on port 9a2ce5ce-233b-48ce-8522-251e7d343caf yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:59.585106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b78eff3-00a1-4550-a75f-bc4f2446fbc0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e14059aa-54ed-453b-b065-c986606253e0 HTTP/1.1" status: 204 len: 168 time: 1.7542789 Apr 05 12:05:59.593296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45222) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.623399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Pushing event updated for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.658812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c317037-2fd3-4de6-868e-e748d4d170c0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:05:59.659290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4c317037-2fd3-4de6-868e-e748d4d170c0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Synchronizing usage tracker for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:05:59.665480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-69822fbb-7629-42fd-bc70-871d443194ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Unset dirty status for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:59.666622 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-69822fbb-7629-42fd-bc70-871d443194ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports/4964e0bb-496a-415b-a0aa-059e898ccb0a HTTP/1.1" status: 404 len: 333 time: 0.3819730 Apr 05 12:05:59.677020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45228) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.683590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1634583739', 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:59.695467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.704308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:59.717868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:59.719947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4c317037-2fd3-4de6-868e-e748d4d170c0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Unset dirty status for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:05:59.721227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4c317037-2fd3-4de6-868e-e748d4d170c0 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports/e14059aa-54ed-453b-b065-c986606253e0 HTTP/1.1" status: 404 len: 333 time: 0.1269858 Apr 05 12:05:59.726981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45234) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.733879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1229104004', 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:05:59.749707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.767328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event deleted for resources: {'Network': ['ID=3231b911-4fae-4432-8730-f961e912e4bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.772273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:05:59.774460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Made reservation on behalf of 0ee1236c63924df8944ed9cddc4090b3 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:59.776790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.781633 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-548bfc9c-0d95-4f6b-adf1-c636694defa8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "DELETE /v2.0/networks/3231b911-4fae-4432-8730-f961e912e4bc HTTP/1.1" status: 204 len: 168 time: 2.5546861 Apr 05 12:05:59.789111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45240) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.809424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:05:59.825253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port aae7dd76-d90c-48dc-ba6c-306b1761e139 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:05:59.870431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Made reservation on behalf of 7eb5f3b2f6624026bfecd6e568d606df for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:05:59.872922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.903728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:05:59.909752 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f67ec17-59c9-486f-bd76-d5309002aa53 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] DELETE failed (client error): The resource could not be found. Apr 05 12:05:59.910257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f67ec17-59c9-486f-bd76-d5309002aa53 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:05:59.912189 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5f67ec17-59c9-486f-bd76-d5309002aa53 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "DELETE /v2.0/ports/3bd2db80-88ab-4e20-9d27-dd1dab3434bc HTTP/1.1" status: 404 len: 333 time: 0.1181924 Apr 05 12:05:59.916225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45244) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.916543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:05:59.959603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:05:59.960158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7cb2bf-b1c8-4ab7-bb6a-3838680c14b0,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:05:59.968759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:05:59.974053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port b1bd54da-41c3-4c53-b3dd-2071e7f45d50 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:00.107879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.11 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/9a2ce5ce-233b-48ce-8522-251e7d343caf) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:00.123533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Deleting subnet a37ffa47-050d-4438-9bdb-c6a076c45acc {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:06:00.125982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.141855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.233552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f0aa774a-4c38-43e0-835b-02b64eb3813e None None] Provisioning complete for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:00.234073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f0aa774a-4c38-43e0-835b-02b64eb3813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.241021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:00.272210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:00.291013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa774a-4c38-43e0-835b-02b64eb3813e None None] Port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:00.321808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.431696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:floatingip and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:00.439525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.443449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:00.469224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:00.498007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.515237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.591751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.607809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:00.613004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.632532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.686556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:00.686930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.695335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.726007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Router 706ee170-2754-4cc2-a813-4c36af3f81a7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:00.747835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e411b3b9-ed36-4b35-98ba-ef34635bc313,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:00.773090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Network aee99d11-28cb-4517-9c51-5fd92a602d8e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:00.781960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:00.795065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=aae7dd76-d90c-48dc-ba6c-306b1761e139,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:00.801465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:00.802369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:00.803446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.871754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.909021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Allocated IP 172.26.5.209 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/42bc7796-c28c-4d1b-87be-29c9dfbfe470) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:00.914182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:00.970295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d74570-5cf3-4def-aebe-3c1f8bbbf95d']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:00.987763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:00.998056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:01.003713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a919a5e1-35d9-4486-ba53-e7edc2a126b5') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:01.004003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a919a5e1-35d9-4486-ba53-e7edc2a126b5') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:01.015350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:01.016248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:01.016839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.025782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=b1bd54da-41c3-4c53-b3dd-2071e7f45d50,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:01.038135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.048084 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0d75a890-eae9-42c3-aed5-58c2504ccc75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3663123 Apr 05 12:06:01.051192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45256) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.064775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.162947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bd0af98b-25e8-410a-94c7-4a979a9df7e2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4336746 Apr 05 12:06:01.162947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.164579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.168934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45260) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.210490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:01.210892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:01.228297 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:01.325146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:01.335298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Sync routers for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:01.338272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25119cd-97f7-4026-babe-f566fc34248e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:01.338787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a25119cd-97f7-4026-babe-f566fc34248e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Synchronizing usage tracker for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:01.346563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:01.347857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:01.352244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a434ee-3cfc-41f8-b698-47847dade3da tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:01.352828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f0a434ee-3cfc-41f8-b698-47847dade3da tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Synchronizing usage tracker for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:01.369255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.375624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.391068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00d74570-5cf3-4def-aebe-3c1f8bbbf95d {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:06:01.393949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a25119cd-97f7-4026-babe-f566fc34248e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Unset dirty status for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:01.395338 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a25119cd-97f7-4026-babe-f566fc34248e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports/aae7dd76-d90c-48dc-ba6c-306b1761e139 HTTP/1.1" status: 200 len: 959 time: 0.3431892 Apr 05 12:06:01.398852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.401556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45264) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.404048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Network': ['ID=00d74570-5cf3-4def-aebe-3c1f8bbbf95d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:01.417140 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-000ce2a3-0eb3-4f8c-8b43-5bb2a4788a9c admin admin] 10.222.0.50 "PUT /v2.0/routers/706ee170-2754-4cc2-a813-4c36af3f81a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3807249 Apr 05 12:06:01.445545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event deleted for resources: {'Subnet': ['ID=a37ffa47-050d-4438-9bdb-c6a076c45acc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:01.449809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f0a434ee-3cfc-41f8-b698-47847dade3da tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Unset dirty status for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:01.456405 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f0a434ee-3cfc-41f8-b698-47847dade3da tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports/b1bd54da-41c3-4c53-b3dd-2071e7f45d50 HTTP/1.1" status: 200 len: 955 time: 0.2838123 Apr 05 12:06:01.456993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.460900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.463061 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ee5b21e-4529-4557-a264-4159c87a874b tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "DELETE /v2.0/subnets/a37ffa47-050d-4438-9bdb-c6a076c45acc HTTP/1.1" status: 204 len: 168 time: 1.5431292 Apr 05 12:06:01.464035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.467656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45272) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.474416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.479172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4776b2-668c-4816-add4-8d37bb8db594 None None] Network db3b27c0-d20d-43b4-807d-36428f9231db requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:01.504371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d4c05276-b7d7-4505-8cc8-cd1b5515985f tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/00d74570-5cf3-4def-aebe-3c1f8bbbf95d HTTP/1.1" status: 204 len: 168 time: 3.7793767 Apr 05 12:06:01.519586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.604957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Deleting port aae7dd76-d90c-48dc-ba6c-306b1761e139 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:01.605300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.675020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.728385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Deleting port 499fd03f-027a-4d3b-accd-e51d9c282a68 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:01.728729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.737274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.817524 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-50a3b8ae-fb76-4365-b060-f5be2d05e1bd tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2919612 Apr 05 12:06:01.821248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45286) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:01.851729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=9a2ce5ce-233b-48ce-8522-251e7d343caf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:01.855761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:01.873510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:01.898979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Deleting port b1bd54da-41c3-4c53-b3dd-2071e7f45d50 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:01.899353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:01.925758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:01.974281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:01.977036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.063731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.134143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Calling delete_port for aae7dd76-d90c-48dc-ba6c-306b1761e139 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:02.197772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45292) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.213231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469514362', 'description': 'tempest-description--1938641612'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:02.280851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:02.289263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.289810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.297452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.298260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.298908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.299504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.300348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.300348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:02.301154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Synchronizing usage tracker for tenant:0f259a5d34734e09848fcc00dbaa57e3 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:02.319451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:security_group and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:02.324098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:02.325613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:02.348434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:02.349819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:02.357118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] For port 499fd03f-027a-4d3b-accd-e51d9c282a68, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=499fd03f-027a-4d3b-accd-e51d9c282a68,segment=NetworkSegment(fe8acc74-6af4-47ad-8af2-1570fd3fe614),segment_id=fe8acc74-6af4-47ad-8af2-1570fd3fe614)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:02.357118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.361796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:02.416479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'Port': ['ID=42bc7796-c28c-4d1b-87be-29c9dfbfe470,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:02.419798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] DHCP port deletion for db3b27c0-d20d-43b4-807d-36428f9231db request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:06:02.429531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Deleting port 499fd03f-027a-4d3b-accd-e51d9c282a68 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:02.429981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.436781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Allocated IP 172.26.5.52 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/db61c2f2-d501-4538-8e17-c45fd43bbd6c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:02.446669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Unset dirty status for tenant:0f259a5d34734e09848fcc00dbaa57e3 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:02.453982 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-944e76aa-fc6a-4311-a586-5198416f9f46 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.5811608 Apr 05 12:06:02.454129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32cb1d44-82f4-4fa2-8251-122c9e52c416 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0511537 Apr 05 12:06:02.454206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.456143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.456143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.512594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '9a2ce5ce-233b-48ce-8522-251e7d343caf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:02.562104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Calling delete_port for 499fd03f-027a-4d3b-accd-e51d9c282a68 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:02.586610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 2, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:02.596111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Checking router: 706ee170-2754-4cc2-a813-4c36af3f81a7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:06:02.596304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Updating router 706ee170-2754-4cc2-a813-4c36af3f81a7 port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:06:02.607771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:02.613041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae7dd76-d90c-48dc-ba6c-306b1761e139,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:02.615521 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-83180ba6-2ca0-4ce4-9467-6750ca714c40 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] delete failed (client error): The resource could not be found. Apr 05 12:06:02.619255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83180ba6-2ca0-4ce4-9467-6750ca714c40 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/b450bafa-3f57-4788-97f3-86192c246de8 HTTP/1.1" status: 404 len: 345 time: 0.1565752 Apr 05 12:06:02.624523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.627176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.634865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.642017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:floatingip and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:02.649347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.670611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:02.670802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:02.670802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:security_group_rule and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:02.672816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:02.673195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 499fd03f-027a-4d3b-accd-e51d9c282a68 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:06:02.689476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:02.706386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d491e08f-0317-4060-9158-56d6226178a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "DELETE /v2.0/ports/aae7dd76-d90c-48dc-ba6c-306b1761e139 HTTP/1.1" status: 204 len: 168 time: 1.3012512 Apr 05 12:06:02.713728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45308) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.773372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] For port 499fd03f-027a-4d3b-accd-e51d9c282a68, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=499fd03f-027a-4d3b-accd-e51d9c282a68,segment=NetworkSegment(fe8acc74-6af4-47ad-8af2-1570fd3fe614),segment_id=fe8acc74-6af4-47ad-8af2-1570fd3fe614)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:02.773771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.792830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.819987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:02.853059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cba04d-1960-4559-9ec6-639bc71fae7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:06:02.853577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97cba04d-1960-4559-9ec6-639bc71fae7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Synchronizing usage tracker for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:02.863468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Calling delete_port for b1bd54da-41c3-4c53-b3dd-2071e7f45d50 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:02.872100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:02.908085 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa78dfc-0751-48ae-bc44-505da900022e tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 12:06:02.908558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa78dfc-0751-48ae-bc44-505da900022e tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:06:02.935421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] No DVR routers for this DVR port 499fd03f-027a-4d3b-accd-e51d9c282a68 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:06:02.944857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Calling delete_port for 499fd03f-027a-4d3b-accd-e51d9c282a68 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:02.973290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event deleted for resources: {'Port': ['ID=499fd03f-027a-4d3b-accd-e51d9c282a68,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:02.976409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97cba04d-1960-4559-9ec6-639bc71fae7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Unset dirty status for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:02.976630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97cba04d-1960-4559-9ec6-639bc71fae7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports/aae7dd76-d90c-48dc-ba6c-306b1761e139 HTTP/1.1" status: 404 len: 333 time: 0.2641172 Apr 05 12:06:02.983088 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2aa78dfc-0751-48ae-bc44-505da900022e tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/00d74570-5cf3-4def-aebe-3c1f8bbbf95d HTTP/1.1" status: 404 len: 339 time: 0.3394511 Apr 05 12:06:02.983271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45312) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.985407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45316) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:02.989682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.005174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'name': 'tempest-network--222787113', 'router:external': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:03.010426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1302584016'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:03.026684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 499fd03f-027a-4d3b-accd-e51d9c282a68 update to DOWN by agent not found {{(pid=87959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 12:06:03.039319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:03.046955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:03.048249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.072745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:03.074890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:network and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:03.131594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.131777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.140258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:03.151723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.155739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:03.158715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.216977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Made reservation on behalf of 0ee1236c63924df8944ed9cddc4090b3 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:03.219280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.239089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:06:03.239633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:06:03.239740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3b27c0-d20d-43b4-807d-36428f9231db']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:03.249345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.255490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:03.257810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.258807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1bd54da-41c3-4c53-b3dd-2071e7f45d50,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:03.274233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.287162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702c1c38-ba34-49c6-8201-788eff9a09c8,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:03.292574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8acc74-6af4-47ad-8af2-1570fd3fe614') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:03.292574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8acc74-6af4-47ad-8af2-1570fd3fe614') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:03.292802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.302516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.306950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b6f2c8b3-602b-4348-babc-598e98be3249 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1049440 Apr 05 12:06:03.310267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port a4e1f5e0-3d27-4028-b979-438ea79aa907 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:03.321625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45320) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:03.345103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'security_group_rule': {'security_group_id': '702c1c38-ba34-49c6-8201-788eff9a09c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:03.353884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.358248 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e70a81e5-183d-4af9-a803-353107c3cc3c tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b1bd54da-41c3-4c53-b3dd-2071e7f45d50 HTTP/1.1" status: 204 len: 168 time: 1.8888276 Apr 05 12:06:03.361130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45324) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:03.362353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:03.372304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:security_group_rule and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:03.384615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:03.398485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:03.438958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:03.447729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb261e-7479-4c41-8b35-6d788bf839f9 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:06:03.452535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-efdb261e-7479-4c41-8b35-6d788bf839f9 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports/b1bd54da-41c3-4c53-b3dd-2071e7f45d50 HTTP/1.1" status: 404 len: 333 time: 0.0862076 Apr 05 12:06:03.452535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.454126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45328) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:03.469380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1863056755'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:03.473313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.474996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.475436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Added segment ca3396d1-ac30-44aa-8037-2fd3b46e0d37 of type vlan for network eb5e894e-e1b2-4641-b340-ef915b4324da Apr 05 12:06:03.476861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:03.477255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.480178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:03.493410 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:03.503906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:03.507809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.526555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Usage tracker for resource:port and tenant:7eb5f3b2f6624026bfecd6e568d606df is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:03.580627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:03.610672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:03.619688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:03.634329 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:03.636768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Transition to ACTIVE for port object e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:03.637368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:03.645466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.656740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.676660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Made reservation on behalf of 7eb5f3b2f6624026bfecd6e568d606df for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:03.679568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.708301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.717180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=db61c2f2-d501-4538-8e17-c45fd43bbd6c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:03.721970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.730791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.764775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Deleting port 499fd03f-027a-4d3b-accd-e51d9c282a68 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:03.765496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.791062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] Pushing event deleted for resources: {'Network': ['ID=db3b27c0-d20d-43b4-807d-36428f9231db,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:03.826468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:03.831761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4082c53-f127-4e97-8bfa-e6b1e4d050e0 None None] Pushing event updated for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:03.837642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.871995 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fdcf4072-3c37-4238-8909-b88365d7cca8 tempest-DHCPAgentSchedulersTestJSON-1542210794 tempest-DHCPAgentSchedulersTestJSON-1542210794-project] 10.222.0.50 "DELETE /v2.0/networks/db3b27c0-d20d-43b4-807d-36428f9231db HTTP/1.1" status: 204 len: 168 time: 2.3948545 Apr 05 12:06:03.873298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.874411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-705846ff-a8cd-4c1b-aa26-b89041adbff0 None None] The port '499fd03f-027a-4d3b-accd-e51d9c282a68' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:06:03.933291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.972953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.974049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:03.974900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:03.994127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Attempting to bind port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:03.994416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Attempting to bind port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:03.994780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Attempting to bind port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc on network b8a229c2-15fe-4705-88bf-405cb5fe54a7 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:04.000664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:04.001293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Checking segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:04.002400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.002931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Bound using segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:04.003616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Bound port: e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:04.003960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.132196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.31 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/136537f6-9652-4dae-8172-e1bf639a59bd) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:04.139998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] For port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:04.145237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] For port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:04.162105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.200829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2144077 Apr 05 12:06:04.201587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12f2da-05e0-4b04-8890-96d6aa855fbc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=eb5e894e-e1b2-4641-b340-ef915b4324da,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:04.203844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45336) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:04.293803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.305222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4082c53-f127-4e97-8bfa-e6b1e4d050e0 None None] Pushing event updated for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:04.307067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.318541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network eb5e894e-e1b2-4641-b340-ef915b4324da details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:04.339552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45342) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:04.341289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f3698e-5490-413b-b3e7-69c44589a05d,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:04.342506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.404817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.418235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.420840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:04.421444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:04.426916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.597184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.622305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dab912-9263-4eac-804e-49bfc9ed0808 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:04.629170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dab912-9263-4eac-804e-49bfc9ed0808 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:04.635343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dab912-9263-4eac-804e-49bfc9ed0808 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:04.641363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dab912-9263-4eac-804e-49bfc9ed0808 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:04.644689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:04.646140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f1dab912-9263-4eac-804e-49bfc9ed0808 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4367142 Apr 05 12:06:04.646775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45348) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:04.741123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Network aee99d11-28cb-4517-9c51-5fd92a602d8e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:04.755291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.756620 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-275e5ff2-1695-4a50-87b4-adb8de7c63be tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4287927 Apr 05 12:06:04.761929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'Port': ['ID=42bc7796-c28c-4d1b-87be-29c9dfbfe470,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:04.767634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:04.775353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'security_group_rule': {'security_group_id': '702c1c38-ba34-49c6-8201-788eff9a09c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:04.783396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.788796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:04.806399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:04.809777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:04.810680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:04.811821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.816252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e1f5e0-3d27-4028-b979-438ea79aa907,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:04.821902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:security_group_rule and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:04.826844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:04.837457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.847576 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b9d0d9d2-fedd-44fd-8b98-35f60f85d7a6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8447809 Apr 05 12:06:04.847576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:04.853472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.857349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.934559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:04.940874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:04.944085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:04.984151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:04.993604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49f94d0a-3fc6-478a-8f5f-01254daee121 admin admin] Synchronizing usage tracker for tenant:429c650f73bd49a185e70fa4e31a80da on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:05.007306 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-68725081-b6ed-482a-99a7-d88d18db5133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0238883 Apr 05 12:06:05.010127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.014146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45360) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.034194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:05.036979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:04Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:05.064047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=136537f6-9652-4dae-8172-e1bf639a59bd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:05.068440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:05.073520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417ea4b1-4725-45fd-afc5-17662a82393c None None] The sync data for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv is: [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:04Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:05.089850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:05.093597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.104218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:05.105180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:05.105777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.116963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=8edab0c8-7d24-4223-8013-94e13c7ff2d7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:05.174642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.219844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49f94d0a-3fc6-478a-8f5f-01254daee121 admin admin] Unset dirty status for tenant:429c650f73bd49a185e70fa4e31a80da on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:05.224033 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-49f94d0a-3fc6-478a-8f5f-01254daee121 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87d2d6fbf4f8492784d6712b5788f7fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8832397 Apr 05 12:06:05.225150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45372) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.233876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-446218e0-24b4-4e70-a047-75b1865bdd2b tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7769160 Apr 05 12:06:05.247903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.300554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:05.428952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.443926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45390) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.465108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.472984 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 12:06:05.506611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=db61c2f2-d501-4538-8e17-c45fd43bbd6c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:05.547905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.559484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.563735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5e894e-e1b2-4641-b340-ef915b4324da']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:05.574892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.594234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.604049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3396d1-ac30-44aa-8037-2fd3b46e0d37') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:05.604355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3396d1-ac30-44aa-8037-2fd3b46e0d37') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:05.643072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.667683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.672011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-c896b883-f94f-4460-a963-9fc317cf6f2f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1656705781&fields=id&tenant_id=85452dc9409c41b7a0880549e9648d24 HTTP/1.1" status: 200 len: 267 time: 0.2213469 Apr 05 12:06:05.718731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.724000 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85bf3f96-07e9-4999-89bb-9cd529192b59 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8017831 Apr 05 12:06:05.724000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9d47b9-eecb-4027-b3cf-83611fe0c959,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:05.728156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.729689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.749220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-897613117'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:05.757734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.762393 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ae2a3cc0-91c7-4fab-aaeb-d6343e66eb2e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9882517 Apr 05 12:06:05.763471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:05.775289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45398) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:05.787885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:network and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:05.795080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:05.815013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.822408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:05.822810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:05.836600 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:05.851541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:05.867000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:05.885385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:05.900687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:floatingip and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:05.906993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:05.930331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:05.938121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Made reservation on behalf of d18af0791a3142149068c4ee345be095 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:05.942167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.097478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.111360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-2f5829ea-59a7-4862-9b9c-5fe54186c576 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:06.118361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-2f5829ea-59a7-4862-9b9c-5fe54186c576 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/networks?id=8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 200 len: 805 time: 0.4293435 Apr 05 12:06:06.131830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.144076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb5e894e-e1b2-4641-b340-ef915b4324da {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:06:06.145096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.161123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.176923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb5e894e-e1b2-4641-b340-ef915b4324da,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:06.185962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] device_id is not set on port a4e1f5e0-3d27-4028-b979-438ea79aa907 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:06.198273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1f5bf727-569f-401d-a1d4-e331c3cae7b4 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/quotas/85452dc9409c41b7a0880549e9648d24 HTTP/1.1" status: 200 len: 375 time: 0.0790966 Apr 05 12:06:06.203544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.206517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.210062 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34d36033-56b1-4e83-aba6-944d19b62729 HTTP/1.1" status: 204 len: 168 time: 0.9789071 Apr 05 12:06:06.210062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.249546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-750291b7-3803-4d23-a85e-af93babfc6a9 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/eb5e894e-e1b2-4641-b340-ef915b4324da HTTP/1.1" status: 204 len: 168 time: 1.5894923 Apr 05 12:06:06.260011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45404) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:06.271401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'name': 'tempest-network--974442715', 'router:external': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:06.277419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768800c-7d71-4b89-87ed-29090aa1a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d36033-56b1-4e83-aba6-944d19b62729,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:06.285519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:06.295838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:network and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:06.298871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Transition to ACTIVE for port object a4e1f5e0-3d27-4028-b979-438ea79aa907 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:06.301196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:06.309046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:06.317079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.350621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:06.364745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:security_group_rule and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:06.372766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:06.375039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.376672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:06.401384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:06.560041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e1f5e0-3d27-4028-b979-438ea79aa907,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:06.654751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:06.712693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.713088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Added segment fafdac54-da85-4c3c-a141-7696d5a5b6fc of type vlan for network 98588aa2-62b9-4380-8970-4cc691964a90 Apr 05 12:06:06.722049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:06.739010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:06.739830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:06.744330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:06.750716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] device_id is not set on port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:06.769646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:06.769973 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:06.774167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.778025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 2 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:06.814966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Transition to ACTIVE for port object 8edab0c8-7d24-4223-8013-94e13c7ff2d7 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:06.830847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45410) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:06.847390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.854759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.865365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:06.871743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:06.871993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:06.872371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:06.872489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.872950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:06.890485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-0b259886-9677-4668-8dfc-0c7bce3548b5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Synchronizing usage tracker for tenant:85452dc9409c41b7a0880549e9648d24 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:06.912943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.917207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:06.926290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:06.926621 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:06.929462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 3 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:06.961251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:06.963471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:06.963827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:06.964136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:06.969851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Usage tracker for resource:security_group_rule and tenant:dfc7fa1969d44e2eb0f9fb20f0970a28 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:06.974274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:06.987736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:06.988071 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:06.988971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:06.993099 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 4 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.016685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.017097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.017404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.029849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.030006 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.032170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.037487 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 5 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.057763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.074359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:07.078699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.136691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.137790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:07.138492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.141240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.165596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.165924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:07.198540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.198810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.199122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.206232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.208613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=8edab0c8-7d24-4223-8013-94e13c7ff2d7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:07.235470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:07.246100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.262598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.263013 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.263488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.277915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 6 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.303889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-0b259886-9677-4668-8dfc-0c7bce3548b5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Unset dirty status for tenant:85452dc9409c41b7a0880549e9648d24 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:07.305136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-0b259886-9677-4668-8dfc-0c7bce3548b5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=85452dc9409c41b7a0880549e9648d24&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1060879 Apr 05 12:06:07.308747 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0453796 Apr 05 12:06:07.312498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.312839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.313173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.315623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.315964 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Added segment a1033fed-d88c-4b9a-aa93-8c41fdea9c2a of type vlan for network 329b6f52-891f-41d5-bf7b-089d5122cfdc Apr 05 12:06:07.317918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c62df1-5489-439b-8651-8b4823100e95 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=98588aa2-62b9-4380-8970-4cc691964a90,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:07.319870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45414) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:07.321238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc7886-aba7-4725-b1b3-b5c444d41534,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:07.343603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.344104 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:07.353009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 98588aa2-62b9-4380-8970-4cc691964a90 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:07.370221 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 2 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:07.449209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.449552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.449889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.457509 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dfc7fa1969d44e2eb0f9fb20f0970a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214590 Apr 05 12:06:07.470691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331ba7-2b7d-4447-9fc6-a03b2765eded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524592b9-f901-4ecf-9808-a04f3adc0cba,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:07.473142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45422) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:07.482966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.482966 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.494131 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 7 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.547692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.565029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.565029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.565279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.588468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.588764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.589287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.612256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26508f07-ac58-478e-a581-e0f83ec8a450 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:07.615954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26508f07-ac58-478e-a581-e0f83ec8a450 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "GET /v2.0/networks/98588aa2-62b9-4380-8970-4cc691964a90 HTTP/1.1" status: 200 len: 756 time: 0.2772660 Apr 05 12:06:07.617373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.617705 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.618118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45428) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:07.624523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 8 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.631485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.631942 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:07.639888 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 3 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:07.676098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.676419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.676725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.686424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.686710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.687064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.699183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4efd9f14-08e4-47a4-bc8a-fbd222b57654 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:06:07.700205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4efd9f14-08e4-47a4-bc8a-fbd222b57654 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1359749 Apr 05 12:06:07.702543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.707993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:07.708597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.730444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.730773 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:07.732733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.744929 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 4 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:07.752540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.752865 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.770996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 9 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.776963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.837777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Allocated IP 172.26.5.55 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/38cd69b8-e1a4-4112-aaea-40796b34b494) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:07.838425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:07.844197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.844530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.844864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.895078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:07.895284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:07.895608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:07.919981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.919981 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:07.926542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4ac0e-a1ca-4045-a040-ca72d3651d12 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:07.930452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6dc4ac0e-a1ca-4045-a040-ca72d3651d12 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "GET /v2.0/networks/157a0ab2-e29a-4311-b1aa-ae6d23cafa0e HTTP/1.1" status: 200 len: 768 time: 0.2951922 Apr 05 12:06:07.933274 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempt 10 to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 Apr 05 12:06:07.945846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:07.957591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:07.957908 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:07.963450 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 5 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:07.969881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Network': ['ID=329b6f52-891f-41d5-bf7b-089d5122cfdc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:08.006889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.007390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.007713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempting to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.014070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.034931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:08.038670 dv-neutron-833203-3-hyperv neutron-server[87957]: ERROR neutron.plugins.ml2.managers [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Failed to bind port a4e1f5e0-3d27-4028-b979-438ea79aa907 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aee99d11-28cb-4517-9c51-5fd92a602d8e'}] Apr 05 12:06:08.038670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.088388 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-591aa8dc-c6fc-4444-8105-e4ef878ae62c tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3518307 Apr 05 12:06:08.104163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:08.115145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45436) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:08.125568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Request body: {'subnet': {'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:08.151128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=136537f6-9652-4dae-8172-e1bf639a59bd,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:08.174915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.175294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.175639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.204147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4e7fee16-15da-4fb7-aa02-5deebd85ae79 service neutron] 10.222.0.50 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422102 Apr 05 12:06:08.240548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:08.240897 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:08.252335 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 6 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:08.308103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.351504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.395241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.398774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.399297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.399463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.409063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524592b9-f901-4ecf-9808-a04f3adc0cba,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:08.421648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:08.421980 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:08.435605 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 7 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:08.436766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.439582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9f5f5841-e6d2-44c7-ae21-dc36520335d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/524592b9-f901-4ecf-9808-a04f3adc0cba HTTP/1.1" status: 204 len: 168 time: 0.9610739 Apr 05 12:06:08.450698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port a4e1f5e0-3d27-4028-b979-438ea79aa907, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:08.451120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attempted to set empty binding levels {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:06:08.451387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:08.495692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.528171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:subnet and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:08.538822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.539191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.539559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.546096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:08.556430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:08.560532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:08.560864 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:08.568191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-81c63c3b-2c42-4512-be93-ebb23ffc440e service neutron] 10.222.0.50 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631303 Apr 05 12:06:08.568984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.572923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 8 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:08.600244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] In _notify_port_updated(), no bound segment for port a4e1f5e0-3d27-4028-b979-438ea79aa907 on network aee99d11-28cb-4517-9c51-5fd92a602d8e {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:06:08.601060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:08.601722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.606208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "PUT /v2.0/ports/a4e1f5e0-3d27-4028-b979-438ea79aa907 HTTP/1.1" status: 200 len: 981 time: 3.5880997 Apr 05 12:06:08.607869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:08.653176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Made reservation on behalf of d18af0791a3142149068c4ee345be095 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:08.656622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.670222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.670571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.670910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.682950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 5aa48325-d910-45d0-9087-98658fc4b16c associated. External IP: 172.26.5.31, port: 9a2ce5ce-233b-48ce-8522-251e7d343caf. Apr 05 12:06:08.693215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:08.700760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d95c8-2096-49cc-93cf-6b05d485cf1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e1f5e0-3d27-4028-b979-438ea79aa907,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:08.704933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.739282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98588aa2-62b9-4380-8970-4cc691964a90']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:08.753951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafdac54-da85-4c3c-a141-7696d5a5b6fc') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:08.754220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafdac54-da85-4c3c-a141-7696d5a5b6fc') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:08.769457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.775359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:08.775693 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:08.783370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 9 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:08.801448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.814759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:08.815631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.830863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:08.831463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:08.835716 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:08.935675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.938827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:08.939837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:08.940184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:08.957256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Deleting port a4e1f5e0-3d27-4028-b979-438ea79aa907 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:08.957606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.977341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98588aa2-62b9-4380-8970-4cc691964a90 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:06:08.982643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:08.986179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Network': ['ID=98588aa2-62b9-4380-8970-4cc691964a90,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:08.992506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3cad2133-9ca2-41b3-a71d-bc7e3513e645 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/98588aa2-62b9-4380-8970-4cc691964a90 HTTP/1.1" status: 204 len: 168 time: 1.0458698 Apr 05 12:06:08.995810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45466) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:09.002037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'name': 'tempest-network--1223633487'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:09.007699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:09.012573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Usage tracker for resource:network and tenant:0f259a5d34734e09848fcc00dbaa57e3 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:09.016343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:09.024375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:09.027195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:09.027532 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:09.041581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempt 10 to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 Apr 05 12:06:09.070007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Made reservation on behalf of 0f259a5d34734e09848fcc00dbaa57e3 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:09.072754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.124252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45474) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:09.162387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.164298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:09.191080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.191447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Added segment c71a1e31-f8b1-453d-b6fb-a6d64c2ebe17 of type vlan for network 684045da-be22-498f-94be-21ad8044ec79 Apr 05 12:06:09.202808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:09.203423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:09.203904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempting to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:09.258268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.295358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:09.295934 dv-neutron-833203-3-hyperv neutron-server[87958]: ERROR neutron.plugins.ml2.managers [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Failed to bind port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '66f9d10c-307d-4a45-8b8f-0266be0b9915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '57ab76f7-d487-4e5a-9a05-2a128ca6d6ae'}] Apr 05 12:06:09.296534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.312522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.313625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:09.314959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.367074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:09.388459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:09.430798 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4338002 Apr 05 12:06:09.456883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:09.472030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:09.484038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:09.544840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'Port': ['ID=38cd69b8-e1a4-4112-aaea-40796b34b494,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:09.679563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36782-445f-439a-a443-595114b31c28 tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=684045da-be22-498f-94be-21ad8044ec79,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:09.683456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-88ded907-dad6-493c-b4bb-76d1a2c7088a req-3c1f57c4-f043-4a26-9b9e-d322f4126b6a tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.5552003 Apr 05 12:06:09.691138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 684045da-be22-498f-94be-21ad8044ec79 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:09.944627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.967411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:09.982055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] For port a4e1f5e0-3d27-4028-b979-438ea79aa907, host hv-neutron-8332, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:09.982055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.009670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port 8edab0c8-7d24-4223-8013-94e13c7ff2d7, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:10.010032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attempted to set empty binding levels {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 12:06:10.084146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event updated for resources: {'Network': ['ID=684045da-be22-498f-94be-21ad8044ec79,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:10.085400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Network 684045da-be22-498f-94be-21ad8044ec79 is not hosted by any dhcp agent {{(pid=87957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 12:06:10.086249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:10.086824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.088103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f673f506-6db6-454b-a7c6-27bbee0828fa tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "PUT /v2.0/networks/684045da-be22-498f-94be-21ad8044ec79 HTTP/1.1" status: 200 len: 858 time: 0.6151304 Apr 05 12:06:10.090925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45514) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:10.217567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.249858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:10.327822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Calling delete_port for a4e1f5e0-3d27-4028-b979-438ea79aa907 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:10.372780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.372902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.407089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684045da-be22-498f-94be-21ad8044ec79']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:10.422201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71a1e31-f8b1-453d-b6fb-a6d64c2ebe17') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:10.422566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71a1e31-f8b1-453d-b6fb-a6d64c2ebe17') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:10.443308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.465259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.475301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:10.475710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.477894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] In _notify_port_updated(), no bound segment for port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 on network 57ab76f7-d487-4e5a-9a05-2a128ca6d6ae {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:06:10.478820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:10.479453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.480936 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "PUT /v2.0/ports/8edab0c8-7d24-4223-8013-94e13c7ff2d7 HTTP/1.1" status: 200 len: 977 time: 5.2251518 Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:10.494223 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:10.505370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45534) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:10.571567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.622097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e81661-b517-4824-a948-c17b3434c5f1 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event updated for resources: {'Port': ['ID=8edab0c8-7d24-4223-8013-94e13c7ff2d7,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:10.645654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Deleting port 8edab0c8-7d24-4223-8013-94e13c7ff2d7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:10.646054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.684089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.686068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.704390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 684045da-be22-498f-94be-21ad8044ec79 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:06:10.713826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.739706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] Pushing event deleted for resources: {'Network': ['ID=684045da-be22-498f-94be-21ad8044ec79,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:10.747206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d30c206c-9fac-4bd4-8a4b-7efa211803cc tempest-ExternalNetworksTestJSON-1644693938 tempest-ExternalNetworksTestJSON-1644693938-project-admin] 10.222.0.50 "DELETE /v2.0/networks/684045da-be22-498f-94be-21ad8044ec79 HTTP/1.1" status: 204 len: 168 time: 0.6551821 Apr 05 12:06:10.754693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45546) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:10.923947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Subnet': ['ID=e37f6b93-eaa1-4244-88dd-1a8cee6d7899,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:10.941550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:10.971054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] For port 8edab0c8-7d24-4223-8013-94e13c7ff2d7, host hv-neutron-8332, got binding levels [] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:10.971466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.028225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4e1f5e0-3d27-4028-b979-438ea79aa907,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:11.036142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:11.038755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Checking segment: {'id': 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:11.039143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network hostable DHCP agents. Network: 329b6f52-891f-41d5-bf7b-089d5122cfdc, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:11.055274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.068912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.138903 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e44e8e40-8e25-4b50-83fb-20732e0d3cd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a4e1f5e0-3d27-4028-b979-438ea79aa907 HTTP/1.1" status: 204 len: 168 time: 2.5253012 Apr 05 12:06:11.145668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Calling delete_port for 8edab0c8-7d24-4223-8013-94e13c7ff2d7 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:11.145824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.151438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.225030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:11.227859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45560) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.283984 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-895bde86-5f38-4f8c-b240-c296fec3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:06:11.285506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-895bde86-5f38-4f8c-b240-c296fec3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Synchronizing usage tracker for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:11.315644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 329b6f52-891f-41d5-bf7b-089d5122cfdc) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:11.323731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a5fd8-7509-49eb-9aa3-9bf860ca49c2 None None] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:11.339214 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b2d57198-0efb-46aa-b5ad-c3c697d2d689 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8804314 Apr 05 12:06:11.345656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:11.346465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.353744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.363503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f3723d2-d1b4-49c0-92d2-91a4a8b159f2 req-f773bced-f30b-4817-8f32-98c54ba790c9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1188045 Apr 05 12:06:11.365019 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:11.368388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.370212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66df391-2592-4d83-8202-6df78bbf27dd tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] DELETE failed (client error): The resource could not be found. Apr 05 12:06:11.370717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66df391-2592-4d83-8202-6df78bbf27dd tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:06:11.382838 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b66df391-2592-4d83-8202-6df78bbf27dd tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "DELETE /v2.0/subnets/e411b3b9-ed36-4b35-98ba-ef34635bc313 HTTP/1.1" status: 404 len: 337 time: 0.5024862 Apr 05 12:06:11.397448 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:11.398312 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:11.414595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45572) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.452796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:11.472801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Pushing event deleted for resources: {'Port': ['ID=8edab0c8-7d24-4223-8013-94e13c7ff2d7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:11.482040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.483926 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b4e8ac8c-8aee-459f-8b3c-180b99a8a578 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8edab0c8-7d24-4223-8013-94e13c7ff2d7 HTTP/1.1" status: 204 len: 168 time: 0.9777107 Apr 05 12:06:11.488276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45576) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.541233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-895bde86-5f38-4f8c-b240-c296fec3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] Unset dirty status for tenant:0ee1236c63924df8944ed9cddc4090b3 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:11.549008 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-895bde86-5f38-4f8c-b240-c296fec3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1283199825-project-admin] 10.222.0.50 "GET /v2.0/ports/a4e1f5e0-3d27-4028-b979-438ea79aa907 HTTP/1.1" status: 404 len: 333 time: 0.4012785 Apr 05 12:06:11.559187 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:11.561161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.564249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-382ce17d-b686-4197-965e-443442c0ac25 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:11.579207 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:11.579973 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:11.630344 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-51507538-e2d1-4a88-b3c6-9bde97a21460 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5112572 Apr 05 12:06:11.633210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.30', 64065) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.633665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.675723 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:11.676131 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299735c-6d7c-4b4c-b126-9d61e38c50a1 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:11.689904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1119117808', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:11.731103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-329b6f52-891f-41d5-bf7b-089d5122cfdc', 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc', 'tenant_id': 'd18af0791a3142149068c4ee345be095', 'fixed_ips': [{'subnet_id': 'e37f6b93-eaa1-4244-88dd-1a8cee6d7899'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:11.732119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.772181 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1685e49f-6432-40e3-a8d2-4edb8c6b74d2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] GET failed (client error): The resource could not be found. Apr 05 12:06:11.773055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1685e49f-6432-40e3-a8d2-4edb8c6b74d2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Synchronizing usage tracker for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:11.807380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.823108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1685e49f-6432-40e3-a8d2-4edb8c6b74d2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] Unset dirty status for tenant:7eb5f3b2f6624026bfecd6e568d606df on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:11.824279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1685e49f-6432-40e3-a8d2-4edb8c6b74d2 tempest-PortsAdminExtendedAttrsTestJSON-1156876736 tempest-PortsAdminExtendedAttrsTestJSON-1156876736-project-admin] 10.222.0.50 "GET /v2.0/ports/8edab0c8-7d24-4223-8013-94e13c7ff2d7 HTTP/1.1" status: 404 len: 333 time: 0.3347597 Apr 05 12:06:11.853305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:11.911012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:11.921325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:11.931136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Allocated IP 172.20.0.2 (329b6f52-891f-41d5-bf7b-089d5122cfdc/e37f6b93-eaa1-4244-88dd-1a8cee6d7899/83413399-ab84-4110-8814-b06e7cc08e4e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:12.010020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:router and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:12.070227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.098092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.107220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157a0ab2-e29a-4311-b1aa-ae6d23cafa0e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.132761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f65eeaa-0deb-4729-be75-0673822587bf') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.133058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f65eeaa-0deb-4729-be75-0673822587bf') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.152777 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-382ce17d-b686-4197-965e-443442c0ac25 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "PUT /v2.0/quotas/3168961c787b4d93bb740532a11cd6fc HTTP/1.1" status: 200 len: 368 time: 0.8995490 Apr 05 12:06:12.155564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.158937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:12.164048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45604) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:12.165981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:12.170323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.184021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Transition to ACTIVE for port object 83413399-ab84-4110-8814-b06e7cc08e4e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:12.201329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Request body: {'network': {'project_id': '3168961c787b4d93bb740532a11cd6fc'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:12.205989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.207654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Transition to ACTIVE for port object 83413399-ab84-4110-8814-b06e7cc08e4e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:12.212979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:12.215630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.217286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.218677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.234375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Usage tracker for resource:network and tenant:3168961c787b4d93bb740532a11cd6fc is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:12.240207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.242686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:12.253733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-69c0ac2c-1167-4411-81e9-2de9563b1e55 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:12.254423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-69c0ac2c-1167-4411-81e9-2de9563b1e55 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Synchronizing usage tracker for tenant:85452dc9409c41b7a0880549e9648d24 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:12.264915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:12.267113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:12.267613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:12.283520 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:12.310662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:12.314441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:12.317435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:12.322097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:12.367847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.379731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.419114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.425578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Pushing event updated for resources: {'Port': ['ID=83413399-ab84-4110-8814-b06e7cc08e4e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:12.433550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Made reservation on behalf of 3168961c787b4d93bb740532a11cd6fc for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:12.435302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.439626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Attempting to bind port 83413399-ab84-4110-8814-b06e7cc08e4e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:12.440140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Attempting to bind port 83413399-ab84-4110-8814-b06e7cc08e4e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:12.440632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Attempting to bind port 83413399-ab84-4110-8814-b06e7cc08e4e on network 329b6f52-891f-41d5-bf7b-089d5122cfdc {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:12.442636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.447628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:12.448107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Checking segment: {'id': 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:12.448948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.449433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Bound using segment: {'id': 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:12.450386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Bound port: 83413399-ab84-4110-8814-b06e7cc08e4e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:12.450386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.464627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.483444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ab76f7-d487-4e5a-9a05-2a128ca6d6ae']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.493329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.497446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:12.504150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f9d10c-307d-4a45-8b8f-0266be0b9915') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.504454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f9d10c-307d-4a45-8b8f-0266be0b9915') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:12.532527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Usage tracker for resource:security_group_rule and tenant:3168961c787b4d93bb740532a11cd6fc is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:12.533070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-69c0ac2c-1167-4411-81e9-2de9563b1e55 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Unset dirty status for tenant:85452dc9409c41b7a0880549e9648d24 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:12.534379 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-69c0ac2c-1167-4411-81e9-2de9563b1e55 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "GET /v2.0/networks?id=8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 200 len: 805 time: 0.8941104 Apr 05 12:06:12.540730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:12.546530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.557464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.577605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] Pushing event deleted for resources: {'Network': ['ID=157a0ab2-e29a-4311-b1aa-ae6d23cafa0e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:12.585127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:12.602412 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5647f24a-ee5c-409b-b16e-217e3e067fe6 tempest-ExternalNetworksTestJSON-215732092 tempest-ExternalNetworksTestJSON-215732092-project] 10.222.0.50 "DELETE /v2.0/networks/157a0ab2-e29a-4311-b1aa-ae6d23cafa0e HTTP/1.1" status: 204 len: 168 time: 1.1867032 Apr 05 12:06:12.610176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.632270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-07228ded-c369-4791-a513-bf2f837516ee None None] For port 83413399-ab84-4110-8814-b06e7cc08e4e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:12.635709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-07228ded-c369-4791-a513-bf2f837516ee None None] For port 83413399-ab84-4110-8814-b06e7cc08e4e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=83413399-ab84-4110-8814-b06e7cc08e4e,segment=NetworkSegment(a1033fed-d88c-4b9a-aa93-8c41fdea9c2a),segment_id=a1033fed-d88c-4b9a-aa93-8c41fdea9c2a)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:12.644618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.778251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07228ded-c369-4791-a513-bf2f837516ee None None] Pushing event updated for resources: {'Port': ['ID=83413399-ab84-4110-8814-b06e7cc08e4e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:12.789438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7aa606d7-07c1-4cdd-9a44-fe44e24b201b req-41ccc488-81e9-401a-b99d-a95738e7f83a tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1818790 Apr 05 12:06:12.799354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:12.799354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:12.816881 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:12.868740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.915727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'Port': ['ID=38cd69b8-e1a4-4112-aaea-40796b34b494,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:12.933935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:12.934241 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 5aa48325-d910-45d0-9087-98658fc4b16c disassociated. External IP: 172.26.5.31, port: 9a2ce5ce-233b-48ce-8522-251e7d343caf. Apr 05 12:06:13.005366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.013604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.071606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.076143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee48e0-bda0-462c-8dce-86dc7344e601,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:13.101245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.118615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:13.155865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.156253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee99d11-28cb-4517-9c51-5fd92a602d8e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:13.156413 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Added segment d4c1cfb4-e225-491f-968b-341f31db0c88 of type vlan for network b536f7a6-8db8-40cd-9176-1c86a1c96b00 Apr 05 12:06:13.175003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:13.175424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca9ae02-582e-44e9-a4e7-7cee48e5dd5d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:13.189551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.195988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.212688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.220289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:13.220948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.270465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.279826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.281329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:13.281967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.289548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45634) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:13.314205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] Pushing event deleted for resources: {'Network': ['ID=57ab76f7-d487-4e5a-9a05-2a128ca6d6ae,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:13.388912 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f1293dab-ede5-433e-be8a-b0e2ab741695 tempest-PortsAdminExtendedAttrsTestJSON-1910675772 tempest-PortsAdminExtendedAttrsTestJSON-1910675772-project] 10.222.0.50 "DELETE /v2.0/networks/57ab76f7-d487-4e5a-9a05-2a128ca6d6ae HTTP/1.1" status: 204 len: 168 time: 1.5316978 Apr 05 12:06:13.404356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2362621 Apr 05 12:06:13.412807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45642) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:13.456779 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:13.531445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Request body: {'network': {'project_id': '3168961c787b4d93bb740532a11cd6fc'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:13.558188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:13.560919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4245afb6-1c8f-4a95-9012-0b148563b744 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Synchronizing usage tracker for tenant:85452dc9409c41b7a0880549e9648d24 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:13.566649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.572036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Usage tracker for resource:network and tenant:3168961c787b4d93bb740532a11cd6fc is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:13.576942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0fa46-3aee-404d-8804-3c174877a44c tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event updated for resources: {'Network': ['ID=b536f7a6-8db8-40cd-9176-1c86a1c96b00,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:13.579524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:13.580865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.587760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:13.590117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b536f7a6-8db8-40cd-9176-1c86a1c96b00 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:13.600876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.637590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Made reservation on behalf of 3168961c787b4d93bb740532a11cd6fc for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:13.640189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.665123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6395d559-b3fe-4334-a096-f0fba2d9c251 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e78f304be02a4e249a744f76f4a94a0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3683414 Apr 05 12:06:13.672502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45646) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:13.733815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.760155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:13.770425 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] 10.222.0.50 "DELETE /v2.0/networks/aee99d11-28cb-4517-9c51-5fd92a602d8e HTTP/1.1" status: 204 len: 168 time: 2.2016883 Apr 05 12:06:13.816422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f16a6-eae2-4d7d-b44a-81698e7f5350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480462906-project] Pushing event deleted for resources: {'Network': ['ID=aee99d11-28cb-4517-9c51-5fd92a602d8e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:13.846857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.863440 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8d14178c-8ed7-4209-8d20-cb04f87328ec tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0721776 Apr 05 12:06:13.902289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4245afb6-1c8f-4a95-9012-0b148563b744 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Unset dirty status for tenant:85452dc9409c41b7a0880549e9648d24 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:13.904322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:13.909077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Added segment 41d1492b-c80e-40e1-9d18-90241432b232 of type vlan for network 07500781-5651-40ee-acdd-fce7abda0ca3 Apr 05 12:06:13.910472 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-4245afb6-1c8f-4a95-9012-0b148563b744 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85452dc9409c41b7a0880549e9648d24 HTTP/1.1" status: 200 len: 380 time: 1.2526505 Apr 05 12:06:14.032668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.106379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.135561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45658) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:14.329835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-42a68a8b-7a0c-4cde-9f9a-d26e627bef79 req-0f617092-6831-4965-80ce-1ca9de7840ad tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.2251518 Apr 05 12:06:14.414052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.416159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:14.417047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.495174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'port': {'device_id': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'admin_state_up': True, 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'security_groups': ['fef3fc6c-783a-4a2c-a9c7-b90c0164ab33']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:14.536421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.651146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56a0a7-bb22-43ad-bd78-3b0025f6b216 None None] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:14.767879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45682) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:14.773088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:14.899902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4857252 Apr 05 12:06:14.907391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 83413399-ab84-4110-8814-b06e7cc08e4e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:14.933722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:14.949470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:14.951407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45688) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:14.970535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Request body: {'network': {'project_id': '3168961c787b4d93bb740532a11cd6fc'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:14.991685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:15.014569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-448eba7b-8654-40f5-b0cb-47c30585f4a3 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Synchronizing usage tracker for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:15.017401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232c54b-9a1f-4f99-be47-9bddf5a2fb22 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event updated for resources: {'Network': ['ID=07500781-5651-40ee-acdd-fce7abda0ca3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:15.036151 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0589891-9e2a-480d-839f-5643958c9630 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a04b8654f82444558e00e02fb4c5f2e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2646947 Apr 05 12:06:15.040857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Usage tracker for resource:network and tenant:3168961c787b4d93bb740532a11cd6fc is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:15.043603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45692) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:15.044340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Made reservation on behalf of 85452dc9409c41b7a0880549e9648d24 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:15.048438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:15.049623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 07500781-5651-40ee-acdd-fce7abda0ca3 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:15.055961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:15.058552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02c2b465-8405-46f7-86b3-c856dcbd73bf HTTP/1.1" status: 204 len: 168 time: 1.3850331 Apr 05 12:06:15.064069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:15.070395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e052d9-d170-46bc-aa99-5edf5d7f5f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c2b465-8405-46f7-86b3-c856dcbd73bf,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:15.178022 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c89e3d67-f9ab-4732-b783-d9de57d0b498 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04aba8ef205b49ea933a4ee490415052&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0369451 Apr 05 12:06:15.179317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cad362c1-e6cf-407a-addf-c7faf87c8675 None None] Provisioning for port 83413399-ab84-4110-8814-b06e7cc08e4e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:15.184030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45698) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:15.187435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-448eba7b-8654-40f5-b0cb-47c30585f4a3 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Unset dirty status for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:15.190101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:15.196560 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-448eba7b-8654-40f5-b0cb-47c30585f4a3 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1469514362&fields=id&tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13 HTTP/1.1" status: 200 len: 267 time: 0.5748811 Apr 05 12:06:15.417157 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 12:06:15.424408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:06:15.428654 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aba397de-34fb-4507-91e9-8b9cac465fc1 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4724805 Apr 05 12:06:15.581601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 83413399-ab84-4110-8814-b06e7cc08e4e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:15.605592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 83413399-ab84-4110-8814-b06e7cc08e4e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:15.618701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:15.636689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45706) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:15.859782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45710) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:15.867253 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be624f21-286e-4232-9d88-caccbe028cfb req-27c23d84-015f-46c6-baa8-289a7be9b546 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1871364 Apr 05 12:06:15.882145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-a60609ec-8aa2-4f26-959f-4775740132cc tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:15.883199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-a60609ec-8aa2-4f26-959f-4775740132cc tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Synchronizing usage tracker for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:15.918646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-a60609ec-8aa2-4f26-959f-4775740132cc tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Unset dirty status for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:15.920615 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-a60609ec-8aa2-4f26-959f-4775740132cc tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/networks?id=b8a229c2-15fe-4705-88bf-405cb5fe54a7 HTTP/1.1" status: 200 len: 811 time: 0.7232172 Apr 05 12:06:15.922073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:15.948163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-86267ed9-b025-4a78-a37e-bc7b632b8c68 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/quotas/8f7d7b8f3a2e429fb79a02a0db925e13 HTTP/1.1" status: 200 len: 375 time: 0.0198576 Apr 05 12:06:16.021014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.077640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.120165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 83413399-ab84-4110-8814-b06e7cc08e4e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=83413399-ab84-4110-8814-b06e7cc08e4e,segment=NetworkSegment(a1033fed-d88c-4b9a-aa93-8c41fdea9c2a),segment_id=a1033fed-d88c-4b9a-aa93-8c41fdea9c2a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:16.131169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.170445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-b690fb10-a174-4a40-af6f-9b5707c1f915 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166038 Apr 05 12:06:16.183658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:16.221069 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dfc6239b-3ab4-49a8-94f8-c870d7306536 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f259a5d34734e09848fcc00dbaa57e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105612 Apr 05 12:06:16.224493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45716) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:16.226487 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23fe2c04-c064-4b2a-a9ec-b12b9b84cc93 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3168961c787b4d93bb740532a11cd6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765662 Apr 05 12:06:16.230924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:16.323306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.347472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=83413399-ab84-4110-8814-b06e7cc08e4e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:16.362607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.388255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.397800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.472777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.493585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8341bc-8916-47d6-8621-17d15b568199,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:16.499453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.504593 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bb299a08-60fe-4b53-bb3c-fed4df05177f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb8341bc-8916-47d6-8621-17d15b568199 HTTP/1.1" status: 204 len: 168 time: 0.2753839 Apr 05 12:06:16.549960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-cd12563b-17bd-4b17-8eba-88c12f742dd0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:06:16.560570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-cd12563b-17bd-4b17-8eba-88c12f742dd0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1481118 Apr 05 12:06:16.649515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5c61da8c-44e9-470b-8c70-df5dae3b003b None None] Provisioning complete for port 83413399-ab84-4110-8814-b06e7cc08e4e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:16.651513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c61da8c-44e9-470b-8c70-df5dae3b003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.720294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:16.738093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 83413399-ab84-4110-8814-b06e7cc08e4e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:16.893589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-ffdc8e5f-7d57-49d0-b4a8-7ce5783c345b service neutron] 10.222.0.50 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323543 Apr 05 12:06:16.960911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 83413399-ab84-4110-8814-b06e7cc08e4e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:16.961398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.132649 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-b15299d7-2e2a-42d1-918f-88ed11b0aa35 service neutron] 10.222.0.50 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315412 Apr 05 12:06:17.306467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9e89f604-99ac-4bd3-9831-a62a626a5c84 req-661b3c71-b7f3-452f-bc1a-8968ebee45f8 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1016991 Apr 05 12:06:17.313207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Allocated IP 172.20.0.14 (8d4fce09-9d7f-4948-8b03-9c1e86515808/46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93/b05074a0-5488-425d-8f8c-c00697db2dcd) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:17.338761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.341818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c953fa39-bb38-4942-a5e7-fc53130c3ccb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:17.366197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.410236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:17.423666 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:17.449978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:17.452126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:17.524049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.536489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd22a320-0933-45e1-be87-34d4484fe73e req-985aafc7-9314-4741-98e6-7dc8befe9a2f tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.0688951 Apr 05 12:06:17.733280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:17.756628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:17.757255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:17.829698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950b3ad-c54a-4e67-b791-3fc8c341f475,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:17.845082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.846202 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-402cdfa7-e109-49c5-82df-d9f9dde516c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d950b3ad-c54a-4e67-b791-3fc8c341f475 HTTP/1.1" status: 204 len: 168 time: 2.7843173 Apr 05 12:06:17.869708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.911526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:17.912442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f12062-476d-4a67-938c-ede3d785bd26 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:17.918089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.920441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:17.921760 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1632810-7f08-4309-8ef5-466e5ded5c4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c953fa39-bb38-4942-a5e7-fc53130c3ccb HTTP/1.1" status: 204 len: 168 time: 2.6998756 Apr 05 12:06:17.981232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.076701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.178102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee48e0-bda0-462c-8dce-86dc7344e601,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:18.209344 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7d29326a-74c1-49ee-bc4c-203432f14d3d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/5aa48325-d910-45d0-9087-98658fc4b16c HTTP/1.1" status: 200 len: 687 time: 6.8530951 Apr 05 12:06:18.213360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:18.253362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.257573 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7666c17a-4a24-427f-861e-ab490c1a65e6 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7ee48e0-bda0-462c-8dce-86dc7344e601 HTTP/1.1" status: 204 len: 168 time: 1.7766747 Apr 05 12:06:18.264706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45780) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:18.543596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.685342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Allocated IP 172.26.5.139 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/a2a750b7-7b18-451b-b618-ec20f8cac5ef) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:18.694966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.711394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 136537f6-9652-4dae-8172-e1bf639a59bd {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:18.711738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.788789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:18.867244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Transition to ACTIVE for port object b05074a0-5488-425d-8f8c-c00697db2dcd will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:18.942357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:18.986719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07500781-5651-40ee-acdd-fce7abda0ca3']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:18.999624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d1492b-c80e-40e1-9d18-90241432b232') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:18.999928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d1492b-c80e-40e1-9d18-90241432b232') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:19.033224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:19.041620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.085450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d9d3b71-b61c-4ef1-b98e-4a515e7c6e58 req-03717c13-7b00-416c-9b8e-869a80640e9b tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.3766010 Apr 05 12:06:19.111712 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12d856ef-2813-4835-b6c4-5580d4b1d439 req-57436054-eb36-4f01-90ab-6022c090165b tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.3973520 Apr 05 12:06:19.222497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45810) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:19.237412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.260734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:19.261827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.342543 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-45b01718-4cfb-4087-9bbb-890b20b409e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7eb5f3b2f6624026bfecd6e568d606df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5508375 Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:19.351938 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:19.353715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45814) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:19.421511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d1e5dd14-c92b-4c26-9ae3-76d25a6be380 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ee1236c63924df8944ed9cddc4090b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953151 Apr 05 12:06:19.430620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45818) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:19.461574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.462164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.463337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.470237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'networks': [{'name': 'tempest-network--1218416273'}, {'name': 'tempest-network--1028860520'}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:19.470544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-network--1218416273'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:19.470996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-network--1028860520'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:19.520228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:19.550148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:network and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:19.565801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:19.620495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event updated for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:19.623875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.629618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.643742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:19.670829 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "DELETE /v2.0/networks/07500781-5651-40ee-acdd-fce7abda0ca3 HTTP/1.1" status: 204 len: 168 time: 1.3908136 Apr 05 12:06:19.685194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:19.688283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:19.693272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45f9aa-1e46-4996-b226-2ba1399d24e2 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event deleted for resources: {'Network': ['ID=07500781-5651-40ee-acdd-fce7abda0ca3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:19.704835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:19.742898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:19.786224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 136537f6-9652-4dae-8172-e1bf639a59bd owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:19.810174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'network': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:19.814944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.837887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.859646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:19.974328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.028615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:20.040300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:security_group_rule and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:20.044627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:20.061742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.066040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:20.083128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:20.084139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.085237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.105518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f1f0d9c8-4c6f-448e-8fb7-f9eb39d403e6 None None] Provisioning for port b05074a0-5488-425d-8f8c-c00697db2dcd completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:20.107248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.112572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f1f0d9c8-4c6f-448e-8fb7-f9eb39d403e6 None None] Provisioning complete for port b05074a0-5488-425d-8f8c-c00697db2dcd triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:20.113363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d9c8-4c6f-448e-8fb7-f9eb39d403e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.168582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.242427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.284972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0d9c8-4c6f-448e-8fb7-f9eb39d403e6 None None] Port b05074a0-5488-425d-8f8c-c00697db2dcd cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:20.312492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93856c04-3fe6-4fea-82f9-2bfdb1e78b9a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:20.361976 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-1a590e27-e41b-4527-ad6c-28067550f9c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8763676 Apr 05 12:06:20.412060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.422600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-33a3606f-1668-44ed-af8d-9723adadb97e tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:06:20.423686 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-33a3606f-1668-44ed-af8d-9723adadb97e tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132785 Apr 05 12:06:20.465443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.539494 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5088924-b3ac-4cb0-aeab-fdff7ff14d26 req-f7c40f14-5ccd-46e6-a50e-0da4770028d8 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.1390171 Apr 05 12:06:20.545442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.573181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623216b-a423-439f-85f7-381d72a6b042,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:20.581201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.582714 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c4594be-5b31-450e-a08d-3d82fae2912c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2623216b-a423-439f-85f7-381d72a6b042 HTTP/1.1" status: 204 len: 168 time: 1.2260993 Apr 05 12:06:20.585288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.587123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3f87312c-bb91-498f-bc52-a367198ef622 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93856c04-3fe6-4fea-82f9-2bfdb1e78b9a HTTP/1.1" status: 204 len: 168 time: 1.1520810 Apr 05 12:06:20.589934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.641013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:20.642256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.642812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.761598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=136537f6-9652-4dae-8172-e1bf639a59bd,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:20.779551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:20.794150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:20.803039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:20.958166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d11b9-be3b-4f49-8173-df256e8f1942 req-ee5c5bae-6e52-4bfd-ad96-fbeee930c455 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:20.965956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f7d11b9-be3b-4f49-8173-df256e8f1942 req-ee5c5bae-6e52-4bfd-ad96-fbeee930c455 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 932 time: 0.6657088 Apr 05 12:06:21.091793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f7d11b9-be3b-4f49-8173-df256e8f1942 req-5e1e5a79-c51e-403c-a660-5af972593778 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247902 Apr 05 12:06:21.100813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.103221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.104397 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-876074df-c224-483c-adff-2fbf745d90a6 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/5aa48325-d910-45d0-9087-98658fc4b16c HTTP/1.1" status: 204 len: 168 time: 2.8888726 Apr 05 12:06:21.109466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45844) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:21.133171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '4ed05eab-62a2-437e-8d64-9078defd456d'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:21.158209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=a2a750b7-7b18-451b-b618-ec20f8cac5ef,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:21.162247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:21.170290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:floatingip and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:21.175829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:21.178387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b536f7a6-8db8-40cd-9176-1c86a1c96b00']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:21.190299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:21.211619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Request body: {'port': {'device_id': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:21.215698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.322916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.30', 64072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:21.325292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d3ef3-795d-4a12-8b4a-09ed1a833235,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:21.394954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c1cfb4-e225-491f-968b-341f31db0c88') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:21.395373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c1cfb4-e225-491f-968b-341f31db0c88') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:21.403353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:21.455653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.472061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.472865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment ea865bdc-4f2c-4464-b9eb-b4f58a9c29d2 of type vlan for network 41b510fb-8267-494d-b545-9a790e02fc16 Apr 05 12:06:21.503868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.662688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-3cfab621-4ce3-4443-ac8b-0cd7fec9eb4e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:21.667312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.669868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-3cfab621-4ce3-4443-ac8b-0cd7fec9eb4e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.30 "GET /v2.0/networks?id=b8a229c2-15fe-4705-88bf-405cb5fe54a7 HTTP/1.1" status: 200 len: 811 time: 0.3444369 Apr 05 12:06:21.690583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.703709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:21.712030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.779060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:21.788657 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:21.897163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef79596f-2a28-4d78-92b0-c66d384df80a req-4ba6da2c-4cde-4c5c-98e6-7d1621b5e88c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.1162174 Apr 05 12:06:21.956314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-7177815b-276f-4cd3-94da-4cceb867be40 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13 HTTP/1.1" status: 200 len: 380 time: 0.2053204 Apr 05 12:06:22.021813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.109 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:22.154015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:22.260148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'port': {'device_id': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'admin_state_up': True, 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'security_groups': ['702c1c38-ba34-49c6-8201-788eff9a09c8']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:22.529458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45890) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.718978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:22.721710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:22.741528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Usage tracker for resource:port and tenant:8f7d7b8f3a2e429fb79a02a0db925e13 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:22.770993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:22.809556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:22.818830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:22.835302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:22.918570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Made reservation on behalf of 8f7d7b8f3a2e429fb79a02a0db925e13 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:22.924193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:22.949462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:22.966818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.035060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.070888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:23.076717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] Pushing event deleted for resources: {'Network': ['ID=b536f7a6-8db8-40cd-9176-1c86a1c96b00,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:23.121129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83eb157d-b815-4df7-a5d9-75c6c9f70e4c tempest-AgentManagementNegativeTest-1612422324 tempest-AgentManagementNegativeTest-1612422324-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2840052 Apr 05 12:06:23.132362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672f2de-7e36-494d-91de-af89ad731718 req-5da66164-1348-4d5d-b272-d617528c97c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:23.141753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7672f2de-7e36-494d-91de-af89ad731718 req-5da66164-1348-4d5d-b272-d617528c97c5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 932 time: 0.7990184 Apr 05 12:06:23.149688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1499697880'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:23.156378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:23.157074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-be0f0e7c-17a3-4c3a-91c6-b68af6b03795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.162235 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ec42f01-5dd5-459e-921e-2d635f1ddc51 tempest-QuotasNegativeTest-507403707 tempest-QuotasNegativeTest-507403707-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b536f7a6-8db8-40cd-9176-1c86a1c96b00 HTTP/1.1" status: 204 len: 168 time: 3.4666669 Apr 05 12:06:23.163539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.163892 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment 7f852965-f37f-403e-8b4a-ebb7918f2794 of type vlan for network 8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf Apr 05 12:06:23.300576 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6d131db-dbfb-4574-aafa-90e83457623c req-e43325cf-8ef2-4e69-9248-e2d12b0d3cbf tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.1471419 Apr 05 12:06:23.301629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:23.317597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.328989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:23.341181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:23.391102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:23.402806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Usage tracker for resource:network and tenant:fb10515884884e199f620ff6ef5854c4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:23.410635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:23.448952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:23.489164 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7672f2de-7e36-494d-91de-af89ad731718 req-632f7893-3447-4cd6-ad94-d28b980f0749 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460782 Apr 05 12:06:23.533285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45912) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:23.590661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Made reservation on behalf of fb10515884884e199f620ff6ef5854c4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:23.595076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.620024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.620507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.626445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.627243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:23.631842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:23.632480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.692484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Allocated IP 172.20.0.11 (b8a229c2-15fe-4705-88bf-405cb5fe54a7/5b74657a-ac6e-4c51-99c3-ddbceb857ed2/16d42507-390e-438b-97dd-efb5bca6ebd5) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:23.694894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:23.711505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Usage tracker for resource:security_group_rule and tenant:fb10515884884e199f620ff6ef5854c4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:23.717898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:23.735117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:23.757326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05074a0-5488-425d-8f8c-c00697db2dcd {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:06:23.770919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.838659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45920) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:23.851128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.854149 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.8196352 Apr 05 12:06:23.865820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=41b510fb-8267-494d-b545-9a790e02fc16,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:23.866892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:23.868624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Transition to ACTIVE for port object b05074a0-5488-425d-8f8c-c00697db2dcd will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:23.882832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 41b510fb-8267-494d-b545-9a790e02fc16 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:23.902263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.906116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:23.970235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:23.996321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f025742ab272462ebdb4a7753711658a is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:24.006471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:24.113405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:24.117729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e9a77-a564-468d-aefd-fe34775b3274 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:24.130754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:24.168192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.228575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Pushing event updated for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:24.262250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.262796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:24.371756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Usage tracker for resource:security_group_rule and tenant:fe1f11597607498cb03c3352523d9670 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:24.387324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:24.410131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:24.487519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Attempting to bind port b05074a0-5488-425d-8f8c-c00697db2dcd on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:24.487875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Attempting to bind port b05074a0-5488-425d-8f8c-c00697db2dcd by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:24.488184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Attempting to bind port b05074a0-5488-425d-8f8c-c00697db2dcd on network 8d4fce09-9d7f-4948-8b03-9c1e86515808 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:24.503368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Port b05074a0-5488-425d-8f8c-c00697db2dcd on network 8d4fce09-9d7f-4948-8b03-9c1e86515808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:24.503690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Attempting to bind port b05074a0-5488-425d-8f8c-c00697db2dcd on network 8d4fce09-9d7f-4948-8b03-9c1e86515808 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:24.518999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:24.519343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Checking segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:24.519854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Bound using segment: {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:24.520326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Bound port: b05074a0-5488-425d-8f8c-c00697db2dcd, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1cd7634-6e80-4f8f-92cf-49db6586b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:24.520716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.537912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa678-8dbc-4295-ac03-014d181bf609 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:24.543611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa678-8dbc-4295-ac03-014d181bf609 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:24.550181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa678-8dbc-4295-ac03-014d181bf609 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:24.555848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607fa678-8dbc-4295-ac03-014d181bf609 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:24.560321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-607fa678-8dbc-4295-ac03-014d181bf609 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6898060 Apr 05 12:06:24.562653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66f68ead-38b1-4fd9-9dbf-e570e42a416c req-5b9e77b9-9655-4c0d-9cf2-b74ae0b56c3c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.1289003 Apr 05 12:06:24.568577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45934) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:24.589839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Router e3a30bf4-5750-440d-b745-e597e04dc3cd is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:06:24.734376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.735371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.742416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.768820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:24.850147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.868761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b05074a0-5488-425d-8f8c-c00697db2dcd,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:24.877019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb2dc74-c02c-432b-a3d9-317e2680ae97,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:24.882971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.886140 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22bcfb1c-0286-4f32-8fc9-af80883b1daf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe1f11597607498cb03c3352523d9670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0438900 Apr 05 12:06:24.886140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.886969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Transition to ACTIVE for port object 16d42507-390e-438b-97dd-efb5bca6ebd5 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:24.888177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:24.902309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:24.957392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:24.974565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:24.987063 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] Sync routers for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:25.000447 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:25.001858 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.008989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:25.009610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.011018 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] 10.222.0.30 "PUT /v2.0/ports/b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 200 len: 1094 time: 4.3941569 Apr 05 12:06:25.014241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:25.057035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9b280-7fad-4128-ad11-7c98a0b7d579 service neutron] Pushing event updated for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:25.092092 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.109910 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:25.112499 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:05:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.115979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.119792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b4445621-b1d5-451f-bc6e-374f93417c45 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 13.4755175 Apr 05 12:06:25.124525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:25.135529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.161527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.183839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.227831 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.229004 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20537d6b-9976-478d-9b7f-c7779b40d7f5 None None] The sync data for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:25.252545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b746f242-176f-4d96-bf90-96143c899ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.276565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.276913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Added segment 334e9ace-1ca0-4e53-86f1-0b867c300e24 of type vlan for network e3d4abe9-d139-4c29-adaa-afd39af8e168 Apr 05 12:06:25.284374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.352201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c357b9aa-8dbb-4955-9883-91b9cfb7a3bb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:25.405666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.410769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c485e5ea-db8b-47bb-a7ee-84e63af4dd88,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:25.461499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db485fbb-affa-4f50-8d49-0c88c3826484 req-c2ae8c64-8db2-447a-b00a-6efd8616bccb tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:25.462980 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db485fbb-affa-4f50-8d49-0c88c3826484 req-c2ae8c64-8db2-447a-b00a-6efd8616bccb tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 944 time: 0.8184700 Apr 05 12:06:25.505004 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'status': 'completed', 'code': 200} Apr 05 12:06:25.548103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-01aba12b-1796-4d7a-892e-841aa4ab53f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f025742ab272462ebdb4a7753711658a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0117519 Apr 05 12:06:25.551217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:25.601373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.612401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.629633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.650412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-6071207f-7b1e-4c4a-ae90-c099e18b65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:25.651948 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-6071207f-7b1e-4c4a-ae90-c099e18b65bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85452dc9409c41b7a0880549e9648d24&device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 1097 time: 0.5790298 Apr 05 12:06:25.762258 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-3027dd01-c48b-4b0b-9ae8-ea9629736776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 200 len: 217 time: 0.0961444 Apr 05 12:06:25.770734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.781054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.852290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b510fb-8267-494d-b545-9a790e02fc16']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.864087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:25.879257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:25.886770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event updated for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:25.892103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db485fbb-affa-4f50-8d49-0c88c3826484 req-0dd79946-d45c-4b78-95e6-2875bed12846 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095371 Apr 05 12:06:25.893946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea865bdc-4f2c-4464-b9eb-b4f58a9c29d2') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.894240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea865bdc-4f2c-4464-b9eb-b4f58a9c29d2') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:25.902237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:25.929514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb2dc74-c02c-432b-a3d9-317e2680ae97,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:25.935535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.941384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:25.941996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.973126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:25.988080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.053799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.057198 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48513125-aa15-448b-8222-b473dc02e865 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bb2dc74-c02c-432b-a3d9-317e2680ae97 HTTP/1.1" status: 204 len: 168 time: 1.1343856 Apr 05 12:06:26.090631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-6960d8ba-f9c7-4103-8e77-a818e1c868ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:26.092088 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-6960d8ba-f9c7-4103-8e77-a818e1c868ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 HTTP/1.1" status: 200 len: 844 time: 0.3145285 Apr 05 12:06:26.105607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.121333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.160880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:26.161278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.192562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:26.193220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:26.197049 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:26.199952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'Network': ['ID=e3d4abe9-d139-4c29-adaa-afd39af8e168,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:26.216089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:26.358626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b7bb929-aefd-49de-8f53-cbcae82b6e48 None None] Provisioning for port 16d42507-390e-438b-97dd-efb5bca6ebd5 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:26.368555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b7bb929-aefd-49de-8f53-cbcae82b6e48 None None] Provisioning complete for port 16d42507-390e-438b-97dd-efb5bca6ebd5 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:26.370427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7bb929-aefd-49de-8f53-cbcae82b6e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.383539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.390435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d1839-ea88-4a57-bb15-0a996e7b0920 req-3db1bf77-7a4d-419d-900e-7a326b0d2dbd tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:26.391222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2b8d1839-ea88-4a57-bb15-0a996e7b0920 req-3db1bf77-7a4d-419d-900e-7a326b0d2dbd tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Synchronizing usage tracker for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:26.402046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-23efe0a1-dd82-4d72-a9bf-4e50f9623f50 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.8643060 Apr 05 12:06:26.403250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-cbd6fabd-929d-4384-a8bd-a2199b54506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:26.403661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b4328a3-74ae-495e-9558-cef8ba77707c tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1750078 Apr 05 12:06:26.404917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-cbd6fabd-929d-4384-a8bd-a2199b54506d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d4fce09-9d7f-4948-8b03-9c1e86515808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2932725 Apr 05 12:06:26.405549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 45968) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:26.413566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.415250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485e5ea-db8b-47bb-a7ee-84e63af4dd88,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:26.422725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Request body: {'subnet': {'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:26.446339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.489720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Request body: {'port': {'device_id': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:26.493232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.498726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.504723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b7bb929-aefd-49de-8f53-cbcae82b6e48 None None] Port 16d42507-390e-438b-97dd-efb5bca6ebd5 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:26.533826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=41b510fb-8267-494d-b545-9a790e02fc16,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:26.542570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2b8d1839-ea88-4a57-bb15-0a996e7b0920 req-3db1bf77-7a4d-419d-900e-7a326b0d2dbd tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Unset dirty status for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:26.543864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b8d1839-ea88-4a57-bb15-0a996e7b0920 req-3db1bf77-7a4d-419d-900e-7a326b0d2dbd tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 932 time: 0.8344827 Apr 05 12:06:26.549864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.551186 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d1090e53-e77a-4d3b-b2cc-7ae180b689fb tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/41b510fb-8267-494d-b545-9a790e02fc16 HTTP/1.1" status: 204 len: 168 time: 1.9803119 Apr 05 12:06:26.551891 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-271a894a-aaba-4650-86fe-b39d6ceb8800 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c485e5ea-db8b-47bb-a7ee-84e63af4dd88 HTTP/1.1" status: 204 len: 168 time: 0.9956720 Apr 05 12:06:26.553804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45974) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:26.623475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 45980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:26.658899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:26.746644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:26.752244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.757040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.762079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Usage tracker for resource:subnet and tenant:fb10515884884e199f620ff6ef5854c4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:26.766859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:26.776806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:26.789032 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-36e42179-80e2-43fb-977c-31ccd058884f service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465657 Apr 05 12:06:26.796302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.798886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.828275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Made reservation on behalf of fb10515884884e199f620ff6ef5854c4 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:26.832563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.860950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b8d1839-ea88-4a57-bb15-0a996e7b0920 req-b0dc5d04-db0e-47a0-afa7-043e71b4ae5e tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001230 Apr 05 12:06:26.883790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:26.895781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Usage tracker for resource:security_group_rule and tenant:0f243e0652a24ec78391affb0ac774c8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:26.923672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.935268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:26.943936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:27.097643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:27.202330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:27.298468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:27.343972 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a74c78c0-eeec-4bac-817e-87fe5c35c3e8 req-073ea449-784b-4f55-956d-aab6ffce48c1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478091 Apr 05 12:06:27.461359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46004) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:27.574641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:27.653555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:27.663766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:27.750901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1791123805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:27.759975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-53455ece-1c1f-473c-8c35-2bb95a253109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:27.761451 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-53455ece-1c1f-473c-8c35-2bb95a253109 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85452dc9409c41b7a0880549e9648d24&device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 1097 time: 0.3519218 Apr 05 12:06:27.762894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:27.785220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74b4cf-76d8-475b-9f34-1ec8f94245af req-c169bb88-fabc-4198-8112-f17835d25874 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:27.786687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af74b4cf-76d8-475b-9f34-1ec8f94245af req-c169bb88-fabc-4198-8112-f17835d25874 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 944 time: 0.6865358 Apr 05 12:06:27.838363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:27.838567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'Subnet': ['ID=f01b465f-c6f9-4a4f-8a72-e3743f6acf11,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:27.848583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f852965-f37f-403e-8b4a-ebb7918f2794') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:27.848883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f852965-f37f-403e-8b4a-ebb7918f2794') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:27.895935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:router and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:27.902199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:27.905967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:27.914807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Allocated IP 172.20.0.1 (329b6f52-891f-41d5-bf7b-089d5122cfdc/e37f6b93-eaa1-4244-88dd-1a8cee6d7899/64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:27.918684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Checking segment: {'id': '334e9ace-1ca0-4e53-86f1-0b867c300e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:27.919072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Network hostable DHCP agents. Network: e3d4abe9-d139-4c29-adaa-afd39af8e168, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:27.933688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:27.950259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP d0c414bb-621b-455e-8a0a-93d9790da32f associated. External IP: 172.26.5.109, port: 4ed05eab-62a2-437e-8d64-9078defd456d. Apr 05 12:06:27.995710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-17d09ed5-2906-4a97-93c9-0f9c7e8fd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:27.997149 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-17d09ed5-2906-4a97-93c9-0f9c7e8fd137 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 200 len: 906 time: 0.2248132 Apr 05 12:06:28.009599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:28.025328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.034683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.085356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.123636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:28.124045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.134629 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-eab76463-bd6f-4f96-87ac-a93668cdd361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 200 len: 217 time: 0.1260421 Apr 05 12:06:28.137497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, e3d4abe9-d139-4c29-adaa-afd39af8e168) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:28.145632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.146814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.149039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:28.149612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:28.149786 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:28.152719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188ec15-f7fa-422f-80a8-a27c269522b2 None None] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:28.186903 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af74b4cf-76d8-475b-9f34-1ec8f94245af req-c6564df7-46be-40d1-9b39-d8f2e815173b tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400884 Apr 05 12:06:28.247480 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e0c2ae65-f8ba-4c2e-886e-8eda66a43a7f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8366473 Apr 05 12:06:28.253268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46014) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:28.256410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-e1aa5411-3682-417a-b973-3e8a7cad8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:28.257802 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-e1aa5411-3682-417a-b973-3e8a7cad8f6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 HTTP/1.1" status: 200 len: 844 time: 0.1124270 Apr 05 12:06:28.263120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Request body: {'port': {'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-668350758'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:28.279169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.326828 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f243e0652a24ec78391affb0ac774c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6724613 Apr 05 12:06:28.339853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:28.378900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:28.383836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-e3d4abe9-d139-4c29-adaa-afd39af8e168', 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168', 'tenant_id': 'fb10515884884e199f620ff6ef5854c4', 'fixed_ips': [{'subnet_id': 'f01b465f-c6f9-4a4f-8a72-e3743f6acf11'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:28.384701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.400841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.413931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Transition to ACTIVE for port object 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:28.473675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.477306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.498299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-5a87bf82-2835-4cd2-a335-11db3a9ba717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:28.499795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-5a87bf82-2835-4cd2-a335-11db3a9ba717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d4fce09-9d7f-4948-8b03-9c1e86515808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2176306 Apr 05 12:06:28.506524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:28.510880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea22dc1-c679-40ec-844b-97d4c9ab1ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1fcf1-7edf-4973-8d34-fda31e0a5c29,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:28.532172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:28.534480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Usage tracker for resource:port and tenant:fb10515884884e199f620ff6ef5854c4 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:28.538016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.554285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:28.592458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Allocated IP 2001:db8::2 (e3d4abe9-d139-4c29-adaa-afd39af8e168/f01b465f-c6f9-4a4f-8a72-e3743f6acf11/8069c3a2-3268-4bdd-b0f2-6aba31463adf) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:28.614157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:28.639990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fce68349-95b8-4f20-8f3c-d6ceede55591 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/8b8ec9ae-f2fa-4ca2-a7f7-75bdedbf9fbf HTTP/1.1" status: 204 len: 168 time: 2.0840926 Apr 05 12:06:28.643236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d42507-390e-438b-97dd-efb5bca6ebd5 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:06:28.660291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:28.671826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4a772-30de-4485-ab04-fce27863f58b req-78869c65-8b97-41e9-a97b-eac45f1b9e4f tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:28.674001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90c4a772-30de-4485-ab04-fce27863f58b req-78869c65-8b97-41e9-a97b-eac45f1b9e4f tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 932 time: 0.6756883 Apr 05 12:06:28.680756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.707122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.800914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:28.808396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.814722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:28.819098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Transition to ACTIVE for port object 8069c3a2-3268-4bdd-b0f2-6aba31463adf will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:28.821135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:28.838086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Transition to ACTIVE for port object 8069c3a2-3268-4bdd-b0f2-6aba31463adf will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:28.846725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.857283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:28.860681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Made reservation on behalf of fb10515884884e199f620ff6ef5854c4 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:28.865196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.914129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:28.916948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:28.924997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:28.925698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] device_id is not set on port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:28.935222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Pushing event updated for resources: {'Port': ['ID=8069c3a2-3268-4bdd-b0f2-6aba31463adf,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:28.969336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:28.995520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-f7380667-44d7-463b-99db-d2330178397e service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862523 Apr 05 12:06:29.059417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Attempting to bind port 8069c3a2-3268-4bdd-b0f2-6aba31463adf on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:29.060062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Attempting to bind port 8069c3a2-3268-4bdd-b0f2-6aba31463adf by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '334e9ace-1ca0-4e53-86f1-0b867c300e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:29.060641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Attempting to bind port 8069c3a2-3268-4bdd-b0f2-6aba31463adf on network e3d4abe9-d139-4c29-adaa-afd39af8e168 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:29.066965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:29.067680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Checking segment: {'id': '334e9ace-1ca0-4e53-86f1-0b867c300e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:29.068281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.068885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Bound using segment: {'id': '334e9ace-1ca0-4e53-86f1-0b867c300e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:29.069545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Bound port: 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334e9ace-1ca0-4e53-86f1-0b867c300e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:29.070140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.116357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Transition to ACTIVE for port object 16d42507-390e-438b-97dd-efb5bca6ebd5 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:29.148432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:29.149409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.174233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d7715424-3c8b-47df-aa1f-b8235f81e67e None None] Provisioning for port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:29.177592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] For port 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:29.181461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.181900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] For port 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8069c3a2-3268-4bdd-b0f2-6aba31463adf,segment=NetworkSegment(334e9ace-1ca0-4e53-86f1-0b867c300e24),segment_id=334e9ace-1ca0-4e53-86f1-0b867c300e24)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:29.183543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d7715424-3c8b-47df-aa1f-b8235f81e67e None None] Provisioning complete for port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:29.183938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d7715424-3c8b-47df-aa1f-b8235f81e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.212671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.237462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90c4a772-30de-4485-ab04-fce27863f58b req-a1b9ac56-1620-4861-8367-3041762848fd tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336592 Apr 05 12:06:29.241150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Allocated IP 2001:db8::343 (e3d4abe9-d139-4c29-adaa-afd39af8e168/f01b465f-c6f9-4a4f-8a72-e3743f6acf11/85d7330c-44a2-4222-b084-e7e2e38d1ad1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:29.248731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.258026 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:06:29.281920 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad38191-e66c-4b51-afa2-e3910c48baf4 req-de2be9cf-0afa-4be2-a0e9-808c17600a7b service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746685 Apr 05 12:06:29.308003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d7715424-3c8b-47df-aa1f-b8235f81e67e None None] Port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:29.315745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.321512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-84f01f9e-f40f-4a49-9bca-da4f6730696b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8584857 Apr 05 12:06:29.333928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010304a-af5a-4c3d-9e7d-f1bbe7d2672b None None] Pushing event updated for resources: {'Port': ['ID=8069c3a2-3268-4bdd-b0f2-6aba31463adf,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:29.346641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46028) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:29.372062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-765906671'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:29.389989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:29.404120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:network and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:29.438778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.512932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e40f0-3a95-492b-8bc6-8fa040889dab tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:29.518943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e40f0-3a95-492b-8bc6-8fa040889dab tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:29.519798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-442e40f0-3a95-492b-8bc6-8fa040889dab tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Synchronizing usage tracker for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:29.590409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:29.628644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:29.677176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Pushing event updated for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:29.686749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:29.694423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.728798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.738495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.776999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.795383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-442e40f0-3a95-492b-8bc6-8fa040889dab tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Unset dirty status for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:29.800520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-442e40f0-3a95-492b-8bc6-8fa040889dab tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1361158 Apr 05 12:06:29.812513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46032) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:29.822372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Transition to ACTIVE for port object 85d7330c-44a2-4222-b084-e7e2e38d1ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:29.842984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1fcf1-7edf-4973-8d34-fda31e0a5c29,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:29.916206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-789838811'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:29.939914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:29.945856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:29.948054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.951566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4e0228cb-71d5-431e-854e-3ca350b2488a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fb1fcf1-7edf-4973-8d34-fda31e0a5c29 HTTP/1.1" status: 204 len: 168 time: 1.6090982 Apr 05 12:06:29.960846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:29.987287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:security_group_rule and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:29.994496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:30.009159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:30.021518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:30.033782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:30.048494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:30.062423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:30.063596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:30.085064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Attempting to bind port 16d42507-390e-438b-97dd-efb5bca6ebd5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:30.085382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Attempting to bind port 16d42507-390e-438b-97dd-efb5bca6ebd5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:30.085691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Attempting to bind port 16d42507-390e-438b-97dd-efb5bca6ebd5 on network b8a229c2-15fe-4705-88bf-405cb5fe54a7 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:30.102900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.116325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:30.117342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'Port': ['ID=85d7330c-44a2-4222-b084-e7e2e38d1ad1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:30.122012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:30.129707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:30.140181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:30.140932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.168863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:30.172379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:30.172594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.192191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.195185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Port 16d42507-390e-438b-97dd-efb5bca6ebd5 on network b8a229c2-15fe-4705-88bf-405cb5fe54a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:06:30.195742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Attempting to bind port 16d42507-390e-438b-97dd-efb5bca6ebd5 on network b8a229c2-15fe-4705-88bf-405cb5fe54a7 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:30.200251 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c88c2cb9-3433-4376-b183-e45d8e8a6db7 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9427803 Apr 05 12:06:30.200251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.208825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46040) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:30.209623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:30.209963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Checking segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:30.210543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Bound using segment: {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:30.210872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:30.211011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Bound port: 16d42507-390e-438b-97dd-efb5bca6ebd5, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277d49d1-61dd-4f1d-8131-100dcdc539cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:30.211363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.212345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:30.237508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32481a-6961-4cb1-9b85-322c7d8e7206 req-463e70f0-4e52-4cb6-a67e-cd06af5322b5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:30.239102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a32481a-6961-4cb1-9b85-322c7d8e7206 req-463e70f0-4e52-4cb6-a67e-cd06af5322b5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 944 time: 0.8419416 Apr 05 12:06:30.248549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Request body: {'port': {'network_id': 'e3d4abe9-d139-4c29-adaa-afd39af8e168', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1969105765', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:30.249104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] bootfile-name is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:30.249441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] tftp-server is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:30.249987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] server-ip-address is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:30.318713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:30.335302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:30.337521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f3648-b69c-42ef-b1dc-b1b196c137c2 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:30.377772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.413741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:30.463258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2823baa-f706-460f-8157-a451877b81e2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.3409116 Apr 05 12:06:30.477131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.477453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment 90f89065-bb77-43f1-99df-cf710ebbbcbd of type vlan for network 5507bd97-00d4-455e-94ef-bcfa46de402c Apr 05 12:06:30.489172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:30.505949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.671792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc64f8-1215-44dc-aebb-fa7851ac91c6 None None] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:30.700705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a32481a-6961-4cb1-9b85-322c7d8e7206 req-904542ad-0ccb-42d6-a7d2-1e3b8f4e565a tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120786 Apr 05 12:06:30.750885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8069c3a2-3268-4bdd-b0f2-6aba31463adf up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:30.756262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.762519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:30.763410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.809440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:30.845444 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-271ea75a-daf6-4437-830d-33ab3f1bb1cf tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/floatingips/d0c414bb-621b-455e-8a0a-93d9790da32f HTTP/1.1" status: 200 len: 978 time: 0.3551333 Apr 05 12:06:30.847986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46064) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:30.854509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:30.871387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Usage tracker for resource:port and tenant:fb10515884884e199f620ff6ef5854c4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:30.930285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=16d42507-390e-438b-97dd-efb5bca6ebd5,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:30.931415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:30.938767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:30.942564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:30.967230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:30.973404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:30.973994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b05074a0-5488-425d-8f8c-c00697db2dcd details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:06:31.018327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.035851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=5507bd97-00d4-455e-94ef-bcfa46de402c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:31.054320 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6063c8ad-5ff4-45d0-b799-5716cbc1ada2 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2369788 Apr 05 12:06:31.056461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2037dfb-d524-4787-9669-d54292f57dd1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Synchronizing usage tracker for tenant:32c3e11a74a6415ca52590a84849d284 on resource:floatingip {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:31.059106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46070) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:31.066765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 5507bd97-00d4-455e-94ef-bcfa46de402c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:31.068290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-480173101'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:31.079274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19cb54e9-7598-40ae-a41d-fee7a5019647 None None] Provisioning for port 8069c3a2-3268-4bdd-b0f2-6aba31463adf completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:31.089564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.094956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:31.106915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:network and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:31.110165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f2037dfb-d524-4787-9669-d54292f57dd1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Unset dirty status for tenant:32c3e11a74a6415ca52590a84849d284 on resource:floatingip {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:31.113608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf71e5-7027-40da-941c-c9c15e231df1 req-873d5e56-efe0-4aea-a0ca-f3e05f806212 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:31.114758 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2037dfb-d524-4787-9669-d54292f57dd1 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2652931 Apr 05 12:06:31.117237 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fdf71e5-7027-40da-941c-c9c15e231df1 req-873d5e56-efe0-4aea-a0ca-f3e05f806212 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 944 time: 0.6059868 Apr 05 12:06:31.122162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:31.127700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46074) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:31.167231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': '9a2ce5ce-233b-48ce-8522-251e7d343caf'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:31.169469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Made reservation on behalf of fb10515884884e199f620ff6ef5854c4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:31.172401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8069c3a2-3268-4bdd-b0f2-6aba31463adf completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:31.181636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.202651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:31.203303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.205223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] 10.222.0.30 "PUT /v2.0/ports/16d42507-390e-438b-97dd-efb5bca6ebd5 HTTP/1.1" status: 200 len: 1094 time: 4.7855592 Apr 05 12:06:31.218352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46078) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:31.220694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:31.246144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8069c3a2-3268-4bdd-b0f2-6aba31463adf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:31.246882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.269788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:31.313142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:31.317172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.449030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:31.466183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.528941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:31.542860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Router e3a30bf4-5750-440d-b745-e597e04dc3cd has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:31.546504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] device_id is not set on port 1188becb-814d-42a8-9e5a-76513b31e86f yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:31.574500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.574845 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment a0b4a149-6a01-469a-ba68-8daf889ceae5 of type vlan for network cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42 Apr 05 12:06:31.590883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f3931769-ea69-426b-af04-0e75383b08b6 None None] Provisioning complete for port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:31.591240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3931769-ea69-426b-af04-0e75383b08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.646555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b05074a0-5488-425d-8f8c-c00697db2dcd,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:31.681776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.701649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'port_id': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'mac_address': 'fa:16:3e:a1:50:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:06:31.740554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Allocated IP 2001:db8::f (e3d4abe9-d139-4c29-adaa-afd39af8e168/f01b465f-c6f9-4a4f-8a72-e3743f6acf11/1188becb-814d-42a8-9e5a-76513b31e86f) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:31.744291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.761441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f3931769-ea69-426b-af04-0e75383b08b6 None None] Port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:31.798025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.803127 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fdf71e5-7027-40da-941c-c9c15e231df1 req-0dd1a088-f41c-41ec-9ea1-daab762e93d2 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6404972 Apr 05 12:06:31.815379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fd82d-6064-4ec2-afe1-e31e0ae8f28b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:31.817894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b514b1c-bca5-4e55-920d-5b1e723344cd service neutron] Pushing event updated for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:31.824210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-896386888'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:31.833704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.834044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Added segment 5d13caf3-c50d-4770-8bcc-ce0f3e7604e6 of type vlan for network f553e9d8-21df-41a5-bc65-ea9efbc8b207 Apr 05 12:06:31.849037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:31.880436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Usage tracker for resource:network and tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:31.887950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05074a0-5488-425d-8f8c-c00697db2dcd {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:06:31.905179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b05074a0-5488-425d-8f8c-c00697db2dcd,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:31.922751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:31.927011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8069c3a2-3268-4bdd-b0f2-6aba31463adf,segment=NetworkSegment(334e9ace-1ca0-4e53-86f1-0b867c300e24),segment_id=334e9ace-1ca0-4e53-86f1-0b867c300e24)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:31.946763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:31.951110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-2d9fad2d-3bdd-4320-a883-6618ffe79c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:31.952796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-2d9fad2d-3bdd-4320-a883-6618ffe79c62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13&device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 1097 time: 0.5176919 Apr 05 12:06:32.002667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.036169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:32.126165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.159426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-6a119a6b-a5d4-4505-a612-8fd5dc491f0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d42507-390e-438b-97dd-efb5bca6ebd5 HTTP/1.1" status: 200 len: 217 time: 0.1669669 Apr 05 12:06:32.160368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:32.165395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8069c3a2-3268-4bdd-b0f2-6aba31463adf,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:32.169299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'status': 'completed', 'code': 200} Apr 05 12:06:32.229597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['b05074a0-5488-425d-8f8c-c00697db2dcd'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:06:32.298154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:32.300489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Provisioning complete for port 8069c3a2-3268-4bdd-b0f2-6aba31463adf triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:32.300885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.311001 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a0bb205-04d9-46d1-99de-676d9379b104 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "PUT /v2.0/routers/e3a30bf4-5750-440d-b745-e597e04dc3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1825788 Apr 05 12:06:32.314706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:32.315344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.320189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.322962 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] Sync routers for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:32.324599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:32.325220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.325506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:32.326090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.335523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Request body: {'port': {'network_id': '329b6f52-891f-41d5-bf7b-089d5122cfdc', 'name': 'tempest-FloatingIPAdminTestJSON-929847370'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:32.343837 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:32.345596 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:32.348364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:32.352007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.391942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.403098 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0544951 Apr 05 12:06:32.436807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46100) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:32.456870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:32.458071 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:32.461003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Usage tracker for resource:security_group_rule and tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:32.464066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:32.468642 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:32.470013 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:32.470696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:32.543506 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:32.544153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb04b25-bd64-42e8-98f7-34aa5b5447c7 None None] The sync data for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:32.557042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'subnet': {'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:32.634946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Provisioning for port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:32.641804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8069c3a2-3268-4bdd-b0f2-6aba31463adf up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:32.674135 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6111133 Apr 05 12:06:32.686128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46104) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:32.686635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Provisioning complete for port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:32.687119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.707778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'ports': [{'network_id': '5507bd97-00d4-455e-94ef-bcfa46de402c', 'name': 'tempest-port--786376131', 'admin_state_up': True}, {'network_id': 'cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42', 'admin_state_up': False}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:32.708096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'port': {'network_id': '5507bd97-00d4-455e-94ef-bcfa46de402c', 'name': 'tempest-port--786376131', 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:32.708581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'port': {'network_id': 'cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42', 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:32.722571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138e855-43d8-4eb3-b90f-b81d2bba86f6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:32.746553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:32.754635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b0b1875-5838-44a1-8994-b7a4c0aeddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:32.756115 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-9b0b1875-5838-44a1-8994-b7a4c0aeddbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b74657a-ac6e-4c51-99c3-ddbceb857ed2 HTTP/1.1" status: 200 len: 850 time: 0.5760710 Apr 05 12:06:32.762559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.827214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093868-91a9-4f8e-af3b-c41e4e24d6e4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Network': ['ID=f553e9d8-21df-41a5-bc65-ea9efbc8b207,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:32.829880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.855012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:32.872344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.881342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-194e05b0-f2ee-4cee-a799-9da991976e98 None None] Port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:32.888145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:32.899420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Transition to ACTIVE for port object 1188becb-814d-42a8-9e5a-76513b31e86f will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:32.901216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:32.906833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:subnet and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:32.910648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:32.914101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:32.920889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:32.927589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Usage tracker for resource:port and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:32.940769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407974-7e5e-4b19-a50d-dea8ec7739f1 req-fa615180-fa91-4e2b-8ec0-06d40d4ccdfb tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:32.942273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af407974-7e5e-4b19-a50d-dea8ec7739f1 req-fa615180-fa91-4e2b-8ec0-06d40d4ccdfb tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 945 time: 1.0767562 Apr 05 12:06:32.958822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:32.960104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:32.962627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:32.978705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:33.012508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8069c3a2-3268-4bdd-b0f2-6aba31463adf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:33.013008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.028580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:33.061613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-299c6fdf-cc70-4094-8c96-2ffeff86ffa5 None None] Provisioning complete for port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:33.062142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-299c6fdf-cc70-4094-8c96-2ffeff86ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.064035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68890c61-195b-4720-bda6-08dfb5556f94,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:33.067172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Made reservation on behalf of d18af0791a3142149068c4ee345be095 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:33.070582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.088780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.099444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:33.107040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:port and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:33.109837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.141912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-299c6fdf-cc70-4094-8c96-2ffeff86ffa5 None None] Port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:33.165263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] device_id is not set on port eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:33.179984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.180472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Added segment 83758612-9e16-4702-88fd-5522ce1157a5 of type vlan for network da6fd76e-f196-40f4-8bd0-46b767cca361 Apr 05 12:06:33.201696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:33.217962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:33.257532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af407974-7e5e-4b19-a50d-dea8ec7739f1 req-985b275f-69e6-4671-be4e-4e92ac09bc5d tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995403 Apr 05 12:06:33.272903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'port': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:33.273296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.277298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.300949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-bb23d112-54c3-4f20-9531-9db4d341a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:33.302431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-bb23d112-54c3-4f20-9531-9db4d341a4a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a229c2-15fe-4705-88bf-405cb5fe54a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5206406 Apr 05 12:06:33.339294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.348390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b83bd-a779-4cd3-ab4b-7c86e32bd092 req-f0b0e634-32cf-4b4f-bb7b-22176f105dd5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:33.349887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb4b83bd-a779-4cd3-ab4b-7c86e32bd092 req-f0b0e634-32cf-4b4f-bb7b-22176f105dd5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 944 time: 0.4023147 Apr 05 12:06:33.392533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.492219 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP d0c414bb-621b-455e-8a0a-93d9790da32f associated. External IP: 172.26.5.109, port: 4ed05eab-62a2-437e-8d64-9078defd456d. Apr 05 12:06:33.545315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:33.546098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.551548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:33.552129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.609138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Allocated IP 172.20.0.8 (329b6f52-891f-41d5-bf7b-089d5122cfdc/e37f6b93-eaa1-4244-88dd-1a8cee6d7899/eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:33.695290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:33.741084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:33.746900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:33.747198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:33.767054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'Port': ['ID=1188becb-814d-42a8-9e5a-76513b31e86f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:33.795789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb4b83bd-a779-4cd3-ab4b-7c86e32bd092 req-eb27c2cd-abea-4c69-9d3b-045c4fdc1892 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974202 Apr 05 12:06:33.873605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] device_id is not set on port 619e1259-dbc2-4526-81b9-eac7ac68efa0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:33.915212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97d9e36b-2190-4085-8d77-a9e9ad057c3c tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.6939030 Apr 05 12:06:33.917301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-0615c759-4d15-40f9-a9f4-86372b3d97a8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057608 Apr 05 12:06:33.918538 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6936369 Apr 05 12:06:33.919355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46110) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:33.921443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caece8a-1103-454b-af54-5b19a56e54a4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Network': ['ID=da6fd76e-f196-40f4-8bd0-46b767cca361,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:33.928148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46112) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:33.942284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network da6fd76e-f196-40f4-8bd0-46b767cca361 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:33.997327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'subnet': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:34.068124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c36a37b-f4d9-4b98-b667-d1502fae4823 None None] Provisioning for port 1188becb-814d-42a8-9e5a-76513b31e86f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:34.073694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c36a37b-f4d9-4b98-b667-d1502fae4823 None None] Provisioning complete for port 1188becb-814d-42a8-9e5a-76513b31e86f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:34.074068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c36a37b-f4d9-4b98-b667-d1502fae4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.136927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7c36a37b-f4d9-4b98-b667-d1502fae4823 None None] Port 1188becb-814d-42a8-9e5a-76513b31e86f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:34.197937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.278638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:34.293105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.295828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Usage tracker for resource:subnet and tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:34.300156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:34.327138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:34.337339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Subnet': ['ID=56c4b378-49fb-4a9b-8b14-8e60fdc50382,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:34.358327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Transition to ACTIVE for port object eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:34.360468 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e11ad928-81b0-4c9a-b9b9-0622fb36d39b req-26194cc6-fc27-43ad-be5f-92877dbfddfd service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323556 Apr 05 12:06:34.372088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.378857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.382571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:34.384743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.385696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Synchronizing usage tracker for tenant:fb10515884884e199f620ff6ef5854c4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:34.391598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:34.395066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.471670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.503375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Checking segment: {'id': '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:34.503742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network hostable DHCP agents. Network: f553e9d8-21df-41a5-bc65-ea9efbc8b207, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:34.595900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.605699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Unset dirty status for tenant:fb10515884884e199f620ff6ef5854c4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:34.606837 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aa31d312-9d91-42ee-9316-0b0cd6554eac tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6824131 Apr 05 12:06:34.617136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:34.664647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:34.698442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, f553e9d8-21df-41a5-bc65-ea9efbc8b207) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:34.700467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] device_id is not set on port 5a7ac2cd-8c6a-424b-81af-486f9ecc692a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:34.709900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a7bee3-0ecf-465a-8db0-e611a1b63219 None None] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:34.726618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.727248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.753983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Deleting port 1188becb-814d-42a8-9e5a-76513b31e86f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:34.754329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:34.763752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:34.765033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:34.774298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:34.802010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:34.807585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b05074a0-5488-425d-8f8c-c00697db2dcd up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:34.830972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:34.854981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c77b-8998-4329-9f4f-8afd6ad588f6 req-e145c8d2-2d15-4302-9a90-a0fc63005dc0 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.856566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8934c77b-8998-4329-9f4f-8afd6ad588f6 req-e145c8d2-2d15-4302-9a90-a0fc63005dc0 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 945 time: 0.4468844 Apr 05 12:06:34.863786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05104bcf-1a67-4ade-b569-8af722710dff req-295d92be-21bf-41b4-96fd-e82c9915902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.865227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-295d92be-21bf-41b4-96fd-e82c9915902e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13&device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 1097 time: 0.4341965 Apr 05 12:06:34.882760 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1817381b-c06e-4d5a-b975-eaf22b06af49 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4392886 Apr 05 12:06:34.883344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event updated for resources: {'Port': ['ID=eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:34.887134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46126) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:34.916331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'network': {'name': 'tempest-router-network01--1539089770'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:34.939568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:34.948516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:network and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:34.956637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:34.967191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:34.997032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:34.997229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:34.998149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:34.998551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.107947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:35.112223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.158446 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8b07d083-9702-48cf-b0da-fc0e5a280449 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8290875 Apr 05 12:06:35.162759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:35.166168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port b05074a0-5488-425d-8f8c-c00697db2dcd completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:35.171713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:35.171851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8934c77b-8998-4329-9f4f-8afd6ad588f6 req-4a38d961-e704-4b77-a16d-b30468c3f3f5 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984068 Apr 05 12:06:35.203817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.266279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:35.274981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.300983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.301423 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Added segment 4f8f401d-8a5d-46d0-9faf-3d16cda5585f of type vlan for network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 Apr 05 12:06:35.316212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port b05074a0-5488-425d-8f8c-c00697db2dcd triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:35.316710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.325583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'project_id': 'd18af0791a3142149068c4ee345be095', 'port_id': 'eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:35.354008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:35.366981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.378704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:35.379419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:35.420089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Usage tracker for resource:floatingip and tenant:d18af0791a3142149068c4ee345be095 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:35.432057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:35.445622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:35.481466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:35.482025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e50a-cf1d-4cd1-8651-a95d0a608f65 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:35.484317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.490883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cb01894c-5195-4e6e-846d-880b6a4ed543 None None] Provisioning for port eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:35.502492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05104bcf-1a67-4ade-b569-8af722710dff req-3ed048e6-e0dc-4117-8120-43a11281cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:35.503963 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-3ed048e6-e0dc-4117-8120-43a11281cdf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a229c2-15fe-4705-88bf-405cb5fe54a7 HTTP/1.1" status: 200 len: 912 time: 0.6151884 Apr 05 12:06:35.506973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cb01894c-5195-4e6e-846d-880b6a4ed543 None None] Provisioning complete for port eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:35.507246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb01894c-5195-4e6e-846d-880b6a4ed543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.539904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-f553e9d8-21df-41a5-bc65-ea9efbc8b207', 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207', 'tenant_id': 'd70675dffa484abdb3f41226e22bbbda', 'fixed_ips': [{'subnet_id': '56c4b378-49fb-4a9b-8b14-8e60fdc50382'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:35.540706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.547179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.573382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:35.591561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Subnet': ['ID=c9ca1765-fa92-4040-9258-66853f8d7ad4,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:35.596394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.602426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:35.603100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.614935 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-5f7fe33a-5688-4d70-8587-dffb2d38c6d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d42507-390e-438b-97dd-efb5bca6ebd5 HTTP/1.1" status: 200 len: 217 time: 0.0989788 Apr 05 12:06:35.636328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3174a-4bf5-4206-92a9-3d549574035e req-53d894c4-bde8-4b69-97e6-9188f52c0dae tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:35.637941 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1b3174a-4bf5-4206-92a9-3d549574035e req-53d894c4-bde8-4b69-97e6-9188f52c0dae tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 944 time: 0.6898932 Apr 05 12:06:35.643149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Checking segment: {'id': '83758612-9e16-4702-88fd-5522ce1157a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:35.643745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network hostable DHCP agents. Network: da6fd76e-f196-40f4-8bd0-46b767cca361, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:35.645393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cb01894c-5195-4e6e-846d-880b6a4ed543 None None] Port eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:35.686639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.738530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.807830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:35.847157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Calling delete_port for 1188becb-814d-42a8-9e5a-76513b31e86f owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:35.866044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Port': ['ID=619e1259-dbc2-4526-81b9-eac7ac68efa0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:35.882208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b05074a0-5488-425d-8f8c-c00697db2dcd,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:35.888311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Allocated IP 172.20.0.2 (f553e9d8-21df-41a5-bc65-ea9efbc8b207/56c4b378-49fb-4a9b-8b14-8e60fdc50382/5df0b87b-c3b6-4509-959e-8de75fc5ecce) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:35.893952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:35.937751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1b3174a-4bf5-4206-92a9-3d549574035e req-78620aa2-b265-4206-bdd7-fc2f6b6ae6b1 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555094 Apr 05 12:06:35.941300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:35.944170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05104bcf-1a67-4ade-b569-8af722710dff req-2d7c6660-1ffe-456c-ac67-220f412d28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:35.945585 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-2d7c6660-1ffe-456c-ac67-220f412d28d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b74657a-ac6e-4c51-99c3-ddbceb857ed2 HTTP/1.1" status: 200 len: 850 time: 0.3037395 Apr 05 12:06:35.959895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Checking segment: {'id': '90f89065-bb77-43f1-99df-cf710ebbbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5507bd97-00d4-455e-94ef-bcfa46de402c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:35.960668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network hostable DHCP agents. Network: 5507bd97-00d4-455e-94ef-bcfa46de402c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:35.976544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:35.988330 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0934267 Apr 05 12:06:35.994626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46144) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:36.006984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, da6fd76e-f196-40f4-8bd0-46b767cca361) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:36.020799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'network': {'name': 'tempest-router-network02--895501834'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:36.024769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.025196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e4bd4-cf50-4959-8047-771fd271593c None None] Network da6fd76e-f196-40f4-8bd0-46b767cca361 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:36.025654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.040625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d19f0-181c-4acb-9a31-d463e6fdb5a1 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Network': ['ID=dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:36.041213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:36.050831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:network and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:36.055165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:36.062743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:36.105540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-51c7ec52-c4f4-4f45-b397-617b244c4762 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1760886 Apr 05 12:06:36.112095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46150) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:36.113711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:36.133240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-1582900761'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:36.150232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:36.153636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.182717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network 5507bd97-00d4-455e-94ef-bcfa46de402c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:36.211575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.255823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 5507bd97-00d4-455e-94ef-bcfa46de402c) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:36.285199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:36.303320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ac811-1bc5-41bf-a784-e8d6cd096d8f None None] Network 5507bd97-00d4-455e-94ef-bcfa46de402c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:36.311182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.328983 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:36.341243 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:36.341990 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:36.358025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event deleted for resources: {'Port': ['ID=1188becb-814d-42a8-9e5a-76513b31e86f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:36.361783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05104bcf-1a67-4ade-b569-8af722710dff req-3a0d8530-53d1-4e43-8fef-6011f0b3c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.363838 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-3a0d8530-53d1-4e43-8fef-6011f0b3c346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a229c2-15fe-4705-88bf-405cb5fe54a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4090672 Apr 05 12:06:36.416474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:36.429816 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'code': 200} Apr 05 12:06:36.440184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:36.441167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.567484 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:36.569057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.569404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Added segment 5291989c-edff-4fdf-a263-f513ffe55f6e of type vlan for network 070a4500-7047-4d1a-80e7-b62e5af6059a Apr 05 12:06:36.571039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Port': ['ID=5a7ac2cd-8c6a-424b-81af-486f9ecc692a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:36.596770 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:36.597721 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:36.626458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.668996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fc931da5-46aa-4b55-a60e-acc3c6f2b59a tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "DELETE /v2.0/ports/1188becb-814d-42a8-9e5a-76513b31e86f HTTP/1.1" status: 204 len: 168 time: 2.0506496 Apr 05 12:06:36.685405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46158) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:36.685915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Checking segment: {'id': 'a0b4a149-6a01-469a-ba68-8daf889ceae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:36.686379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network hostable DHCP agents. Network: cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:36.697740 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:36.698364 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7d620-ff97-4c52-9c00-710dc56735c5 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:36.709492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Request body: {'port': {'name': 'tempest-new-port-name-1228262378', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:36.709889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] bootfile-name is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:36.710229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] tftp-server is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:36.710560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] server-ip-address is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:06:36.711593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.764870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:36.784728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.794522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Usage tracker for resource:port and tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:36.799856 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c22b7000-f1f6-479c-a99d-13297b76c5ea tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/d0c414bb-621b-455e-8a0a-93d9790da32f HTTP/1.1" status: 200 len: 979 time: 5.6671078 Apr 05 12:06:36.800760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46162) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:36.802972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:36.816145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:36.820524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:36.821556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 16d42507-390e-438b-97dd-efb5bca6ebd5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:06:36.826362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:36.862418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:36.876870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:36.881787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe620cc-4ba6-4815-ac47-04d084c9f418 None None] Network cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:36.882710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.887708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.888377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.909197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:36.925421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:36.939191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b11269-195b-44be-90cf-864363063152 req-a3dccd46-4d2d-4eb7-9aca-9a63d268cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.940795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f0b11269-195b-44be-90cf-864363063152 req-a3dccd46-4d2d-4eb7-9aca-9a63d268cb67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 1099 time: 0.3339007 Apr 05 12:06:36.942047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd1dfd-faaa-40cd-a147-1419a1cfad00 req-e48e05b1-b6c9-48df-9308-7dd022c9a11f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:36.942535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Allocated IP 172.26.5.136 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/63015aa8-7edf-4527-88d8-d5874e406d00) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:36.943633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19bd1dfd-faaa-40cd-a147-1419a1cfad00 req-e48e05b1-b6c9-48df-9308-7dd022c9a11f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.6106882 Apr 05 12:06:36.948365 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aca6228d-4473-49c8-884a-74964fea1e1b tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2569423 Apr 05 12:06:36.949178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46166) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:37.019338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.039286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.049508 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-53071590-a43d-4faa-902f-d6875b2aa127 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341932 Apr 05 12:06:37.066953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:37.070324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.077905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:37.096342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Usage tracker for resource:security_group_rule and tenant:6bd73e5ba5d249df98602b5f9b0555a1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:37.102555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:37.111323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:37.154932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Transition to ACTIVE for port object 5df0b87b-c3b6-4509-959e-8de75fc5ecce will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:37.174270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Transition to ACTIVE for port object 5df0b87b-c3b6-4509-959e-8de75fc5ecce will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:37.244742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.250454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:37.251323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.253351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed024a-b101-4721-9f96-e6d3e3930155 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:37.259061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbed024a-b101-4721-9f96-e6d3e3930155 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:37.259814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbed024a-b101-4721-9f96-e6d3e3930155 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Synchronizing usage tracker for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:37.297604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.301952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.332206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbed024a-b101-4721-9f96-e6d3e3930155 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Unset dirty status for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:37.336280 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dbed024a-b101-4721-9f96-e6d3e3930155 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3826900 Apr 05 12:06:37.338101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46172) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:37.360376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-da6fd76e-f196-40f4-8bd0-46b767cca361', 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'tenant_id': '0e5c9d1b0d034d4a96b44a3b32399ea4', 'fixed_ips': [{'subnet_id': 'c9ca1765-fa92-4040-9258-66853f8d7ad4'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:37.361331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.423076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.434798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=16d42507-390e-438b-97dd-efb5bca6ebd5,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:37.439244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.441505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.463019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Deleting port 619e1259-dbc2-4526-81b9-eac7ac68efa0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:37.463378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.499452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:37.502769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f0b11269-195b-44be-90cf-864363063152 req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523622 Apr 05 12:06:37.519153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port 2122cc48-a1d4-432b-be58-ff324fad4039 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:37.523291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.537321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:37.539687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:37.554607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'port_id': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'mac_address': 'fa:16:3e:24:34:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:06:37.556085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Pushing event updated for resources: {'Port': ['ID=5df0b87b-c3b6-4509-959e-8de75fc5ecce,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:37.589272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01c1bf-f238-4abb-be49-df9784a75257 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d642a49-01f1-40a4-8fe6-d31faa48050c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:37.640931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:37.652414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:37.661004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:37.680526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19bd1dfd-faaa-40cd-a147-1419a1cfad00 req-a8579721-b9f7-4820-a016-a9d0da373fb9 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7199044 Apr 05 12:06:37.693644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Pushing event updated for resources: {'Port': ['ID=63015aa8-7edf-4527-88d8-d5874e406d00,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:37.724670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7156801 Apr 05 12:06:37.733370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46176) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:37.752701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f31547-ff68-4590-8630-be5d7baf1d56 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Network': ['ID=070a4500-7047-4d1a-80e7-b62e5af6059a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:37.767183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'subnet': {'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:37.774170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05104bcf-1a67-4ade-b569-8af722710dff req-009fd897-c0b7-464b-a238-316c551791c8 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942506 Apr 05 12:06:37.784066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.800047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.800401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.800750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.801208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.802067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.802186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.802408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Attempting to bind port 5df0b87b-c3b6-4509-959e-8de75fc5ecce on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:37.802509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.802732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.802826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Attempting to bind port 5df0b87b-c3b6-4509-959e-8de75fc5ecce by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:37.803156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Attempting to bind port 5df0b87b-c3b6-4509-959e-8de75fc5ecce on network f553e9d8-21df-41a5-bc65-ea9efbc8b207 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:37.803272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.803542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.803866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.804187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:37.805652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 070a4500-7047-4d1a-80e7-b62e5af6059a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:37.853450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:37.853796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Checking segment: {'id': '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:37.854190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.854576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Bound using segment: {'id': '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:37.855082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Bound port: 5df0b87b-c3b6-4509-959e-8de75fc5ecce, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'f553e9d8-21df-41a5-bc65-ea9efbc8b207'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:37.855432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:37.870644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d42507-390e-438b-97dd-efb5bca6ebd5 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:06:37.973229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee8325-5701-47e5-8432-043cf27cc4fa req-9d9f0dc7-51ca-40c2-9be2-68b363019ab9 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:37.974793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bee8325-5701-47e5-8432-043cf27cc4fa req-9d9f0dc7-51ca-40c2-9be2-68b363019ab9 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 944 time: 0.8938861 Apr 05 12:06:38.002234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Allocated IP 172.20.0.2 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/d515d59c-219e-40ce-b517-8b232644eb0c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:38.012416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=16d42507-390e-438b-97dd-efb5bca6ebd5,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:38.034443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.070986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.123229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.142190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.142507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP d0c414bb-621b-455e-8a0a-93d9790da32f disassociated. External IP: 172.26.5.109, port: 9a2ce5ce-233b-48ce-8522-251e7d343caf. Apr 05 12:06:38.203168 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bee8325-5701-47e5-8432-043cf27cc4fa req-4de332f8-1e9c-443b-88a9-e7e7ce43f370 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116446 Apr 05 12:06:38.220617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] For port 5df0b87b-c3b6-4509-959e-8de75fc5ecce, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:38.245485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:38.248040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.251626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] For port 5df0b87b-c3b6-4509-959e-8de75fc5ecce, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5df0b87b-c3b6-4509-959e-8de75fc5ecce,segment=NetworkSegment(5d13caf3-c50d-4770-8bcc-ce0f3e7604e6),segment_id=5d13caf3-c50d-4770-8bcc-ce0f3e7604e6)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:38.258221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.267788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.282499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Calling delete_port for 619e1259-dbc2-4526-81b9-eac7ac68efa0 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:38.313613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['16d42507-390e-438b-97dd-efb5bca6ebd5'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:06:38.389003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] In _notify_port_updated(), no bound segment for port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 on network e3d4abe9-d139-4c29-adaa-afd39af8e168 {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:06:38.395379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:38.396334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.397812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "PUT /v2.0/ports/85d7330c-44a2-4222-b084-e7e2e38d1ad1 HTTP/1.1" status: 200 len: 1130 time: 1.7102132 Apr 05 12:06:38.403265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:38.408515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:subnet and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:38.411362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46180) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:38.411829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:38.418700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:38.482977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6608f8d-47c7-4803-a58b-5c8bbe166fe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event updated for resources: {'Port': ['ID=85d7330c-44a2-4222-b084-e7e2e38d1ad1,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:38.514132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7395b-803e-4b4c-9521-8923c7d520d6 None None] Pushing event updated for resources: {'Port': ['ID=5df0b87b-c3b6-4509-959e-8de75fc5ecce,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:38.535833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:38.541539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.552110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d8c00-2bff-4d43-862c-a2df3561bd89 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:38.552937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-474d8c00-2bff-4d43-862c-a2df3561bd89 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Synchronizing usage tracker for tenant:fb10515884884e199f620ff6ef5854c4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:38.555671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.604438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Transition to ACTIVE for port object d515d59c-219e-40ce-b517-8b232644eb0c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:38.645104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Transition to ACTIVE for port object d515d59c-219e-40ce-b517-8b232644eb0c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:38.668334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.711788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-474d8c00-2bff-4d43-862c-a2df3561bd89 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Unset dirty status for tenant:fb10515884884e199f620ff6ef5854c4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:38.717652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-474d8c00-2bff-4d43-862c-a2df3561bd89 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "GET /v2.0/ports/85d7330c-44a2-4222-b084-e7e2e38d1ad1 HTTP/1.1" status: 200 len: 1130 time: 0.2985227 Apr 05 12:06:38.732014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46186) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:38.746004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:38.750212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:38.767746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:38.836037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:38.924778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Pushing event updated for resources: {'Port': ['ID=d515d59c-219e-40ce-b517-8b232644eb0c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:38.933268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Port': ['ID=619e1259-dbc2-4526-81b9-eac7ac68efa0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:38.960119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-94cced82-5224-4855-8681-ec0418b551d7 None None] Provisioning complete for port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:38.960579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94cced82-5224-4855-8681-ec0418b551d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.008367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.033321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Attempting to bind port d515d59c-219e-40ce-b517-8b232644eb0c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:39.033772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Attempting to bind port d515d59c-219e-40ce-b517-8b232644eb0c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '83758612-9e16-4702-88fd-5522ce1157a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:39.034300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Attempting to bind port d515d59c-219e-40ce-b517-8b232644eb0c on network da6fd76e-f196-40f4-8bd0-46b767cca361 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:39.037438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-94cced82-5224-4855-8681-ec0418b551d7 None None] Port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:39.044615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:39.044938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Checking segment: {'id': '83758612-9e16-4702-88fd-5522ce1157a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:39.045476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.045989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Bound using segment: {'id': '83758612-9e16-4702-88fd-5522ce1157a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:39.046648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Bound port: d515d59c-219e-40ce-b517-8b232644eb0c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83758612-9e16-4702-88fd-5522ce1157a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:39.048328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.140054 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-986d6a5a-786c-4f04-9567-7d4aab05a7a8 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/ports/619e1259-dbc2-4526-81b9-eac7ac68efa0 HTTP/1.1" status: 204 len: 168 time: 1.7987294 Apr 05 12:06:39.148254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:39.188097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] For port d515d59c-219e-40ce-b517-8b232644eb0c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:39.205585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] For port d515d59c-219e-40ce-b517-8b232644eb0c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d515d59c-219e-40ce-b517-8b232644eb0c,segment=NetworkSegment(83758612-9e16-4702-88fd-5522ce1157a5),segment_id=83758612-9e16-4702-88fd-5522ce1157a5)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:39.219497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.219957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-37d379bf-b495-4290-9207-cf67cafa66d4 {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:06:39.220516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:06:39.220615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.233051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Deleting port 85d7330c-44a2-4222-b084-e7e2e38d1ad1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:39.233380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.341052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9bce5-dd0a-42bd-8830-64220bd3a53f None None] Pushing event updated for resources: {'Port': ['ID=d515d59c-219e-40ce-b517-8b232644eb0c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:39.354143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:39.410977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Deleting port 5a7ac2cd-8c6a-424b-81af-486f9ecc692a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:39.411452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.461989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.480139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Checking segment: {'id': '4f8f401d-8a5d-46d0-9faf-3d16cda5585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:39.480604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network hostable DHCP agents. Network: dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:39.484988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Subnet': ['ID=6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:39.594272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da911f7-0c49-40be-b5d1-bb187b815db9 req-8f3ddd33-69b7-4683-aff3-3def0be562c6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:39.596158 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1da911f7-0c49-40be-b5d1-bb187b815db9 req-8f3ddd33-69b7-4683-aff3-3def0be562c6 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.6010571 Apr 05 12:06:39.654383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:39.666274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.698797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:39.707970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33267ef9-4667-4ead-8879-d2f3164d87c7 None None] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:39.715782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:39.716309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.813982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:39.855792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15be7b34-059a-42c9-9cc0-f1ffc4992bed tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1148272 Apr 05 12:06:39.862299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46196) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:39.864264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1da911f7-0c49-40be-b5d1-bb187b815db9 req-17b1ad3c-a66e-44dd-90e1-5b17c63458b0 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585609 Apr 05 12:06:39.897120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'subnet': {'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:39.934559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:39.977027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:40.006048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.011427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:40.014900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789819f7-1e63-4bb3-9ef9-b2f591c295e4 None None] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:40.061000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8', 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8', 'tenant_id': 'd70675dffa484abdb3f41226e22bbbda', 'fixed_ips': [{'subnet_id': '6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:40.061835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.069186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503900f-1419-4324-bad8-3940b64b2509 req-52aef0b7-ffcc-424d-b696-d88fdb71185a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:40.070715 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9503900f-1419-4324-bad8-3940b64b2509 req-52aef0b7-ffcc-424d-b696-d88fdb71185a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 945 time: 0.6806154 Apr 05 12:06:40.140946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:40.141492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:40.173244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9503900f-1419-4324-bad8-3940b64b2509 req-1d05d1ce-6386-484f-bbe6-842bc0974af1 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909617 Apr 05 12:06:40.174867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.205334 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9957039e-7b0a-4a91-8641-e87c595190b4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/d0c414bb-621b-455e-8a0a-93d9790da32f HTTP/1.1" status: 200 len: 688 time: 3.3975747 Apr 05 12:06:40.259824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.263665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:40.279859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1d4f1374-e063-4e2e-9a45-1a421076b924 None None] Provisioning for port 5df0b87b-c3b6-4509-959e-8de75fc5ecce completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:40.306424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.9 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/b1bfd50c-3b7f-4083-a2a0-b60270cb96f8) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:40.322676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:40.323323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:40.392314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Calling delete_port for 5a7ac2cd-8c6a-424b-81af-486f9ecc692a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:40.428558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:40.429066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726550b4-1a74-4cb5-84b7-cc6a40004020 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:40.452798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46200) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:40.465527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:40.545387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Usage tracker for resource:subnet and tenant:d70675dffa484abdb3f41226e22bbbda is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:40.550779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:40.559193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Allocated IP 172.20.0.2 (dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8/6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa/81dcdd9b-decc-46cf-9956-bc79cc5cbd70) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:40.565449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:40.577746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96866988-3fa6-4769-9780-67fea08f1575 None None] Network da6fd76e-f196-40f4-8bd0-46b767cca361 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:40.637480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Made reservation on behalf of d70675dffa484abdb3f41226e22bbbda for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:40.643392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.664234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Calling delete_port for 85d7330c-44a2-4222-b084-e7e2e38d1ad1 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:40.779201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d515d59c-219e-40ce-b517-8b232644eb0c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:40.786955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.806092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:40.826608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.838559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 16d42507-390e-438b-97dd-efb5bca6ebd5 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:40.888858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.931758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Port': ['ID=5a7ac2cd-8c6a-424b-81af-486f9ecc692a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:40.939556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.947552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:40.947808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.949431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ed9fca89-b709-43b9-87a2-f7438d14a6a9 None None] Provisioning for port d515d59c-219e-40ce-b517-8b232644eb0c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:40.950149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:40.953881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event deleted for resources: {'Port': ['ID=85d7330c-44a2-4222-b084-e7e2e38d1ad1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:41.004069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.004436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.004775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.005117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.005455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.005773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.006458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.006458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.006736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.007615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.008069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.008256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.011758 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34c25102-80f2-4c0f-a4cd-e45986816545 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/ports/5a7ac2cd-8c6a-424b-81af-486f9ecc692a HTTP/1.1" status: 204 len: 168 time: 1.8620422 Apr 05 12:06:41.019963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46206) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.154726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d10c8523-2001-430e-a290-66020d095f03 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Synchronizing usage tracker for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:41.165776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:41.184907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d515d59c-219e-40ce-b517-8b232644eb0c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:41.214361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.221357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=b1bfd50c-3b7f-4083-a2a0-b60270cb96f8,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:41.230119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d515d59c-219e-40ce-b517-8b232644eb0c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:41.230119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.263931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 16d42507-390e-438b-97dd-efb5bca6ebd5 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:41.301611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 16d42507-390e-438b-97dd-efb5bca6ebd5 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:41.301984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.342967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.363627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.413516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.448221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Transition to ACTIVE for port object 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:41.483135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:41.502685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Transition to ACTIVE for port object 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:41.506862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d10c8523-2001-430e-a290-66020d095f03 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Unset dirty status for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:41.512156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d10c8523-2001-430e-a290-66020d095f03 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4871919 Apr 05 12:06:41.524563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46212) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.532611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:41.532890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093255734'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:41.539766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:41.559243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:41.577823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:network and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:41.593842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.595394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:41.605067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Pushing event updated for resources: {'Port': ['ID=63015aa8-7edf-4527-88d8-d5874e406d00,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:41.608515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:41.611226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-67f89c2f-629a-42e3-b462-cb2e6b252132 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "DELETE /v2.0/ports/85d7330c-44a2-4222-b084-e7e2e38d1ad1 HTTP/1.1" status: 204 len: 168 time: 2.8783910 Apr 05 12:06:41.612062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.612428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.615859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46216) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.672681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.691994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Deleting subnet f01b465f-c6f9-4a4f-8a72-e3743f6acf11 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:06:41.701546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.701853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:41.708303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:41.712099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.725370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:41.727570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.746174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Pushing event updated for resources: {'Port': ['ID=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:41.749499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:41.751100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.800738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e79f76-c2c2-449b-a322-88879042611c req-61569192-7fa2-4ff7-b65f-88c10cc7e44e tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:41.803011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.803381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.803724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.804053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.804376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.804701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.805021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.805340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.805659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.805972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.806286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.806602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:06:41.808999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64e79f76-c2c2-449b-a322-88879042611c req-61569192-7fa2-4ff7-b65f-88c10cc7e44e tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.5659864 Apr 05 12:06:41.839469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.847221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port d515d59c-219e-40ce-b517-8b232644eb0c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d515d59c-219e-40ce-b517-8b232644eb0c,segment=NetworkSegment(83758612-9e16-4702-88fd-5522ce1157a5),segment_id=83758612-9e16-4702-88fd-5522ce1157a5)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:41.865268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.866103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5df0b87b-c3b6-4509-959e-8de75fc5ecce up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:41.879329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-68cb617d-6dc5-4b12-a880-d5a5839deb26 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7550056 Apr 05 12:06:41.894408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0502-868f-46ba-9b6a-652e4686bf2f req-319ce246-ae75-497d-b7f2-23cf928248a8 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:41.895966 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39fa0502-868f-46ba-9b6a-652e4686bf2f req-319ce246-ae75-497d-b7f2-23cf928248a8 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 945 time: 0.4102089 Apr 05 12:06:41.908177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46220) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:41.923514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-1542854112', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:19:be'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:41.934087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:41.961682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:41.969377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Attempting to bind port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:41.969631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Attempting to bind port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4f8f401d-8a5d-46d0-9faf-3d16cda5585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:41.969993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Attempting to bind port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 on network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:41.974849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=16d42507-390e-438b-97dd-efb5bca6ebd5,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:41.991461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:41.991832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Checking segment: {'id': '4f8f401d-8a5d-46d0-9faf-3d16cda5585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:41.992231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.992613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Bound using segment: {'id': '4f8f401d-8a5d-46d0-9faf-3d16cda5585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:41.993087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Bound port: 81dcdd9b-decc-46cf-9956-bc79cc5cbd70, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8f401d-8a5d-46d0-9faf-3d16cda5585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:41.993465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:41.999634 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64e79f76-c2c2-449b-a322-88879042611c req-15fd04ee-affd-483d-9cba-f804ad3059b0 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895733 Apr 05 12:06:42.014754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.105042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=d515d59c-219e-40ce-b517-8b232644eb0c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.110781 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'code': 200} Apr 05 12:06:42.119615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Provisioning for port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:42.223387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Provisioning complete for port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:42.224007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.225616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:42.230436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.263168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.326938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 5df0b87b-c3b6-4509-959e-8de75fc5ecce completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:42.340946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5df0b87b-c3b6-4509-959e-8de75fc5ecce triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:42.341328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.364237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.366354 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39fa0502-868f-46ba-9b6a-652e4686bf2f req-a75cdda9-0c83-4112-9cdc-d60ab5cb6f0b tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533749 Apr 05 12:06:42.376296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.426682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:42.430362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.434848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] For port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:42.443047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] For port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,segment=NetworkSegment(4f8f401d-8a5d-46d0-9faf-3d16cda5585f),segment_id=4f8f401d-8a5d-46d0-9faf-3d16cda5585f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:42.487590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.504356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:42.512994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=000ce4dc-10c5-4feb-9ead-8bd24bcb0cbc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.530789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.534631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:42.537824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Provisioning complete for port d515d59c-219e-40ce-b517-8b232644eb0c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:42.538196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-35c6d70f-e0ef-43bb-a734-2822f18e8e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.562110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Subnet': ['ID=a055f2b1-04c4-49ee-9a61-af9d6630f532,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.580530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Usage tracker for resource:port and tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:42.588480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:42.592258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event deleted for resources: {'Subnet': ['ID=f01b465f-c6f9-4a4f-8a72-e3743f6acf11,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.597612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.611104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8819ae22-fab5-43ae-b6ea-ad0fdc4d2055 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "DELETE /v2.0/subnets/f01b465f-c6f9-4a4f-8a72-e3743f6acf11 HTTP/1.1" status: 204 len: 168 time: 0.9920576 Apr 05 12:06:42.614871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46228) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:42.615555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:42.615682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.615936 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment 10fc3867-5598-43d0-aa59-04cf21f06a84 of type vlan for network 68856352-4e6d-45c1-b971-2b8333a4323c Apr 05 12:06:42.618313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bc424-1f5b-46fe-a106-fab3cd3f3d40 None None] Network e3d4abe9-d139-4c29-adaa-afd39af8e168 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:42.643893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Checking segment: {'id': '5291989c-edff-4fdf-a263-f513ffe55f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:42.644547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network hostable DHCP agents. Network: 070a4500-7047-4d1a-80e7-b62e5af6059a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:42.655714 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Floating IP 116b317b-5854-49af-bcbd-3d6986ca0a6e associated. External IP: 172.26.5.136, port: eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b. Apr 05 12:06:42.658420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.680870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:42.722981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26f83-142f-47bc-a609-5b79b4da91f9 req-09bfe869-dd39-450e-b26e-97b2dbd1e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:42.724499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8ff26f83-142f-47bc-a609-5b79b4da91f9 req-09bfe869-dd39-450e-b26e-97b2dbd1e88e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 1099 time: 0.3925307 Apr 05 12:06:42.758642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.783323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.789388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf0623-78fe-4322-a652-d7a055ac73c5 None None] Pushing event updated for resources: {'Port': ['ID=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:42.798534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ec5a1-3773-4529-9134-2803494bd199 req-1b2d373d-6845-4d44-a187-9dafdc3fb011 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:42.800122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-800ec5a1-3773-4529-9134-2803494bd199 req-1b2d373d-6845-4d44-a187-9dafdc3fb011 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.5203748 Apr 05 12:06:42.814797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46232) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:42.837632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 5df0b87b-c3b6-4509-959e-8de75fc5ecce, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5df0b87b-c3b6-4509-959e-8de75fc5ecce,segment=NetworkSegment(5d13caf3-c50d-4770-8bcc-ce0f3e7604e6),segment_id=5d13caf3-c50d-4770-8bcc-ce0f3e7604e6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:42.874961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Request body: {'floatingip': {'port_id': 'b05074a0-5488-425d-8f8c-c00697db2dcd'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:42.909325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.925978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.926822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network 070a4500-7047-4d1a-80e7-b62e5af6059a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:42.954683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8ff26f83-142f-47bc-a609-5b79b4da91f9 req-2e0a4458-e73c-4a58-971b-324f7ff3f97c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535413 Apr 05 12:06:42.966392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.976538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Deleting port 8069c3a2-3268-4bdd-b0f2-6aba31463adf {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:42.976880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:42.981000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.025475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=5df0b87b-c3b6-4509-959e-8de75fc5ecce,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:43.028020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:43.175265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dd5e2b13-1874-486f-b7ca-cfc71f37d54a None None] Provisioning complete for port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:43.175644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2b13-1874-486f-b7ca-cfc71f37d54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.210538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 070a4500-7047-4d1a-80e7-b62e5af6059a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:43.212094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.217653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:43.218248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.246714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:43.247560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.290227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] DHCP port deletion for e3d4abe9-d139-4c29-adaa-afd39af8e168 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:06:43.292209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d515d59c-219e-40ce-b517-8b232644eb0c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:43.315180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de109b-d00a-499b-9dc7-4102a02da81e None None] Network 070a4500-7047-4d1a-80e7-b62e5af6059a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:43.344989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] For port 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8069c3a2-3268-4bdd-b0f2-6aba31463adf,segment=NetworkSegment(334e9ace-1ca0-4e53-86f1-0b867c300e24),segment_id=334e9ace-1ca0-4e53-86f1-0b867c300e24)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:43.345354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.361966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Deleting port 8069c3a2-3268-4bdd-b0f2-6aba31463adf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:43.362334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.488528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e2b13-1874-486f-b7ca-cfc71f37d54a None None] Port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:43.495167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=68856352-4e6d-45c1-b971-2b8333a4323c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:43.520429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 68856352-4e6d-45c1-b971-2b8333a4323c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:43.560125 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3726ec03-25bf-4ed4-af3c-73f5ef2b3e93 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0344315 Apr 05 12:06:43.572764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46238) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:43.585120 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5c31acbc-efe2-475d-9515-6eef1e9114b6 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7195508 Apr 05 12:06:43.586908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.590704 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5653135e-3cfa-499e-bd82-c4f3a6a57eda tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/d0c414bb-621b-455e-8a0a-93d9790da32f HTTP/1.1" status: 204 len: 168 time: 3.1324317 Apr 05 12:06:43.596152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:43.596152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46244) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:43.640119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1473602737'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:43.649629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Calling delete_port for 8069c3a2-3268-4bdd-b0f2-6aba31463adf owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:43.726698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:43.746171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:network and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:43.757366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:43.766704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d515d59c-219e-40ce-b517-8b232644eb0c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:43.767082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.782882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:43.797680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.4 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/a9712dd2-3bd9-4329-aeb7-8baa3c5fe459) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:43.856668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:43.860419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.877229 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-20159987-7b2c-47ac-ad14-aadf0f56d2ee tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] delete failed (client error): The resource could not be found. Apr 05 12:06:43.882173 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20159987-7b2c-47ac-ad14-aadf0f56d2ee tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/d0c414bb-621b-455e-8a0a-93d9790da32f HTTP/1.1" status: 404 len: 345 time: 0.2812133 Apr 05 12:06:43.901892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46250) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:43.970645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] For port 8069c3a2-3268-4bdd-b0f2-6aba31463adf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8069c3a2-3268-4bdd-b0f2-6aba31463adf,segment=NetworkSegment(334e9ace-1ca0-4e53-86f1-0b867c300e24),segment_id=334e9ace-1ca0-4e53-86f1-0b867c300e24)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:43.971207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.981170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-070a4500-7047-4d1a-80e7-b62e5af6059a', 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a', 'tenant_id': 'd70675dffa484abdb3f41226e22bbbda', 'fixed_ips': [{'subnet_id': 'a055f2b1-04c4-49ee-9a61-af9d6630f532'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:43.984124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:43.986445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.155349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event deleted for resources: {'Port': ['ID=8069c3a2-3268-4bdd-b0f2-6aba31463adf,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:44.165885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:44.168869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] No DVR routers for this DVR port 8069c3a2-3268-4bdd-b0f2-6aba31463adf on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:06:44.243822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ae28e-c456-4d9b-b6d3-5207fd5b9016 req-f9a5b552-ce72-4d7d-ad44-9d34a7dfc9c5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.245595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-150ae28e-c456-4d9b-b6d3-5207fd5b9016 req-f9a5b552-ce72-4d7d-ad44-9d34a7dfc9c5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 0.6760297 Apr 05 12:06:44.313545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39a9be-2859-4b68-b69b-ae2c4c866288 None None] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:44.327241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.327572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Added segment 4837bf63-da1b-4d2b-a6d0-770d70250ca3 of type vlan for network 650e11d6-4de7-4feb-83ea-39aedc6fd24c Apr 05 12:06:44.339141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Calling delete_port for 8069c3a2-3268-4bdd-b0f2-6aba31463adf owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:44.455937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.495329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.529315 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-150ae28e-c456-4d9b-b6d3-5207fd5b9016 req-e90c3265-419b-422d-b981-f7d671da50fc tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122407 Apr 05 12:06:44.534140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fe2bc4ee-ce41-4e5f-835d-69ebae9c0abc None None] Provisioning for port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:44.552301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.557885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.565075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.565905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Synchronizing usage tracker for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:44.576957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d4abe9-d139-4c29-adaa-afd39af8e168']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:44.601737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Allocated IP 172.20.0.2 (070a4500-7047-4d1a-80e7-b62e5af6059a/a055f2b1-04c4-49ee-9a61-af9d6630f532/67fa2cab-c4a4-45b7-9d81-f16201949a99) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:44.612102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334e9ace-1ca0-4e53-86f1-0b867c300e24') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:44.612784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334e9ace-1ca0-4e53-86f1-0b867c300e24') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:44.627071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:06:44.627412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:06:44.630207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Router e3a30bf4-5750-440d-b745-e597e04dc3cd has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:44.643355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.647114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.668754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Unset dirty status for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:44.673197 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-11b3bacd-ede6-4a38-bb56-27546d5d4c62 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/ports?network_id=1a8fb30a-3753-4db4-a338-1a5d6152faf9 HTTP/1.1" status: 200 len: 2359 time: 0.7660496 Apr 05 12:06:44.674439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:44.707337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.712689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.713271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.725568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.756284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:44.771362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.787173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:06:44.787557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:06:44.802689 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:06:44.966411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa9996-3c40-4a44-8fd6-d2caad070c12 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:44.967798 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-66aa9996-3c40-4a44-8fd6-d2caad070c12 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/subnets/17bf5c20-510d-4696-b02b-9a8fb2498ba9 HTTP/1.1" status: 200 len: 797 time: 0.2923365 Apr 05 12:06:44.973946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46258) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:44.976735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:44.977180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Network': ['ID=650e11d6-4de7-4feb-83ea-39aedc6fd24c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:44.986476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'port': {'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9', 'name': 'tempest-FloatingIPTestJSON-994543942', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:44.994017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Transition to ACTIVE for port object 67fa2cab-c4a4-45b7-9d81-f16201949a99 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:45.011093 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8601f847-bf1e-43ee-8d38-6f5856324c7f tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4289455 Apr 05 12:06:45.011093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.024841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.029429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 650e11d6-4de7-4feb-83ea-39aedc6fd24c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:45.195511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] Pushing event deleted for resources: {'Network': ['ID=e3d4abe9-d139-4c29-adaa-afd39af8e168,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:45.216455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eddf88f8-8796-4f64-b8c4-d319d896e76f tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366 tempest-ExtraDHCPOptionsIpV6TestJSON-1408054366-project] 10.222.0.50 "DELETE /v2.0/networks/e3d4abe9-d139-4c29-adaa-afd39af8e168 HTTP/1.1" status: 204 len: 168 time: 2.5980864 Apr 05 12:06:45.232259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.413473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Transition to ACTIVE for port object 67fa2cab-c4a4-45b7-9d81-f16201949a99 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:45.423369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:45.425501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Deleting port 8069c3a2-3268-4bdd-b0f2-6aba31463adf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:45.430382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:45.430638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.464755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:45.528005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:45.531525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:45.541007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5df0b87b-c3b6-4509-959e-8de75fc5ecce up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:45.545568 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] Sync routers for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:45.581708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:45.587771 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:45.592288 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:45.644808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=a9712dd2-3bd9-4329-aeb7-8baa3c5fe459,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:45.645375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:45.673090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:45.692162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.784928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.813218 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:45.834006 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:45.835303 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:45.902135 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:45.903067 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b66687-a416-4b07-9ddf-51a94cd5898e None None] The sync data for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:45.927978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:45.928527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:45.932272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efd74f0d-b356-42d8-b90c-53d3025c036d None None] The port '8069c3a2-3268-4bdd-b0f2-6aba31463adf' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:06:45.949212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Network 070a4500-7047-4d1a-80e7-b62e5af6059a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:45.950011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46268) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:45.960558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:45.976373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:45.998064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Pushing event updated for resources: {'Port': ['ID=67fa2cab-c4a4-45b7-9d81-f16201949a99,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:46.058997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Allocated IP 172.20.0.1 (dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8/6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa/717899a9-7af8-4c35-8816-70b654182df7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:46.083315 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3af378ed-b4c9-42b6-9560-db6521249107 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.1739907 Apr 05 12:06:46.083897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46272) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:46.147071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Attempting to bind port 67fa2cab-c4a4-45b7-9d81-f16201949a99 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:46.151560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Attempting to bind port 67fa2cab-c4a4-45b7-9d81-f16201949a99 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '5291989c-edff-4fdf-a263-f513ffe55f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:46.152172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Attempting to bind port 67fa2cab-c4a4-45b7-9d81-f16201949a99 on network 070a4500-7047-4d1a-80e7-b62e5af6059a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:46.166495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:46.167267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Checking segment: {'id': '5291989c-edff-4fdf-a263-f513ffe55f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:46.167902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.168498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Bound using segment: {'id': '5291989c-edff-4fdf-a263-f513ffe55f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:46.169167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Bound port: 67fa2cab-c4a4-45b7-9d81-f16201949a99, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5291989c-edff-4fdf-a263-f513ffe55f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '070a4500-7047-4d1a-80e7-b62e5af6059a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:46.169762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.180955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5df0b87b-c3b6-4509-959e-8de75fc5ecce triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:46.192373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.244230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.281601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] device_id is not set on port 5fc3d011-b1e9-44c6-a99c-c0d404627400 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:46.334647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-08163636-65b0-4105-b5cd-8ceb34446df9 None None] Provisioning for port a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:46.340189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.362229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Transition to ACTIVE for port object 717899a9-7af8-4c35-8816-70b654182df7 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:46.370516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-08163636-65b0-4105-b5cd-8ceb34446df9 None None] Provisioning complete for port a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:46.370897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08163636-65b0-4105-b5cd-8ceb34446df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.429844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.434784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.468831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-08163636-65b0-4105-b5cd-8ceb34446df9 None None] Port a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:46.499262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.499488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:46.520434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:46.535608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.603787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:46.633808 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f7a3a4c-3005-4beb-b416-780380e1fc44 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.4575179 Apr 05 12:06:46.637455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:46.640884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:46.641771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.14 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/5fc3d011-b1e9-44c6-a99c-c0d404627400) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:46.648834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.13 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/5fc3d011-b1e9-44c6-a99c-c0d404627400) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:46.660241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7822c54-32da-4839-9ea2-2f1d2a192ddc None None] Pushing event updated for resources: {'Port': ['ID=67fa2cab-c4a4-45b7-9d81-f16201949a99,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:46.722043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:46.727533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:46.727903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.833960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:46.837727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:46.853556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.878504 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-014d5bef-e2b7-4ad4-a991-18d582ee0a6d tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "GET /v2.0/floatingips/116b317b-5854-49af-bcbd-3d6986ca0a6e HTTP/1.1" status: 200 len: 982 time: 0.2240462 Apr 05 12:06:46.894319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,segment=NetworkSegment(4f8f401d-8a5d-46d0-9faf-3d16cda5585f),segment_id=4f8f401d-8a5d-46d0-9faf-3d16cda5585f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:46.895639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:46.905428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:46.937543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Port': ['ID=717899a9-7af8-4c35-8816-70b654182df7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:47.013078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8069c3a2-3268-4bdd-b0f2-6aba31463adf no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:06:47.095330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.099940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8069c3a2-3268-4bdd-b0f2-6aba31463adf {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:06:47.100291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8069c3a2-3268-4bdd-b0f2-6aba31463adf not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:06:47.104685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:47.269426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f84bf-94cf-4c3a-ba3a-7a4e5d025bfb req-dfcec889-880e-48f5-bbbe-59ad517511bb tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:47.283158 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-130f84bf-94cf-4c3a-ba3a-7a4e5d025bfb req-dfcec889-880e-48f5-bbbe-59ad517511bb tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 1.3339283 Apr 05 12:06:47.325464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5490924e-6249-4685-a0a2-c8b2b62bb325 None None] Provisioning for port 717899a9-7af8-4c35-8816-70b654182df7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:47.333123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5490924e-6249-4685-a0a2-c8b2b62bb325 None None] Provisioning complete for port 717899a9-7af8-4c35-8816-70b654182df7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:47.344385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5490924e-6249-4685-a0a2-c8b2b62bb325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.389690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:47.398180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:47.402498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 67fa2cab-c4a4-45b7-9d81-f16201949a99 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:47.403126 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Floating IP bb094277-1043-4cb8-97cc-7be0f3ada948 associated. External IP: 172.26.5.209, port: b05074a0-5488-425d-8f8c-c00697db2dcd. Apr 05 12:06:47.405653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:47.406641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:47.446205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.456257 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1af80369-640e-4c87-9b59-83e62556ed1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb10515884884e199f620ff6ef5854c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3869083 Apr 05 12:06:47.468794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:47.487544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5490924e-6249-4685-a0a2-c8b2b62bb325 None None] Port 717899a9-7af8-4c35-8816-70b654182df7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:47.495776 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31d2ca54-99a0-4c93-bbf8-a3dcbe4ecf18 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2728 time: 0.5967307 Apr 05 12:06:47.507529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 67fa2cab-c4a4-45b7-9d81-f16201949a99 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:47.517260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46292) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:47.518230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:47.531919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:47.533365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-87a95b7c-35c0-4fa1-92d0-601086fc7026 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.4096601 Apr 05 12:06:47.547984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46296) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:47.554934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-130f84bf-94cf-4c3a-ba3a-7a4e5d025bfb req-a07e6adf-4177-4884-9e4e-63217811b5e8 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709105 Apr 05 12:06:47.610438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.643935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:47.644849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.668734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:47.669283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:47.753069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:47.766276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:47.771121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=5fc3d011-b1e9-44c6-a99c-c0d404627400,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:47.777035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:48.051264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:48.052355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.104028 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d473765c-4f74-49cd-9db2-85bc3f4ad6de tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1281548 Apr 05 12:06:48.105416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46302) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:48.141774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.150028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '5fc3d011-b1e9-44c6-a99c-c0d404627400', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:48.199114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:48.220344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:floatingip and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:48.226271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:48.350100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.353827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dbea6-7e7a-4025-ac84-df09fe083aa1 None None] Network 070a4500-7047-4d1a-80e7-b62e5af6059a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:48.385301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:48.402834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.425626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'subnets': [{'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1030352115', 'ip_version': 6}, {'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:48.425957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'subnet': {'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1030352115', 'ip_version': 6}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:48.426582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Request body: {'subnet': {'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:48.446189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port 63015aa8-7edf-4527-88d8-d5874e406d00 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:48.446583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.467606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Provisioning for port 67fa2cab-c4a4-45b7-9d81-f16201949a99 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:48.470203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:48.479092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb23874-685e-4dcf-bbdd-baacfeecc2f1 req-4483393b-dc61-4fc5-b9d9-735650526d8d tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:48.480580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cfb23874-685e-4dcf-bbdd-baacfeecc2f1 req-4483393b-dc61-4fc5-b9d9-735650526d8d tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 0.6404474 Apr 05 12:06:48.487060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Provisioning complete for port 67fa2cab-c4a4-45b7-9d81-f16201949a99 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:48.487685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.496815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:48.514255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:48.538099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Request body: {'floatingip': {'port_id': '16d42507-390e-438b-97dd-efb5bca6ebd5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:48.550489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.695598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.695866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.744762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:48.751202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.775486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.833097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e474a-42dc-4dba-8293-be2ae04d56dc None None] Pushing event updated for resources: {'Port': ['ID=67fa2cab-c4a4-45b7-9d81-f16201949a99,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:48.841128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:48.918290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=a9712dd2-3bd9-4329-aeb7-8baa3c5fe459,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:48.982706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.095428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-edf3d2f4-dec8-4a89-bf81-ba292b6064fa None None] Provisioning complete for port 67fa2cab-c4a4-45b7-9d81-f16201949a99 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:49.095897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-edf3d2f4-dec8-4a89-bf81-ba292b6064fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.201422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Router 16d16d12-8722-47fc-9453-d6232419de3f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:49.259686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 67fa2cab-c4a4-45b7-9d81-f16201949a99 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:49.263158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.263459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.285716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.97 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/b23cfe84-efe4-4577-8802-efeabc567933) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:49.299054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a636b65-7f37-40f3-965c-d3fb513d7402 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 HTTP/1.1" status: 204 len: 168 time: 1.7465641 Apr 05 12:06:49.300016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46314) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:49.356202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 67fa2cab-c4a4-45b7-9d81-f16201949a99 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:49.356741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.371687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e45847-05a8-401d-9dbb-429bf78427f0 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] GET failed (client error): The resource could not be found. Apr 05 12:06:49.372221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49e45847-05a8-401d-9dbb-429bf78427f0 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:49.452198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49e45847-05a8-401d-9dbb-429bf78427f0 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:49.457841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-49e45847-05a8-401d-9dbb-429bf78427f0 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports/a9712dd2-3bd9-4329-aeb7-8baa3c5fe459 HTTP/1.1" status: 404 len: 333 time: 0.1519535 Apr 05 12:06:49.458106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46318) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:49.465576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-1793392792'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:49.583011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357b9aa-8dbb-4955-9883-91b9cfb7a3bb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:49.598580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.647730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:49.661386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:49.673771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:49.677455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.690964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:49.691341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.707448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Usage tracker for resource:subnet and tenant:f78b5a48571e4693836f0d2b5060c076 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:49.710979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.711325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.721899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:49.725806 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc809a56-a2d1-45e3-91bd-4c27562ce800 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c357b9aa-8dbb-4955-9883-91b9cfb7a3bb HTTP/1.1" status: 204 len: 168 time: 2.2457259 Apr 05 12:06:49.725806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:49.755878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:49.760340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port 284c9cb9-3486-4407-98ea-f4d2cb55dddd yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:49.802675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:49.806887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:49.817534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:49.845963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=b23cfe84-efe4-4577-8802-efeabc567933,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:49.958629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for 63015aa8-7edf-4527-88d8-d5874e406d00 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:50.014656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Made reservation on behalf of f78b5a48571e4693836f0d2b5060c076 for: {'subnet': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:50.019484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.019886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.081643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.12 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/284c9cb9-3486-4407-98ea-f4d2cb55dddd) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:50.411471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:50.416016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.422277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Sync routers for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:50.436456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:50.438267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:50.532325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46342) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:50.600284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.626385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object 284c9cb9-3486-4407-98ea-f4d2cb55dddd will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:50.630509 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3ce0b9f-7852-46a0-9636-56e992b9671f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "PUT /v2.0/floatingips/bb094277-1043-4cb8-97cc-7be0f3ada948 HTTP/1.1" status: 200 len: 992 time: 7.8110986 Apr 05 12:06:50.647879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:50.690551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.713176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918140521'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:50.721077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:50.727527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:50.731191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.734836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:50.770914 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'status': 'completed', 'code': 200} Apr 05 12:06:50.787645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.789935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:50.806011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.822789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:50.827062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:50.878965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:50.921266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:50.981095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Port': ['ID=717899a9-7af8-4c35-8816-70b654182df7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:50.994959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:50.996684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:50.998366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.008039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.024981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.047267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=284c9cb9-3486-4407-98ea-f4d2cb55dddd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:51.072098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.122785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:51.153422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:security_group_rule and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:51.162179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:51.162820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.169191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:51.196048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:51.216142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-96417b17-f03d-4a49-ab94-8742397ba681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:51.217669 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-96417b17-f03d-4a49-ab94-8742397ba681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85452dc9409c41b7a0880549e9648d24&device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 1099 time: 0.4329545 Apr 05 12:06:51.232464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f3e19ff-a7dd-4bfe-bcad-bac93f521908 None None] Provisioning for port 284c9cb9-3486-4407-98ea-f4d2cb55dddd completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:51.243610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Port': ['ID=63015aa8-7edf-4527-88d8-d5874e406d00,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:51.248466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f3e19ff-a7dd-4bfe-bcad-bac93f521908 None None] Provisioning complete for port 284c9cb9-3486-4407-98ea-f4d2cb55dddd triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:51.248941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f3e19ff-a7dd-4bfe-bcad-bac93f521908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.330361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d84aea51-e44c-4f5f-b7d7-808f495ed523 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8711824 Apr 05 12:06:51.362513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:51.363633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e19ff-a7dd-4bfe-bcad-bac93f521908 None None] Port 284c9cb9-3486-4407-98ea-f4d2cb55dddd cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:51.377685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bb094277-1043-4cb8-97cc-7be0f3ada948', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'port_id': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'mac_address': 'fa:16:3e:a1:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:02Z', 'updated_at': '2022-04-05T12:06:45Z', 'revision_number': 1, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:51.381755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Checking router: 16d16d12-8722-47fc-9453-d6232419de3f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:06:51.390018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:51.390714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:51.395776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d416c-95e3-4f60-a2a7-4bcb165c6074 req-d1f0cdf2-c97b-4d03-ac50-057dd46664f1 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:51.397246 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f5d416c-95e3-4f60-a2a7-4bcb165c6074 req-d1f0cdf2-c97b-4d03-ac50-057dd46664f1 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.5722377 Apr 05 12:06:51.416600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:51.489017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:19:be'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:51.576869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:51.577468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-b1ed2fa8-06dd-44d7-b57b-13a6815884d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:51.579005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-b1ed2fa8-06dd-44d7-b57b-13a6815884d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 200 len: 906 time: 0.3479149 Apr 05 12:06:51.586944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f5d416c-95e3-4f60-a2a7-4bcb165c6074 req-efa54e58-2da0-415f-ad51-0bd065a77213 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353524 Apr 05 12:06:51.731694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-14bdc7fa-819e-4e5d-b6a2-bd787fecd966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 200 len: 1000 time: 0.1426802 Apr 05 12:06:51.736660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.786379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.792779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.799866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.800425 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Floating IP 116b317b-5854-49af-bcbd-3d6986ca0a6e disassociated (deleted). External IP: 172.26.5.136, port: eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b. Apr 05 12:06:51.850031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:51.945509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:51.953654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=b23cfe84-efe4-4577-8802-efeabc567933,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:51.961920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-e8039f1b-cc89-4d5d-a3a7-89097cff94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:51.963447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-e8039f1b-cc89-4d5d-a3a7-89097cff94b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 HTTP/1.1" status: 200 len: 844 time: 0.2190628 Apr 05 12:06:51.967344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1895025f-0f2a-4549-b044-fcc4bd625972,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:51.973327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bb094277-1043-4cb8-97cc-7be0f3ada948', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'port_id': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'mac_address': 'fa:16:3e:a1:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:02Z', 'updated_at': '2022-04-05T12:06:45Z', 'revision_number': 1, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:51.978417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f074a33-9323-4172-8df8-339a0f463467 None None] The sync data for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv is: [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bb094277-1043-4cb8-97cc-7be0f3ada948', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'port_id': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'mac_address': 'fa:16:3e:a1:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:02Z', 'updated_at': '2022-04-05T12:06:45Z', 'revision_number': 1, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:51.980234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.009754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:52.015814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.016015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.016123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 55763fb0-5c2b-4986-8de0-96cbe82492d0 of type vlan for network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d Apr 05 12:06:52.032768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.124780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.153360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:52.240876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-4a66201f-5134-4190-804c-2936eb7f72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:52.242415 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-4a66201f-5134-4190-804c-2936eb7f72b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d4fce09-9d7f-4948-8b03-9c1e86515808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2709088 Apr 05 12:06:52.262976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e750c-fb92-47c7-ac9f-6d75f6b34602 None None] New status for floating IP bb094277-1043-4cb8-97cc-7be0f3ada948: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:06:52.387437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.442207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.447548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:52.448162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.502211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8282e91c-4dd1-41bd-9842-6914dcbb923f None None] Provisioning complete for port 717899a9-7af8-4c35-8816-70b654182df7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:52.502828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8282e91c-4dd1-41bd-9842-6914dcbb923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.517037 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 4951ede6-f01e-467d-b533-f95afacd91c4 associated. External IP: 172.26.5.97, port: 5fc3d011-b1e9-44c6-a99c-c0d404627400. Apr 05 12:06:52.576559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8282e91c-4dd1-41bd-9842-6914dcbb923f None None] Port 717899a9-7af8-4c35-8816-70b654182df7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:52.629111 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Floating IP 65451c91-359e-49b6-96ae-f10e4f2a653c associated. External IP: 172.26.5.55, port: 16d42507-390e-438b-97dd-efb5bca6ebd5. Apr 05 12:06:52.701485 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1678770 Apr 05 12:06:52.706512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10978f-23ee-4831-9b85-580de1f9ba87 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:52.731491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:52.795522 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-6a796364-bc95-4aa0-a4b4-0115f6e6dc51 service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343988 Apr 05 12:06:52.805374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:52.821893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Subnet': ['ID=c4e59cd0-02dd-43c1-b437-4082dbd7d078,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:52.848801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46360) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:52.859491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:53.001824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Checking segment: {'id': '10fc3867-5598-43d0-aa59-04cf21f06a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:53.003398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network hostable DHCP agents. Network: 68856352-4e6d-45c1-b971-2b8333a4323c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:53.133358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:53.137029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d851c29d-f9b3-40e8-b98d-796bf9d7d1dc req-67cc6759-a98e-462c-8394-bb88f6deac48 service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250906 Apr 05 12:06:53.149109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aff82962-aa5c-425f-8540-4546c1381606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.165908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network 68856352-4e6d-45c1-b971-2b8333a4323c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:53.186774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:53.196140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:53.205284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:53.226160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Router 97aad39f-2469-4b13-a2af-8851397d4d26 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:06:53.231416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:53.235366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.277622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:53.293972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 68856352-4e6d-45c1-b971-2b8333a4323c) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:53.303768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cd37c-f506-43d5-b18d-c818e0f933e0 None None] Network 68856352-4e6d-45c1-b971-2b8333a4323c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:53.376158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.513795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Router e3a30bf4-5750-440d-b745-e597e04dc3cd has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:53.556053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-68856352-4e6d-45c1-b971-2b8333a4323c', 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c', 'tenant_id': 'f78b5a48571e4693836f0d2b5060c076', 'fixed_ips': [{'subnet_id': 'c4e59cd0-02dd-43c1-b437-4082dbd7d078'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:53.556992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.581838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:53.621268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:53.627880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.654060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:53.654550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.676014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:53.707383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event updated for resources: {'Subnet': ['ID=6018ec88-a0e4-4e86-a043-c47f8e714be0,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:53.732802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.740814 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb77c893-5733-440f-9d7a-1bab9b807c35 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6269877 Apr 05 12:06:53.742401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46364) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:53.749487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': '5fc3d011-b1e9-44c6-a99c-c0d404627400', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:53.783462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:53.783805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.846475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Checking segment: {'id': '4837bf63-da1b-4d2b-a6d0-770d70250ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:53.846868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network hostable DHCP agents. Network: 650e11d6-4de7-4feb-83ea-39aedc6fd24c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:53.852343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.852765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624cda2-85f5-43a1-a91a-6484ba0ad549 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:53.853311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:53.869797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Router 706ee170-2754-4cc2-a813-4c36af3f81a7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:53.876001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Allocated IP 2001:db8::1 (68856352-4e6d-45c1-b971-2b8333a4323c/c4e59cd0-02dd-43c1-b437-4082dbd7d078/41da2701-48c1-43e7-b58b-8bb920d22195) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:53.877087 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] Sync routers for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:53.897794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:53.899257 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.967644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=591d1af2-2e4b-40f0-bc3d-7b2590441670,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:53.981191 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:53.991445 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:53.992328 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.004043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '55763fb0-5c2b-4986-8de0-96cbe82492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:54.004661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:54.016514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.060372 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.061107 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6c1eff-cc5c-4bcd-acbd-f3d1a0656d9e None None] The sync data for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:54.123065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:54.135308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.143311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Network 650e11d6-4de7-4feb-83ea-39aedc6fd24c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:54.176584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:54.191849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.192450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.205473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1533c5-0e04-4ec3-94cf-e75c32034888 None None] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:54.213809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.221693 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5033acfa-d974-4ccc-bcd4-adeabf124300 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6217458 Apr 05 12:06:54.243960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46368) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:54.276454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 650e11d6-4de7-4feb-83ea-39aedc6fd24c) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:54.288736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:54.297407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.297881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.298512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.308414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.327768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08ce7321-9f5c-447f-90d3-f2cd0d4182f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4778531 Apr 05 12:06:54.334054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46372) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:54.334255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193b91e-5f31-40c8-8378-ac9667d537e3 None None] Network 650e11d6-4de7-4feb-83ea-39aedc6fd24c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:54.349636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] Sync routers for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:54.365000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.398692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.412912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840825085'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:54.421078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:54.439598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:54.468198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Transition to ACTIVE for port object 41da2701-48c1-43e7-b58b-8bb920d22195 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:54.496676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:54.497608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.505337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:54.528509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:54.548396 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe5e65c3-1c41-4643-9a6d-21f77dd806ef tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/floatingips/116b317b-5854-49af-bcbd-3d6986ca0a6e HTTP/1.1" status: 204 len: 168 time: 7.0292311 Apr 05 12:06:54.549582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=284c9cb9-3486-4407-98ea-f4d2cb55dddd,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:54.574062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:54.600794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:54.608405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Transition to ACTIVE for port object 41da2701-48c1-43e7-b58b-8bb920d22195 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:54.609663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.614740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:54.619064 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e4c3066-15bf-4094-926f-0316fe99cbc9 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.2206721 Apr 05 12:06:54.636421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Usage tracker for resource:floatingip and tenant:e2831b89c0164912a6f324ff2638e1da is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:54.638807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:54.645396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:54.688918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:54.691632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.692032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:54.700196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:54.717218 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Sync routers for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:54.721411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.726710 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:54.727593 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.728663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.748960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] In _notify_port_updated(), no bound segment for port 284c9cb9-3486-4407-98ea-f4d2cb55dddd on network da6fd76e-f196-40f4-8bd0-46b767cca361 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:06:54.754638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.755285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.756549 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2150aaf9-e1f5-48d6-815e-02ede80f4242 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "PUT /v2.0/ports/284c9cb9-3486-4407-98ea-f4d2cb55dddd HTTP/1.1" status: 200 len: 994 time: 3.3461919 Apr 05 12:06:54.767226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46384) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:54.798958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:54.799877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.818996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.871646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.873147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.875294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:54.876362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Synchronizing usage tracker for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:54.881254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:54.881595 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8223c74b-8c17-42c4-9ab2-491c8d8ecc93 None None] The sync data for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:54.888446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5230fa80-6ced-415b-863f-6cd053781f08 None None] Provisioning complete for port 284c9cb9-3486-4407-98ea-f4d2cb55dddd triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:54.888918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5230fa80-6ced-415b-863f-6cd053781f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.917210 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24fa697e-e5ae-42b5-a902-ac387ac725ba tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "PUT /v2.0/floatingips/65451c91-359e-49b6-96ae-f10e4f2a653c HTTP/1.1" status: 200 len: 991 time: 6.3949616 Apr 05 12:06:54.922052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:06:54.929693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port 284c9cb9-3486-4407-98ea-f4d2cb55dddd {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:54.930029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:54.931073 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:54.953685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5230fa80-6ced-415b-863f-6cd053781f08 None None] Port 284c9cb9-3486-4407-98ea-f4d2cb55dddd cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:06:54.973084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Network 68856352-4e6d-45c1-b971-2b8333a4323c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:54.979973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:55.001632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:55.053721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Pushing event updated for resources: {'Port': ['ID=41da2701-48c1-43e7-b58b-8bb920d22195,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:55.101638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'status': 'completed', 'code': 200} Apr 05 12:06:55.102407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Unset dirty status for tenant:f78b5a48571e4693836f0d2b5060c076 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:55.113707 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dddf686c-ca48-49cb-9d03-3d330f98f257 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4737515 Apr 05 12:06:55.117775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:55.198312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-650e11d6-4de7-4feb-83ea-39aedc6fd24c', 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c', 'tenant_id': 'f78b5a48571e4693836f0d2b5060c076', 'fixed_ips': [{'subnet_id': '6018ec88-a0e4-4e86-a043-c47f8e714be0'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:55.199523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.237480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d', 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '591d1af2-2e4b-40f0-bc3d-7b2590441670'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:06:55.238247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.247506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Attempting to bind port 41da2701-48c1-43e7-b58b-8bb920d22195 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:55.247985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Attempting to bind port 41da2701-48c1-43e7-b58b-8bb920d22195 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '10fc3867-5598-43d0-aa59-04cf21f06a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:55.248338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Attempting to bind port 41da2701-48c1-43e7-b58b-8bb920d22195 on network 68856352-4e6d-45c1-b971-2b8333a4323c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:55.266107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:06:55.277308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.278162 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 90448e17-4e40-48df-b6c7-d20c7b02d0c2 of type vlan for network 9f34c313-9a0a-418c-9cad-ca76dcc35665 Apr 05 12:06:55.304467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:55.304822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Checking segment: {'id': '10fc3867-5598-43d0-aa59-04cf21f06a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:55.305209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.305581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Bound using segment: {'id': '10fc3867-5598-43d0-aa59-04cf21f06a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:55.306046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Bound port: 41da2701-48c1-43e7-b58b-8bb920d22195, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc3867-5598-43d0-aa59-04cf21f06a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '68856352-4e6d-45c1-b971-2b8333a4323c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:55.306411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.311432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.335878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.411920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.417736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:55.418729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.426386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:06:55.440284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae364ca2-131d-4f39-8cc0-7d8f754f6340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.487518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for 284c9cb9-3486-4407-98ea-f4d2cb55dddd owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:55.551167 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '65451c91-359e-49b6-96ae-f10e4f2a653c', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'port_id': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'mac_address': 'fa:16:3e:24:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:10Z', 'updated_at': '2022-04-05T12:06:51Z', 'revision_number': 1, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:55.557405 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Checking router: 706ee170-2754-4cc2-a813-4c36af3f81a7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:06:55.572478 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:55.573281 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:55.573455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Deleting subnet c4e59cd0-02dd-43c1-b437-4082dbd7d078 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:06:55.576791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.580297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] For port 41da2701-48c1-43e7-b58b-8bb920d22195, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:55.630069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] For port 41da2701-48c1-43e7-b58b-8bb920d22195, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=41da2701-48c1-43e7-b58b-8bb920d22195,segment=NetworkSegment(10fc3867-5598-43d0-aa59-04cf21f06a84),segment_id=10fc3867-5598-43d0-aa59-04cf21f06a84)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:55.636738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.645023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:55.738605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Allocated IP 2001:db8:0:1::1 (650e11d6-4de7-4feb-83ea-39aedc6fd24c/6018ec88-a0e4-4e86-a043-c47f8e714be0/ff0e9431-ba12-4d72-92ff-79a39cc6d62e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:55.747374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Allocated IP 172.20.255.242 (7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d/591d1af2-2e4b-40f0-bc3d-7b2590441670/c26aa55a-b776-4ad1-a897-1a9dc6a0c759) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:55.868379 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:06:55.943308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266e9ff-a435-4da6-9a4d-a37c41934c22 None None] Pushing event updated for resources: {'Port': ['ID=41da2701-48c1-43e7-b58b-8bb920d22195,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:55.949623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6144857 Apr 05 12:06:55.957042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:55.988868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:56.020619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fcaf1-262b-43cc-ae1f-eb6b39950fd7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=9f34c313-9a0a-418c-9cad-ca76dcc35665,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:56.027855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.045714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.124994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.125741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.153258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 9f34c313-9a0a-418c-9cad-ca76dcc35665 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:06:56.351341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:56.392260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:06:56.409555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe292bd-c458-42b0-8dde-6411b80cd271 req-f7bc3155-1332-4e7a-9def-622dcc84ba9a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:56.411549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ebe292bd-c458-42b0-8dde-6411b80cd271 req-f7bc3155-1332-4e7a-9def-622dcc84ba9a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 1.2281594 Apr 05 12:06:56.420217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:06:56.420952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Allocated IP 172.26.5.126 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/76ad68d3-2467-410d-9111-107d36469fd9) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:56.465523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-6ce95dd9-96d8-4ba2-820c-35e29654b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:56.468101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-6ce95dd9-96d8-4ba2-820c-35e29654b198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13&device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 1099 time: 1.2505901 Apr 05 12:06:56.472192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:56.475545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '65451c91-359e-49b6-96ae-f10e4f2a653c', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'port_id': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'mac_address': 'fa:16:3e:24:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:10Z', 'updated_at': '2022-04-05T12:06:51Z', 'revision_number': 1, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:56.476419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.482856 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e48b80-06b4-4ae4-b099-cd6dd0270bea None None] The sync data for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv is: [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '65451c91-359e-49b6-96ae-f10e4f2a653c', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'floating_ip_address': '172.26.5.55', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'port_id': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'mac_address': 'fa:16:3e:24:34:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:06:10Z', 'updated_at': '2022-04-05T12:06:51Z', 'revision_number': 1, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:56.484241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.508015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.572473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.632618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.635412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e59cd0-02dd-43c1-b437-4082dbd7d078,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:56.636509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.637171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=284c9cb9-3486-4407-98ea-f4d2cb55dddd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:56.654073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Transition to ACTIVE for port object ff0e9431-ba12-4d72-92ff-79a39cc6d62e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:56.657646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Transition to ACTIVE for port object c26aa55a-b776-4ad1-a897-1a9dc6a0c759 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:56.669777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:56.673409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.694051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Transition to ACTIVE for port object ff0e9431-ba12-4d72-92ff-79a39cc6d62e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:56.695391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Transition to ACTIVE for port object c26aa55a-b776-4ad1-a897-1a9dc6a0c759 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:06:56.703953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.709048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.719138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.771621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:56.779061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:56.782053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:56.837161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Network 650e11d6-4de7-4feb-83ea-39aedc6fd24c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:56.852721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-627f606a-1bc0-4bc1-95eb-74fe690192a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:56.854160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-627f606a-1bc0-4bc1-95eb-74fe690192a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8a229c2-15fe-4705-88bf-405cb5fe54a7 HTTP/1.1" status: 200 len: 912 time: 0.3608074 Apr 05 12:06:56.856571 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-1e334654-1216-48ae-ba93-9f9a48ab399b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:06:56.860880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e334654-1216-48ae-ba93-9f9a48ab399b tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6128633 Apr 05 12:06:56.861202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ebe292bd-c458-42b0-8dde-6411b80cd271 req-2314964c-8bc0-4af7-b0cb-278b4d4ad22b tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357243 Apr 05 12:06:56.862846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:56.908273 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d687fb24-32b0-4fca-9d5f-38157667ecb3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/subnets/c4e59cd0-02dd-43c1-b437-4082dbd7d078 HTTP/1.1" status: 204 len: 168 time: 1.7876048 Apr 05 12:06:56.909228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:56.912986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:56.915547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:56.926511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Attempting to bind port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:56.926888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Attempting to bind port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '55763fb0-5c2b-4986-8de0-96cbe82492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:56.927851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Attempting to bind port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 on network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:56.954206 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-02182ae9-2234-4651-b101-e8c3d5d585f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7124062 Apr 05 12:06:56.981650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:56.982226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Checking segment: {'id': '55763fb0-5c2b-4986-8de0-96cbe82492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:56.982426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:56.982830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Bound using segment: {'id': '55763fb0-5c2b-4986-8de0-96cbe82492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:56.983336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Bound port: c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55763fb0-5c2b-4986-8de0-96cbe82492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:56.983712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.049682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Pushing event updated for resources: {'Port': ['ID=ff0e9431-ba12-4d72-92ff-79a39cc6d62e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:57.189690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e052cf2e-0be9-42bf-b0cf-523a57cc38c3 None None] New status for floating IP 65451c91-359e-49b6-96ae-f10e4f2a653c: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:06:57.263295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.404556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Deleting subnet 6018ec88-a0e4-4e86-a043-c47f8e714be0 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:06:57.407483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 41da2701-48c1-43e7-b58b-8bb920d22195 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:57.408283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.431251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5496a4e-f8ec-4aa5-8e82-b4cf5eebbe08 None None] Network 68856352-4e6d-45c1-b971-2b8333a4323c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:57.484609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-f1185f9a-0298-4746-9830-fa5a7308e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:57.486356 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-f1185f9a-0298-4746-9830-fa5a7308e4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85452dc9409c41b7a0880549e9648d24&device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 1099 time: 0.3716006 Apr 05 12:06:57.490024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.491923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2d556346-00c1-4ab8-9099-74f14c71549d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/284c9cb9-3486-4407-98ea-f4d2cb55dddd HTTP/1.1" status: 204 len: 168 time: 2.7237618 Apr 05 12:06:57.495148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46416) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:57.531704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.537055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.585757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Attempting to bind port ff0e9431-ba12-4d72-92ff-79a39cc6d62e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:06:57.586221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Attempting to bind port ff0e9431-ba12-4d72-92ff-79a39cc6d62e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4837bf63-da1b-4d2b-a6d0-770d70250ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:06:57.586652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Attempting to bind port ff0e9431-ba12-4d72-92ff-79a39cc6d62e on network 650e11d6-4de7-4feb-83ea-39aedc6fd24c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:06:57.650780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:06:57.651362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Checking segment: {'id': '4837bf63-da1b-4d2b-a6d0-770d70250ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:57.651736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.652607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Bound using segment: {'id': '4837bf63-da1b-4d2b-a6d0-770d70250ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:06:57.653113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Bound port: ff0e9431-ba12-4d72-92ff-79a39cc6d62e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4837bf63-da1b-4d2b-a6d0-770d70250ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '650e11d6-4de7-4feb-83ea-39aedc6fd24c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:06:57.653593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.665721 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb83b1ee-3e2e-4e00-8723-6f964c8a6b97 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] GET failed (client error): The resource could not be found. Apr 05 12:06:57.666252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb83b1ee-3e2e-4e00-8723-6f964c8a6b97 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:06:57.681423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Pushing event updated for resources: {'Port': ['ID=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:57.695887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:06:57.740687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-4e7a9d6a-6467-42f2-85f1-894fa2ce2aa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d42507-390e-438b-97dd-efb5bca6ebd5 HTTP/1.1" status: 200 len: 999 time: 0.8767071 Apr 05 12:06:57.755810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:57.777296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:06:57.813396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Pushing event updated for resources: {'Port': ['ID=76ad68d3-2467-410d-9111-107d36469fd9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:57.848753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cb83b1ee-3e2e-4e00-8723-6f964c8a6b97 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:06:57.849671 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb83b1ee-3e2e-4e00-8723-6f964c8a6b97 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports/284c9cb9-3486-4407-98ea-f4d2cb55dddd HTTP/1.1" status: 404 len: 333 time: 0.3533595 Apr 05 12:06:57.859548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:57.874368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cbbfb7d9-f22f-4210-af35-0f82f7026c5b None None] Provisioning for port 41da2701-48c1-43e7-b58b-8bb920d22195 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:57.881635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-1577006356'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:06:57.931757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] For port c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:57.936712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:57.937456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-95814e98-40ce-4387-9786-857acd18a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:57.939455 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-95814e98-40ce-4387-9786-857acd18a1a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 200 len: 906 time: 0.3706024 Apr 05 12:06:57.953876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] For port c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,segment=NetworkSegment(55763fb0-5c2b-4986-8de0-96cbe82492d0),segment_id=55763fb0-5c2b-4986-8de0-96cbe82492d0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:57.963058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 41da2701-48c1-43e7-b58b-8bb920d22195 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:57.969354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.016920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-206b9e39-e7b2-4d89-afdc-6e004f2e33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:58.018470 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-206b9e39-e7b2-4d89-afdc-6e004f2e33c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5b74657a-ac6e-4c51-99c3-ddbceb857ed2 HTTP/1.1" status: 200 len: 850 time: 0.2666636 Apr 05 12:06:58.036356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 41da2701-48c1-43e7-b58b-8bb920d22195 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:58.036905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.060011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.067209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:06:58.137506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c901236-de0d-46e7-b6bf-f00c97de475f None None] Pushing event updated for resources: {'Port': ['ID=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:58.261192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.281042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] DHCP port deletion for 68856352-4e6d-45c1-b971-2b8333a4323c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:06:58.299913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Deleting port 41da2701-48c1-43e7-b58b-8bb920d22195 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:58.300903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.303352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.345134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 41da2701-48c1-43e7-b58b-8bb920d22195, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=41da2701-48c1-43e7-b58b-8bb920d22195,segment=NetworkSegment(10fc3867-5598-43d0-aa59-04cf21f06a84),segment_id=10fc3867-5598-43d0-aa59-04cf21f06a84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:58.367082 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-ec4c73bc-1608-4e85-ba06-0f73fd82bd0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 200 len: 1002 time: 0.3732607 Apr 05 12:06:58.380453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.447425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.480872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:06:58.530369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.571716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-ebb4b060-be78-46c3-ae1c-bc65e3371e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:58.573233 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-ebb4b060-be78-46c3-ae1c-bc65e3371e58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8a229c2-15fe-4705-88bf-405cb5fe54a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5431952 Apr 05 12:06:58.586433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Subnet': ['ID=6018ec88-a0e4-4e86-a043-c47f8e714be0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:58.597545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:06:58.606669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.620397 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d0cada42-e7a9-4d6d-9ad6-d10c46e17820 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/subnets/6018ec88-a0e4-4e86-a043-c47f8e714be0 HTTP/1.1" status: 204 len: 168 time: 1.6971383 Apr 05 12:06:58.621235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] For port ff0e9431-ba12-4d72-92ff-79a39cc6d62e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:06:58.623829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46426) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:58.627491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:06:58.631876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] For port 41da2701-48c1-43e7-b58b-8bb920d22195, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=41da2701-48c1-43e7-b58b-8bb920d22195,segment=NetworkSegment(10fc3867-5598-43d0-aa59-04cf21f06a84),segment_id=10fc3867-5598-43d0-aa59-04cf21f06a84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:06:58.632598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.639596 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:06:58.648029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] For port ff0e9431-ba12-4d72-92ff-79a39cc6d62e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ff0e9431-ba12-4d72-92ff-79a39cc6d62e,segment=NetworkSegment(4837bf63-da1b-4d2b-a6d0-770d70250ca3),segment_id=4837bf63-da1b-4d2b-a6d0-770d70250ca3)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:06:58.651154 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:58.652017 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:58.654686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.709582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.713450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-e91973d7-75c7-4d1f-942b-de2eb0baf543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:58.715471 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-e91973d7-75c7-4d1f-942b-de2eb0baf543 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 HTTP/1.1" status: 200 len: 844 time: 0.2713857 Apr 05 12:06:58.724509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:06:58.727897 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:58.728288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.737852 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:06:58.738725 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:58.785298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Calling delete_port for 41da2701-48c1-43e7-b58b-8bb920d22195 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:06:58.819902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.824397 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:06:58.824964 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830374ab-938a-4f64-a60e-aa3572794e43 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:06:58.832071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=41da2701-48c1-43e7-b58b-8bb920d22195,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:58.860631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:06:58.883210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=f15301cd-6b3c-4ad9-a085-5f4406dcb3d2,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:58.935857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea6695-3482-4ffb-8e9a-06dad4a7dbf3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:58.936330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b800a-f23a-4332-b570-ede8f794da7f None None] Pushing event updated for resources: {'Port': ['ID=ff0e9431-ba12-4d72-92ff-79a39cc6d62e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:58.941453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-31ea6695-3482-4ffb-8e9a-06dad4a7dbf3 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3071976 Apr 05 12:06:58.954348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46430) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:58.961090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:58.964438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '90448e17-4e40-48df-b6c7-d20c7b02d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:06:58.964808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 9f34c313-9a0a-418c-9cad-ca76dcc35665, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:06:59.034929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] No DVR routers for this DVR port 41da2701-48c1-43e7-b58b-8bb920d22195 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:06:59.045277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562d86-9886-40b4-9597-b328779e8b8d None None] Pushing event deleted for resources: {'Port': ['ID=41da2701-48c1-43e7-b58b-8bb920d22195,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:06:59.067213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-af5d5324-bd5b-4281-859a-abc61399b581 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855692 Apr 05 12:06:59.281006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.5 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/c004320d-82f5-49af-b1ce-ea79d7a4f4f9) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:06:59.290110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-afc9de7b-497e-4322-ab3e-ddf8af8b1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:59.291727 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-afc9de7b-497e-4322-ab3e-ddf8af8b1c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d4fce09-9d7f-4948-8b03-9c1e86515808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5465353 Apr 05 12:06:59.370942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ff0e9431-ba12-4d72-92ff-79a39cc6d62e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:59.472881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ff0e9431-ba12-4d72-92ff-79a39cc6d62e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:59.480104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c26aa55a-b776-4ad1-a897-1a9dc6a0c759 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:06:59.490215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.554480 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-919cdfe1-439a-48ff-8aa2-ac4cb8897ae5 req-f989f878-5d1c-4579-a9ff-b2854f866312 service neutron] 10.222.0.30 "GET /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537320 Apr 05 12:06:59.565766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.573282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:59.585235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.605823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99f453-7cf2-493b-b096-c3bce95ee646 None None] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:59.656299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 9f34c313-9a0a-418c-9cad-ca76dcc35665 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:06:59.694239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 41da2701-48c1-43e7-b58b-8bb920d22195 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:06:59.721206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-408ecd35-51bf-43e4-8b20-cca2e8e16297 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/4951ede6-f01e-467d-b533-f95afacd91c4 HTTP/1.1" status: 200 len: 977 time: 5.9784527 Apr 05 12:06:59.723347 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-cf699cee-3448-433b-9b89-b3e4bfb81578 service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205353 Apr 05 12:06:59.732962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.734236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:06:59.740949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 9f34c313-9a0a-418c-9cad-ca76dcc35665) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:06:59.753898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:06:59.754515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 41da2701-48c1-43e7-b58b-8bb920d22195 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:06:59.754854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 41da2701-48c1-43e7-b58b-8bb920d22195 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:06:59.755059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.758006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd8610-bd38-4ff6-af1a-2d834fcd8e60 None None] Network 9f34c313-9a0a-418c-9cad-ca76dcc35665 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:06:59.781492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Deleting port ff0e9431-ba12-4d72-92ff-79a39cc6d62e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:06:59.782223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.793420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Provisioning for port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:06:59.802786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Provisioning complete for port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:06:59.803180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:06:59.884561 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0265132-4841-436b-af0a-b62bb3faeeb5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9232166 Apr 05 12:06:59.893141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:00.031599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Pushing event updated for resources: {'Port': ['ID=76ad68d3-2467-410d-9111-107d36469fd9,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:00.176825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.200671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.221070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.234296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] For port ff0e9431-ba12-4d72-92ff-79a39cc6d62e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ff0e9431-ba12-4d72-92ff-79a39cc6d62e,segment=NetworkSegment(4837bf63-da1b-4d2b-a6d0-770d70250ca3),segment_id=4837bf63-da1b-4d2b-a6d0-770d70250ca3)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:00.234659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.252936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] For port c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,segment=NetworkSegment(55763fb0-5c2b-4986-8de0-96cbe82492d0),segment_id=55763fb0-5c2b-4986-8de0-96cbe82492d0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:00.288995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.336601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c24f8e-fadc-4a15-86de-705a348b7876 None None] Network 650e11d6-4de7-4feb-83ea-39aedc6fd24c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:00.382420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-9f34c313-9a0a-418c-9cad-ca76dcc35665', 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': 'f15301cd-6b3c-4ad9-a085-5f4406dcb3d2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:00.383158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.421092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Calling delete_port for ff0e9431-ba12-4d72-92ff-79a39cc6d62e owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:00.449113 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f7ae23f8-bb70-4cf0-87a8-72cd40472765 req-58589581-cee3-4255-80e2-a71cc306080f service neutron] 10.222.0.30 "GET /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7150967 Apr 05 12:07:00.484398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object c004320d-82f5-49af-b1ce-ea79d7a4f4f9 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:00.493352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting port 717899a9-7af8-4c35-8816-70b654182df7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:00.493668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.548873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37b450-0e70-469d-8a76-91a029d6bc5e None None] Pushing event updated for resources: {'Port': ['ID=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:00.564465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.569172 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1b7567b-f9ac-468c-b3f5-d8b6bbf78804 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9910240 Apr 05 12:07:00.574322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:00.590489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.598180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-251cd296-4b27-4a5f-af27-3db330c45b49 None None] Provisioning for port ff0e9431-ba12-4d72-92ff-79a39cc6d62e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:00.607873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.643417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.657824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-251cd296-4b27-4a5f-af27-3db330c45b49 None None] Provisioning complete for port ff0e9431-ba12-4d72-92ff-79a39cc6d62e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:00.658287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-251cd296-4b27-4a5f-af27-3db330c45b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.664277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Port': ['ID=ff0e9431-ba12-4d72-92ff-79a39cc6d62e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:00.688385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port b23cfe84-efe4-4577-8802-efeabc567933 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:00.689084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:00.713713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-251cd296-4b27-4a5f-af27-3db330c45b49 None None] Port ff0e9431-ba12-4d72-92ff-79a39cc6d62e was deleted so its status cannot be updated. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 12:07:00.748272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] No DVR routers for this DVR port ff0e9431-ba12-4d72-92ff-79a39cc6d62e on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:00.757178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:00.769175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:00.771621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:00.810405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Allocated IP 172.20.0.2 (9f34c313-9a0a-418c-9cad-ca76dcc35665/f15301cd-6b3c-4ad9-a085-5f4406dcb3d2/32371e0a-e20e-41e5-a7cc-f8c84846471b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:00.814121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa885e8-6b2b-4737-af62-1c21a665ebb2 None None] DHCP port deletion for 650e11d6-4de7-4feb-83ea-39aedc6fd24c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:00.918109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:00.989023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:00.993019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.033428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650e11d6-4de7-4feb-83ea-39aedc6fd24c']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:01.050284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=c004320d-82f5-49af-b1ce-ea79d7a4f4f9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:01.053448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4837bf63-da1b-4d2b-a6d0-770d70250ca3') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:01.053717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4837bf63-da1b-4d2b-a6d0-770d70250ca3') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:01.062325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Usage tracker for resource:floatingip and tenant:8af5d0c6e73b42c5b369742dbdc283e8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:01.075122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:01.101164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.112978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.138058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.149603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:01.150136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.152351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:01.158732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-afd3e34d-863e-49f6-8e89-d35bef49070e None None] Provisioning complete for port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:01.159187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-afd3e34d-863e-49f6-8e89-d35bef49070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.164069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:01.164226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:01.177734 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:01.195810 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24e4b21f-ebf2-49ff-8be5-174224042e3b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3312049 Apr 05 12:07:01.203864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46448) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:01.204042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.209229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.232913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Transition to ACTIVE for port object 32371e0a-e20e-41e5-a7cc-f8c84846471b will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:01.239626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:dd:19:be'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:01.253542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c26aa55a-b776-4ad1-a897-1a9dc6a0c759 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:01.309517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Transition to ACTIVE for port object 32371e0a-e20e-41e5-a7cc-f8c84846471b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:01.336117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Calling delete_port for 717899a9-7af8-4c35-8816-70b654182df7 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:01.356879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.361169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.465936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Network 9f34c313-9a0a-418c-9cad-ca76dcc35665 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:01.477505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:01.480850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Pushing event updated for resources: {'Port': ['ID=32371e0a-e20e-41e5-a7cc-f8c84846471b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:01.486439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:01.507316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.508033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.560528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:01.560971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.628087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Attempting to bind port 32371e0a-e20e-41e5-a7cc-f8c84846471b on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:01.628473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Attempting to bind port 32371e0a-e20e-41e5-a7cc-f8c84846471b by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '90448e17-4e40-48df-b6c7-d20c7b02d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:01.628819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Attempting to bind port 32371e0a-e20e-41e5-a7cc-f8c84846471b on network 9f34c313-9a0a-418c-9cad-ca76dcc35665 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:01.647408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:01.647818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Checking segment: {'id': '90448e17-4e40-48df-b6c7-d20c7b02d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:01.648166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.648553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Bound using segment: {'id': '90448e17-4e40-48df-b6c7-d20c7b02d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:01.649025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Bound port: 32371e0a-e20e-41e5-a7cc-f8c84846471b, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90448e17-4e40-48df-b6c7-d20c7b02d0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:01.649401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.681978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for b23cfe84-efe4-4577-8802-efeabc567933 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:01.705875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5fb32213-b71f-4d4c-b877-5edc733f3a0f None None] Provisioning for port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:01.754163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5fb32213-b71f-4d4c-b877-5edc733f3a0f None None] Provisioning complete for port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:01.754488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5fb32213-b71f-4d4c-b877-5edc733f3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.761749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.796341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.815398 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/650e11d6-4de7-4feb-83ea-39aedc6fd24c HTTP/1.1" status: 204 len: 168 time: 2.8387246 Apr 05 12:07:01.830729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46454) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:01.833370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0e91-6393-4264-9eff-cf921ce0c107 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=650e11d6-4de7-4feb-83ea-39aedc6fd24c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:01.864398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5fb32213-b71f-4d4c-b877-5edc733f3a0f None None] Port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:01.866216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] For port 32371e0a-e20e-41e5-a7cc-f8c84846471b, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:01.870841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] For port 32371e0a-e20e-41e5-a7cc-f8c84846471b, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=32371e0a-e20e-41e5-a7cc-f8c84846471b,segment=NetworkSegment(90448e17-4e40-48df-b6c7-d20c7b02d0c2),segment_id=90448e17-4e40-48df-b6c7-d20c7b02d0c2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:01.876352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.903430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.949062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:01.969451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=f15301cd-6b3c-4ad9-a085-5f4406dcb3d2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:01.970291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ff0e9431-ba12-4d72-92ff-79a39cc6d62e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:02.018180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: ff0e9431-ba12-4d72-92ff-79a39cc6d62e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:02.018425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ff0e9431-ba12-4d72-92ff-79a39cc6d62e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:02.051172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408fa3-3bb9-4928-9ca4-ab1c698ecf56 None None] Pushing event updated for resources: {'Port': ['ID=32371e0a-e20e-41e5-a7cc-f8c84846471b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:02.055959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.202022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.226780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.267887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.330968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f34c313-9a0a-418c-9cad-ca76dcc35665']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.333032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.341177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Port': ['ID=717899a9-7af8-4c35-8816-70b654182df7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:02.360901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90448e17-4e40-48df-b6c7-d20c7b02d0c2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.361201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90448e17-4e40-48df-b6c7-d20c7b02d0c2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.388116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.426578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.427860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68856352-4e6d-45c1-b971-2b8333a4323c']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.447305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc3867-5598-43d0-aa59-04cf21f06a84') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.447758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc3867-5598-43d0-aa59-04cf21f06a84') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:02.470213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.570184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.642238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:02.642720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:02.657735 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:02.660124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.660235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.728318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:02.728993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.745276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=b23cfe84-efe4-4577-8802-efeabc567933,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:02.747137 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:02.866620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.894188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:02.911081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=68856352-4e6d-45c1-b971-2b8333a4323c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:02.955734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Allocated IP 172.26.5.175 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/4bb3d1f5-2024-4c13-921e-8e912061c286) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:02.979293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:07:02.979293 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:07:02.979293 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': '9f34c313-9a0a-418c-9cad-ca76dcc35665'}] Apr 05 12:07:02.979293 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:02.979701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:02.980901 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9eddfaf2-cbb5-4653-833a-5ebf7ad6d456 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/68856352-4e6d-45c1-b971-2b8333a4323c HTTP/1.1" status: 204 len: 168 time: 1.1489470 Apr 05 12:07:02.985863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46460) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:03.097149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.097640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 4951ede6-f01e-467d-b533-f95afacd91c4 disassociated (deleted). External IP: 172.26.5.97, port: 5fc3d011-b1e9-44c6-a99c-c0d404627400. Apr 05 12:07:03.170247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Router 97aad39f-2469-4b13-a2af-8851397d4d26 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:03.286354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 32371e0a-e20e-41e5-a7cc-f8c84846471b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:03.318884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.332131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:03.337293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7c765cbd-95e8-4335-9da0-b9aaf7683b9e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4566381 Apr 05 12:07:03.341457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46464) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:03.345716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] Sync routers for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:03.353087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.372304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:03.373023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:03.416933 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-9eb8aa25-b84d-4f64-b0ac-6bde2d67e67f tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] delete failed (client error): The resource could not be found. Apr 05 12:07:03.418591 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9eb8aa25-b84d-4f64-b0ac-6bde2d67e67f tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1395766261 HTTP/1.1" status: 404 len: 335 time: 0.0756392 Apr 05 12:07:03.423305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.423934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46468) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:03.430838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-998a44b2-8e42-4148-b35b-28c3af0fffdd tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'router': {'external_gateway_info': {'network_id': '97aad39f-2469-4b13-a2af-8851397d4d26'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:03.438584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b64e10-952e-4d4c-aca4-52848f719ba2 None None] Network 9f34c313-9a0a-418c-9cad-ca76dcc35665 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:03.483117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:03.520498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.572165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:03.573098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:03.590208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.626650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Provisioning for port 32371e0a-e20e-41e5-a7cc-f8c84846471b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:03.637042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 32371e0a-e20e-41e5-a7cc-f8c84846471b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:03.654165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.658385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=c004320d-82f5-49af-b1ce-ea79d7a4f4f9,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:03.678058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Provisioning complete for port 32371e0a-e20e-41e5-a7cc-f8c84846471b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:03.678424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.705321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:03.705716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011435e-c4dc-46a1-a03b-6226fa410413 None None] The sync data for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:03.711368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 32371e0a-e20e-41e5-a7cc-f8c84846471b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:03.711925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.822249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:03.827973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 32371e0a-e20e-41e5-a7cc-f8c84846471b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:03.828328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.858806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998a44b2-8e42-4148-b35b-28c3af0fffdd tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.878519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:03.880391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] In _notify_port_updated(), no bound segment for port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 on network da6fd76e-f196-40f4-8bd0-46b767cca361 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:07:03.886541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:03.887193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.891819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab00bbf4-8936-4b08-8327-7c4e316ca02b tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "PUT /v2.0/ports/c004320d-82f5-49af-b1ce-ea79d7a4f4f9 HTTP/1.1" status: 200 len: 996 time: 2.6846902 Apr 05 12:07:03.891985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-998a44b2-8e42-4148-b35b-28c3af0fffdd tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] update failed (client error): The resource could not be found. Apr 05 12:07:03.891985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-998a44b2-8e42-4148-b35b-28c3af0fffdd tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26 HTTP/1.1" status: 404 len: 339 time: 0.4654140 Apr 05 12:07:03.892737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46472) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:03.895314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:03.898774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46474) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:03.953901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Pushing event updated for resources: {'Port': ['ID=4bb3d1f5-2024-4c13-921e-8e912061c286,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:03.974570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:03.988142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.031614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 32371e0a-e20e-41e5-a7cc-f8c84846471b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=32371e0a-e20e-41e5-a7cc-f8c84846471b,segment=NetworkSegment(90448e17-4e40-48df-b6c7-d20c7b02d0c2),segment_id=90448e17-4e40-48df-b6c7-d20c7b02d0c2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:04.034320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] DHCP port deletion for 9f34c313-9a0a-418c-9cad-ca76dcc35665 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:04.038176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.073742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Deleting port 32371e0a-e20e-41e5-a7cc-f8c84846471b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:04.074284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.162283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:04.162614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.188542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:04.189268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:04.219428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.250731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=32371e0a-e20e-41e5-a7cc-f8c84846471b,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:04.324479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:04.373022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] For port 32371e0a-e20e-41e5-a7cc-f8c84846471b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=32371e0a-e20e-41e5-a7cc-f8c84846471b,segment=NetworkSegment(90448e17-4e40-48df-b6c7-d20c7b02d0c2),segment_id=90448e17-4e40-48df-b6c7-d20c7b02d0c2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:04.373672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.437397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b4a149-6a01-469a-ba68-8daf889ceae5') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:04.437675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b4a149-6a01-469a-ba68-8daf889ceae5') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:04.463179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.503644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Calling delete_port for 32371e0a-e20e-41e5-a7cc-f8c84846471b owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:04.552999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.562285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.585319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:04.587501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:04.587904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.596103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:04.604916 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:04.645171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] Pushing event deleted for resources: {'Port': ['ID=32371e0a-e20e-41e5-a7cc-f8c84846471b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:04.651275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22077183-f991-4af2-bba4-f922dcf59a25 None None] No DVR routers for this DVR port 32371e0a-e20e-41e5-a7cc-f8c84846471b on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:04.687741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.720674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 32371e0a-e20e-41e5-a7cc-f8c84846471b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=32371e0a-e20e-41e5-a7cc-f8c84846471b,segment=NetworkSegment(90448e17-4e40-48df-b6c7-d20c7b02d0c2),segment_id=90448e17-4e40-48df-b6c7-d20c7b02d0c2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:04.721040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.769655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b41d87-3cd6-4a1f-b070-503db8c238d5 None None] Port 32371e0a-e20e-41e5-a7cc-f8c84846471b update to ACTIVE by agent not found {{(pid=87959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 12:07:04.890651 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b9100b14-c4a6-4f29-b853-cdc8b57754bb None None] Provisioning complete for port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:04.891989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9100b14-c4a6-4f29-b853-cdc8b57754bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.927988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.944665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 32371e0a-e20e-41e5-a7cc-f8c84846471b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:04.945876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9100b14-c4a6-4f29-b853-cdc8b57754bb None None] Port c004320d-82f5-49af-b1ce-ea79d7a4f4f9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:04.977690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:04.988831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.052217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.116990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:05.127724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for c004320d-82f5-49af-b1ce-ea79d7a4f4f9 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:05.180156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bf14b746-a959-4bf7-8a5c-c658f781b8ae tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/cd4e3c2b-2d2e-4da6-804b-f5c3b9f78f42 HTTP/1.1" status: 204 len: 168 time: 2.1895554 Apr 05 12:07:05.202192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.218472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 32371e0a-e20e-41e5-a7cc-f8c84846471b no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:05.262045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 32371e0a-e20e-41e5-a7cc-f8c84846471b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:05.262481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 32371e0a-e20e-41e5-a7cc-f8c84846471b not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:05.278845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:05.291068 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:05.300987 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:05.301619 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.337818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:05.338218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:05.366684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.375736 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:05.376537 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.393615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Allocated IP 172.20.0.1 (f553e9d8-21df-41a5-bc65-ea9efbc8b207/56c4b378-49fb-4a9b-8b14-8e60fdc50382/fc08f24a-2f50-42e3-b75a-09fb0a59cd1a) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:05.399880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.412301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.451986 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.453217 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a61cc1-7af1-417e-b09e-29f9b6f98b65 None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:05.460384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=c004320d-82f5-49af-b1ce-ea79d7a4f4f9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:05.471234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.513491 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d459c1e2-c843-4102-bd2f-c6240095644d tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/4951ede6-f01e-467d-b533-f95afacd91c4 HTTP/1.1" status: 204 len: 168 time: 5.7694986 Apr 05 12:07:05.517705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.600685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.729797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 5fc3d011-b1e9-44c6-a99c-c0d404627400 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:05.730370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.752419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.770321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.797728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.811788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.815481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e68cde9e-17c4-4224-8bfa-7f98e27a5146 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/c004320d-82f5-49af-b1ce-ea79d7a4f4f9 HTTP/1.1" status: 204 len: 168 time: 1.9217381 Apr 05 12:07:05.818901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:05.868253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 32371e0a-e20e-41e5-a7cc-f8c84846471b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:05.868603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:05.935611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5507bd97-00d4-455e-94ef-bcfa46de402c']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.972370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Transition to ACTIVE for port object fc08f24a-2f50-42e3-b75a-09fb0a59cd1a will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:05.977778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f89065-bb77-43f1-99df-cf710ebbbcbd') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:05.978078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f89065-bb77-43f1-99df-cf710ebbbcbd') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:06.007530 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f359ff0-dc8f-45b4-af70-47da4cbc4498 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] GET failed (client error): The resource could not be found. Apr 05 12:07:06.007982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f359ff0-dc8f-45b4-af70-47da4cbc4498 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:06.028394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] The port '32371e0a-e20e-41e5-a7cc-f8c84846471b' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:06.036301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Pushing event updated for resources: {'Port': ['ID=4bb3d1f5-2024-4c13-921e-8e912061c286,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:06.043472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.111106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.115564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.116280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.134124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9f359ff0-dc8f-45b4-af70-47da4cbc4498 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:06.135317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f359ff0-dc8f-45b4-af70-47da4cbc4498 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports/c004320d-82f5-49af-b1ce-ea79d7a4f4f9 HTTP/1.1" status: 404 len: 333 time: 0.3125494 Apr 05 12:07:06.146714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:06.147158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.159355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46494) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:06.161401 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:06.181912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-1732046023'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:06.231488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:06.248459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:06.251701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:07:06.259431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:06.288034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.291345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.295531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.299357 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-200276df-93b5-450f-a074-562a65f20d05 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7209170 Apr 05 12:07:06.304921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.345954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Port': ['ID=fc08f24a-2f50-42e3-b75a-09fb0a59cd1a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:06.383641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.394270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f34c313-9a0a-418c-9cad-ca76dcc35665']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:06.416384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.439121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90448e17-4e40-48df-b6c7-d20c7b02d0c2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:06.439472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90448e17-4e40-48df-b6c7-d20c7b02d0c2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:06.452008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] Pushing event deleted for resources: {'Network': ['ID=5507bd97-00d4-455e-94ef-bcfa46de402c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:06.470953 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-769f7611-470d-4efe-ac88-8600b6ffe5c6 tempest-BulkNetworkOpsIpV6Test-1915345220 tempest-BulkNetworkOpsIpV6Test-1915345220-project] 10.222.0.50 "DELETE /v2.0/networks/5507bd97-00d4-455e-94ef-bcfa46de402c HTTP/1.1" status: 204 len: 168 time: 1.2650514 Apr 05 12:07:06.472792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.490799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-954dd7c2-48d7-4088-9519-bcae5f262f32 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Synchronizing usage tracker for tenant:e2831b89c0164912a6f324ff2638e1da on resource:floatingip {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:06.501534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.501933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 5fc3d011-b1e9-44c6-a99c-c0d404627400 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:06.511729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:06.512063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:06.527528 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:06.541200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-954dd7c2-48d7-4088-9519-bcae5f262f32 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Unset dirty status for tenant:e2831b89c0164912a6f324ff2638e1da on resource:floatingip {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:06.542502 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-954dd7c2-48d7-4088-9519-bcae5f262f32 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2379429 Apr 05 12:07:06.545929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46504) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.557243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.587715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-72edace1-3270-4f64-9fc7-4ac4fbdc95ac None None] Provisioning for port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:06.594765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-72edace1-3270-4f64-9fc7-4ac4fbdc95ac None None] Provisioning complete for port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:06.595603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72edace1-3270-4f64-9fc7-4ac4fbdc95ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.676202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14e8602e-4705-426d-bd1e-08cd8e9da1e5 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Synchronizing usage tracker for tenant:d18af0791a3142149068c4ee345be095 on resource:floatingip {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:06.683668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.687237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-72edace1-3270-4f64-9fc7-4ac4fbdc95ac None None] Port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:06.709803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.719788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=9f34c313-9a0a-418c-9cad-ca76dcc35665,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:06.724295 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ae3c619e-dc2c-4f2a-908e-1f433b97ae8c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/9f34c313-9a0a-418c-9cad-ca76dcc35665 HTTP/1.1" status: 204 len: 168 time: 6.8228688 Apr 05 12:07:06.727752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46510) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.733254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319610045'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:06.737893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14e8602e-4705-426d-bd1e-08cd8e9da1e5 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Unset dirty status for tenant:d18af0791a3142149068c4ee345be095 on resource:floatingip {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:06.741802 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14e8602e-4705-426d-bd1e-08cd8e9da1e5 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1916699 Apr 05 12:07:06.741802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:06.742108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.746271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:06.799063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:06.803580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:06.822505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:06.824233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46518) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:06.829671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:06.850663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:06.854566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.918337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:06.922156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.939004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Deleting port 4bb3d1f5-2024-4c13-921e-8e912061c286 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:06.939639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:06.963694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port 49149986-10a5-4fb4-b4a8-b9edd134714b yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:07.025193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.040917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:07.092442 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cef4d07-72e8-4bb8-842a-d6d8e2521dc1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f78b5a48571e4693836f0d2b5060c076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670577 Apr 05 12:07:07.096154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46524) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:07.097038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.097379 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 4fe16d70-7324-40ed-9f01-208d3f1f4aeb of type vlan for network 0ee90000-f07a-4243-a25b-1f826f139201 Apr 05 12:07:07.221278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.230985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.256240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.256569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.511131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Calling delete_port for 4bb3d1f5-2024-4c13-921e-8e912061c286 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:07.526084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=5fc3d011-b1e9-44c6-a99c-c0d404627400,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:07.537847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.542596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:07.543222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.547399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.630682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.14 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/49149986-10a5-4fb4-b4a8-b9edd134714b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:07.699220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.709260 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9802911 Apr 05 12:07:07.718895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5b7f0-99e3-4bf2-a9f8-0ef14c6fe58c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=0ee90000-f07a-4243-a25b-1f826f139201,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:07.720935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46528) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:07.737021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0ee90000-f07a-4243-a25b-1f826f139201 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:07.743073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '0ee90000-f07a-4243-a25b-1f826f139201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:07.843579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.855413 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8182ea8e-1cc3-47c0-87d2-a9ad37b35087 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/5fc3d011-b1e9-44c6-a99c-c0d404627400 HTTP/1.1" status: 204 len: 168 time: 2.3318458 Apr 05 12:07:07.861618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46532) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:07.874134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:07.884570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:07.893184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:floatingip and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:07.897927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:07.909724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:07.914473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:07.919738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.923326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:07.935932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:07.936356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:07.947780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d3ef3-795d-4a12-8b4a-09ed1a833235,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:07.954902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:07.969471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.005463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:08.008940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.058133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Pushing event deleted for resources: {'Port': ['ID=4bb3d1f5-2024-4c13-921e-8e912061c286,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:08.089656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.098536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.099699 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0a775eb6-bfb8-43f3-a763-155277f828c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c5d3ef3-795d-4a12-8b4a-09ed1a833235 HTTP/1.1" status: 204 len: 168 time: 1.0010138 Apr 05 12:07:08.163854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.189735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:07:08.190256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:07:08.228361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.236649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.237809 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d2122ab-25ef-43ba-b0b6-50870fd0f6e5 tempest-FloatingIPAdminTestJSON-835533895 tempest-FloatingIPAdminTestJSON-835533895-project] 10.222.0.50 "DELETE /v2.0/floatingips/873e9d10-2a0b-4bef-970f-d5ff6813c282 HTTP/1.1" status: 204 len: 168 time: 1.4946151 Apr 05 12:07:08.240750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:08.313213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.367560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.393056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event updated for resources: {'Port': ['ID=fc08f24a-2f50-42e3-b75a-09fb0a59cd1a,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:08.402098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object 49149986-10a5-4fb4-b4a8-b9edd134714b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:08.446140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Deleting port 76ad68d3-2467-410d-9111-107d36469fd9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:08.446485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.591370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.606592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.641367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.697951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:08.704461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:08.728463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=02132ac2-6f21-46d3-a76c-0c7b94356521,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:08.740308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.740822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:08.753710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '4fe16d70-7324-40ed-9f01-208d3f1f4aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:08.754241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 0ee90000-f07a-4243-a25b-1f826f139201, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:08.809275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:08.823766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:08.826194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:08.869005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=49149986-10a5-4fb4-b4a8-b9edd134714b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:09.029644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Calling delete_port for 76ad68d3-2467-410d-9111-107d36469fd9 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:09.076569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:09.077861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.090988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Router 97aad39f-2469-4b13-a2af-8851397d4d26 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:09.101664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.107348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 0ee90000-f07a-4243-a25b-1f826f139201 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:09.142178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0ee90000-f07a-4243-a25b-1f826f139201) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:09.147226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:09.148138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.150049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.138 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/60a92bec-d027-426a-8260-dd434d604d38) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:09.161560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38368a42-5384-4b81-8b16-f635e085af90 None None] Network 0ee90000-f07a-4243-a25b-1f826f139201 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:09.165718 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ca957485-006d-4c36-9104-5e10136b8afd tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0033569 Apr 05 12:07:09.168087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46568) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.222231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a70b884f-8327-404d-9b05-e842e357cd91 None None] Provisioning complete for port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:09.223541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a70b884f-8327-404d-9b05-e842e357cd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.231086 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-774f4a83-053e-4969-ac7f-8eb6afef9020 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5039334 Apr 05 12:07:09.231489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.286694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-41107396-d8d4-4432-a653-cce2885410a2 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] Request body: {'port': {'network_id': '07673c5f-8e29-4994-a8c2-e748afa68d73', 'name': 'tempest-NetworksNegativeTestJSON-1664980689'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:09.362913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a70b884f-8327-404d-9b05-e842e357cd91 None None] Port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:09.373261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.380510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'network_id': 'da6fd76e-f196-40f4-8bd0-46b767cca361', 'name': 'tempest-AllowedAddressPairTestJSON-241402642'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:09.412110 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-41107396-d8d4-4432-a653-cce2885410a2 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] POST failed (client error): The resource could not be found. Apr 05 12:07:09.412586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41107396-d8d4-4432-a653-cce2885410a2 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:09.413708 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41107396-d8d4-4432-a653-cce2885410a2 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3105900 Apr 05 12:07:09.425569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46578) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.436234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Pushing event deleted for resources: {'Port': ['ID=76ad68d3-2467-410d-9111-107d36469fd9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:09.516679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fe870fa6-ab94-4601-81a0-adfe156bd98b None None] Provisioning for port 49149986-10a5-4fb4-b4a8-b9edd134714b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:09.521565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0ee90000-f07a-4243-a25b-1f826f139201', 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '02132ac2-6f21-46d3-a76c-0c7b94356521'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:09.522545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.537945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fe870fa6-ab94-4601-81a0-adfe156bd98b None None] Provisioning complete for port 49149986-10a5-4fb4-b4a8-b9edd134714b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:09.538136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe870fa6-ab94-4601-81a0-adfe156bd98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.551346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.557496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.559824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.560939 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e23d406c-a73c-4850-b5bc-71640f575b14 tempest-FloatingIPAdminTestJSON-1649345903 tempest-FloatingIPAdminTestJSON-1649345903-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/3c81a9cf-6d9c-4bce-97d9-ea0ef9a5d23a HTTP/1.1" status: 204 len: 168 time: 1.3195498 Apr 05 12:07:09.565036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.645047 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c668e64b-b040-4661-a4ef-c74063477e7e tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] DELETE failed (client error): The resource could not be found. Apr 05 12:07:09.645047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c668e64b-b040-4661-a4ef-c74063477e7e tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:09.645367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fe870fa6-ab94-4601-81a0-adfe156bd98b None None] Port 49149986-10a5-4fb4-b4a8-b9edd134714b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:09.646924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c668e64b-b040-4661-a4ef-c74063477e7e tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "DELETE /v2.0/networks/35c2d2dc-95bd-475f-b39a-9c3fa889c52c HTTP/1.1" status: 404 len: 339 time: 0.2061417 Apr 05 12:07:09.660561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46586) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.671065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:09.671417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.741754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Allocated IP 172.20.0.3 (0ee90000-f07a-4243-a25b-1f826f139201/02132ac2-6f21-46d3-a76c-0c7b94356521/56339f4a-9549-4870-81d4-bfb1f00f9ac9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:09.743196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:09.750766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:09.758542 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-37dd9094-0a6b-4181-a41c-0665f937901c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8557839 Apr 05 12:07:09.761315 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b131c9e8-6e01-439a-92df-0a53c7d9215f tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] DELETE failed (client error): The resource could not be found. Apr 05 12:07:09.761801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b131c9e8-6e01-439a-92df-0a53c7d9215f tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:09.764228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b131c9e8-6e01-439a-92df-0a53c7d9215f tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "DELETE /v2.0/ports/1a0f935e-08d7-4acf-bd05-03a38bf27e6a HTTP/1.1" status: 404 len: 333 time: 0.0947840 Apr 05 12:07:09.765127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.775996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46592) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.783200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] Sync routers for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:09.853067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:09.853537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:09.910279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb8fe63-a27e-49c0-a927-d332edf04938 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] DELETE failed (client error): The resource could not be found. Apr 05 12:07:09.910899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb8fe63-a27e-49c0-a927-d332edf04938 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:09.917870 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6bb8fe63-a27e-49c0-a927-d332edf04938 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "DELETE /v2.0/subnets/5022313f-9c38-4e97-a4d3-abf4c4933582 HTTP/1.1" status: 404 len: 337 time: 0.1355815 Apr 05 12:07:09.917870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46598) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:09.928274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:09.946918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:09.947547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:09.997848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.019947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:10.026003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:10.026697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27d30a-abde-4ab4-a635-7a477aa85a5d None None] The sync data for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:10.037720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.045426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5a532c-1908-4d05-8b4e-8c0dff9e86a4 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] GET failed (client error): The resource could not be found. Apr 05 12:07:10.050975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fd5a532c-1908-4d05-8b4e-8c0dff9e86a4 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "GET /v2.0/networks/687b924e-574f-4418-81f4-648b8e04a7cf HTTP/1.1" status: 404 len: 339 time: 0.1263106 Apr 05 12:07:10.050975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:10.052601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46602) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.104097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.114699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Transition to ACTIVE for port object 56339f4a-9549-4870-81d4-bfb1f00f9ac9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:10.124507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8b56dc-4dd5-47ff-b38e-8fe6f839c55d tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] GET failed (client error): The resource could not be found. Apr 05 12:07:10.130228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7d8b56dc-4dd5-47ff-b38e-8fe6f839c55d tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "GET /v2.0/ports/f0ec95a1-18bc-4e0d-8462-0a5bc2e2395a HTTP/1.1" status: 404 len: 333 time: 0.0617542 Apr 05 12:07:10.130228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-320e57ea-3a99-42eb-8794-1116717d73d3 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.133070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:10.137196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Transition to ACTIVE for port object 56339f4a-9549-4870-81d4-bfb1f00f9ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:10.147731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.183058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46606) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.201747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Made reservation on behalf of 0e5c9d1b0d034d4a96b44a3b32399ea4 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:10.205708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.214062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Network 0ee90000-f07a-4243-a25b-1f826f139201 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:10.221197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:10.225233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:10.240090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Pushing event updated for resources: {'Port': ['ID=56339f4a-9549-4870-81d4-bfb1f00f9ac9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:10.294295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.326417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef3984d-252a-474b-9577-3790b8f53b3e tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] GET failed (client error): The resource could not be found. Apr 05 12:07:10.327784 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5ef3984d-252a-474b-9577-3790b8f53b3e tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "GET /v2.0/subnets/9ca14fa8-0404-4232-835f-efd277955cca HTTP/1.1" status: 404 len: 337 time: 0.1365552 Apr 05 12:07:10.331471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Attempting to bind port 56339f4a-9549-4870-81d4-bfb1f00f9ac9 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:10.332670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Attempting to bind port 56339f4a-9549-4870-81d4-bfb1f00f9ac9 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4fe16d70-7324-40ed-9f01-208d3f1f4aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:10.333068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Attempting to bind port 56339f4a-9549-4870-81d4-bfb1f00f9ac9 on network 0ee90000-f07a-4243-a25b-1f826f139201 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:10.333610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46610) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.339578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:10.340324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Checking segment: {'id': '4fe16d70-7324-40ed-9f01-208d3f1f4aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:10.340586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=02132ac2-6f21-46d3-a76c-0c7b94356521,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:10.340866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.341622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Bound using segment: {'id': '4fe16d70-7324-40ed-9f01-208d3f1f4aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:10.341885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Bound port: 56339f4a-9549-4870-81d4-bfb1f00f9ac9, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe16d70-7324-40ed-9f01-208d3f1f4aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '0ee90000-f07a-4243-a25b-1f826f139201'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:10.342340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.346554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.350014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-739ccb6a-5960-457d-997f-be46e20e538c tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:10.370984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] device_id is not set on port 802d8a2e-44e4-4184-b29e-3ec0760b987b yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:10.399540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Port': ['ID=eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:10.434055 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-739ccb6a-5960-457d-997f-be46e20e538c tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] PUT failed (client error): The resource could not be found. Apr 05 12:07:10.434527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739ccb6a-5960-457d-997f-be46e20e538c tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:10.435999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-739ccb6a-5960-457d-997f-be46e20e538c tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "PUT /v2.0/networks/57c202dd-139e-452e-8679-bd787a9f57c7 HTTP/1.1" status: 404 len: 339 time: 0.0982988 Apr 05 12:07:10.450101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46614) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.450250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] For port 56339f4a-9549-4870-81d4-bfb1f00f9ac9, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:10.450687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-320e57ea-3a99-42eb-8794-1116717d73d3 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 12:07:10.455123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-320e57ea-3a99-42eb-8794-1116717d73d3 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26 HTTP/1.1" status: 409 len: 329 time: 0.6817846 Apr 05 12:07:10.457428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] For port 56339f4a-9549-4870-81d4-bfb1f00f9ac9, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56339f4a-9549-4870-81d4-bfb1f00f9ac9,segment=NetworkSegment(4fe16d70-7324-40ed-9f01-208d3f1f4aeb),segment_id=4fe16d70-7324-40ed-9f01-208d3f1f4aeb)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:10.461871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.464949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46618) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.468793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-083c9265-57df-4657-88a0-14a4406f7e22 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:10.551385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.596497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.626838 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0524620a-6e9e-4949-b007-8fa5c5b54b68 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/ports/eba1840a-e2d6-4fc9-8027-06bc8d3cbd7b HTTP/1.1" status: 204 len: 168 time: 1.0582163 Apr 05 12:07:10.630241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.635363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-083c9265-57df-4657-88a0-14a4406f7e22 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] PUT failed (client error): The resource could not be found. Apr 05 12:07:10.636105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083c9265-57df-4657-88a0-14a4406f7e22 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:10.637414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-083c9265-57df-4657-88a0-14a4406f7e22 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "PUT /v2.0/ports/2a4a8384-dcf5-4c81-b83b-7375b86d0d06 HTTP/1.1" status: 404 len: 333 time: 0.1847029 Apr 05 12:07:10.648369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:10.654684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a06509-0701-4070-a794-4f42c8cda63b None None] Pushing event updated for resources: {'Port': ['ID=56339f4a-9549-4870-81d4-bfb1f00f9ac9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:10.666069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719138e8-8dc9-49a8-8545-9a4d91c73c71 None None] Network 0ee90000-f07a-4243-a25b-1f826f139201 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:10.770291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.805610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee90000-f07a-4243-a25b-1f826f139201']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:10.820531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe16d70-7324-40ed-9f01-208d3f1f4aeb') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:10.820825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe16d70-7324-40ed-9f01-208d3f1f4aeb') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:10.838534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.865325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.874742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67226f-5ab1-42dd-bfba-d72808ac04e8 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:07:10.875681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e89e106-08d7-4579-b164-bb4f88c89133 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:10.876384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e89e106-08d7-4579-b164-bb4f88c89133 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Synchronizing usage tracker for tenant:d18af0791a3142149068c4ee345be095 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:10.883981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:10.884361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:10.894712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-341cd3e4-eccc-4d34-b448-3a69dc6e70a5 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:10.900546 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:10.955191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:10.969167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:10.971579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:10.977317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e89e106-08d7-4579-b164-bb4f88c89133 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Unset dirty status for tenant:d18af0791a3142149068c4ee345be095 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:10.979487 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e89e106-08d7-4579-b164-bb4f88c89133 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3a30bf4-5750-440d-b745-e597e04dc3cd HTTP/1.1" status: 200 len: 913 time: 0.3481252 Apr 05 12:07:10.987653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:11.002895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-341cd3e4-eccc-4d34-b448-3a69dc6e70a5 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] PUT failed (client error): The resource could not be found. Apr 05 12:07:11.003370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341cd3e4-eccc-4d34-b448-3a69dc6e70a5 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:11.007872 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-341cd3e4-eccc-4d34-b448-3a69dc6e70a5 tempest-NetworksNegativeTestJSON-250978052 tempest-NetworksNegativeTestJSON-250978052-project] 10.222.0.50 "PUT /v2.0/subnets/245d7297-1b29-4173-99b8-a090c71c8dcd HTTP/1.1" status: 404 len: 337 time: 0.1687164 Apr 05 12:07:11.039086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a67226f-5ab1-42dd-bfba-d72808ac04e8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:07:11.044285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=60a92bec-d027-426a-8260-dd434d604d38,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:11.081643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:07:11.081643 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:07:11.081643 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': '0ee90000-f07a-4243-a25b-1f826f139201'}] Apr 05 12:07:11.081643 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:11.082016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:11.135519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Allocated IP 172.20.0.13 (da6fd76e-f196-40f4-8bd0-46b767cca361/c9ca1765-fa92-4040-9258-66853f8d7ad4/802d8a2e-44e4-4184-b29e-3ec0760b987b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:11.357402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.477736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:11.564824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.610315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.642683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.666244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:11.668827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 56339f4a-9549-4870-81d4-bfb1f00f9ac9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:11.669175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.705153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Usage tracker for resource:security_group_rule and tenant:e381efc6d35a43dc8158de426e58cb9e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:11.708722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:11.725073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:11.760210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.803295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:11.852233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Transition to ACTIVE for port object 802d8a2e-44e4-4184-b29e-3ec0760b987b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:11.915376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.052683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.087519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.121573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.155014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Network da6fd76e-f196-40f4-8bd0-46b767cca361 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:12.195377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:12.198028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:12.228397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.239660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 56339f4a-9549-4870-81d4-bfb1f00f9ac9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56339f4a-9549-4870-81d4-bfb1f00f9ac9,segment=NetworkSegment(4fe16d70-7324-40ed-9f01-208d3f1f4aeb),segment_id=4fe16d70-7324-40ed-9f01-208d3f1f4aeb)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:12.240024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.249582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.393544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4fa84628-d4c2-4f21-a660-857316d9f84c None None] Provisioning for port 802d8a2e-44e4-4184-b29e-3ec0760b987b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:12.399048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4fa84628-d4c2-4f21-a660-857316d9f84c None None] Provisioning complete for port 802d8a2e-44e4-4184-b29e-3ec0760b987b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:12.399444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fa84628-d4c2-4f21-a660-857316d9f84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.449264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=802d8a2e-44e4-4184-b29e-3ec0760b987b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:12.458493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4fa84628-d4c2-4f21-a660-857316d9f84c None None] Port 802d8a2e-44e4-4184-b29e-3ec0760b987b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:12.507462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 56339f4a-9549-4870-81d4-bfb1f00f9ac9 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:12.545162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.552705 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e381efc6d35a43dc8158de426e58cb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739965 Apr 05 12:07:12.560732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46644) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:12.584582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083a1d0-757f-4418-91c3-66a16b62f455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538da066-3421-4a41-bb1c-d542d634dcbe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:12.587935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:12.588554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.619655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=60a92bec-d027-426a-8260-dd434d604d38,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:12.627907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.629108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-89c74c16-372c-49a9-a809-8dc813a78e56 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7665622 Apr 05 12:07:12.635178 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-285b944c-128b-41cc-bd35-fd242d3e13fc tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2681994 Apr 05 12:07:12.636805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46648) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:12.637139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46650) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:12.646262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:dd:19:be'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2c:dc:2a'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:12.681463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'port': {'network_id': '1a8fb30a-3753-4db4-a338-1a5d6152faf9', 'name': 'tempest-FloatingIPTestJSON-474898717'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:12.695351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.759565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.761235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=56339f4a-9549-4870-81d4-bfb1f00f9ac9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:12.786783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port 56339f4a-9549-4870-81d4-bfb1f00f9ac9 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:12.823663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:12.824005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:12.880094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.005825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting port fc08f24a-2f50-42e3-b75a-09fb0a59cd1a {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:13.006188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.026190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.055223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:13.071862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:port and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:13.080201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:13.090264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:13.121511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee90000-f07a-4243-a25b-1f826f139201']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:13.150033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe16d70-7324-40ed-9f01-208d3f1f4aeb') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:13.150362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe16d70-7324-40ed-9f01-208d3f1f4aeb') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:13.161256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.179760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.201892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538da066-3421-4a41-bb1c-d542d634dcbe,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:13.204601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:13.208166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.227388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.236041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.244751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.245862 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12bf10fb-f83e-4b47-9172-8c7fd0a6ade9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/538da066-3421-4a41-bb1c-d542d634dcbe HTTP/1.1" status: 204 len: 168 time: 0.6826057 Apr 05 12:07:13.246858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:13.247267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:13.264895 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:13.270628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.319574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] device_id is not set on port 72e0c74d-e50d-4cf3-9f78-7aaf588548ae yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:13.440525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.443432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for 64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:13.505104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.536068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.549422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=0ee90000-f07a-4243-a25b-1f826f139201,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:13.559549 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c2e9811-cd5e-4119-823e-b7cf7b24586b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/0ee90000-f07a-4243-a25b-1f826f139201 HTTP/1.1" status: 204 len: 168 time: 4.3271756 Apr 05 12:07:13.596555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46664) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:13.611507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Calling delete_port for fc08f24a-2f50-42e3-b75a-09fb0a59cd1a owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:13.645885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-393260960'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:13.674816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:13.747673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:13.763201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:13.779625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:13.847111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.881967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:13.885376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:13.900429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Port': ['ID=64ccbb3a-dd4e-4c8c-9f56-5014a0dc9e42,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:13.925689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.14 (1a8fb30a-3753-4db4-a338-1a5d6152faf9/17bf5c20-510d-4696-b02b-9a8fb2498ba9/72e0c74d-e50d-4cf3-9f78-7aaf588548ae) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:13.992934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:14.050107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.050448 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 9e8ff662-dc72-4669-92a4-295f1e76bc92 of type vlan for network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 Apr 05 12:07:14.052763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.078261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.129104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46682) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:14.298757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1934095522'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:14.311477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:14.318533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:14.322800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:14.338970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:14.348999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.361249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:14.364632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.427845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.456499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:14.463270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:14.467885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:14.476845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:14.483726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event updated for resources: {'Port': ['ID=802d8a2e-44e4-4184-b29e-3ec0760b987b,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:14.495689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.540715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.602292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11f7b1b1-e1e6-4c7e-82cc-4863ce9d383a None None] Provisioning complete for port 802d8a2e-44e4-4184-b29e-3ec0760b987b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:14.603362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11f7b1b1-e1e6-4c7e-82cc-4863ce9d383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.612530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] In _notify_port_updated(), no bound segment for port 802d8a2e-44e4-4184-b29e-3ec0760b987b on network da6fd76e-f196-40f4-8bd0-46b767cca361 {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:07:14.618145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:14.618760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.620039 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-816a9cb4-bc87-4aaf-9910-e936b35f22e3 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "PUT /v2.0/ports/802d8a2e-44e4-4184-b29e-3ec0760b987b HTTP/1.1" status: 200 len: 1056 time: 1.9787719 Apr 05 12:07:14.627243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Port': ['ID=fc08f24a-2f50-42e3-b75a-09fb0a59cd1a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:14.632111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46690) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:14.663791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-11f7b1b1-e1e6-4c7e-82cc-4863ce9d383a None None] Port 802d8a2e-44e4-4184-b29e-3ec0760b987b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:14.759350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.764905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:14.765916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.806630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.817122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.860354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:14.864026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Router e3a30bf4-5750-440d-b745-e597e04dc3cd has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:14.868264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.874801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3b1b77-c75c-4631-8483-28d97a637260,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:14.882016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.882374 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment 5ea6db31-7fe3-42c3-8d60-c3820180f648 of type vlan for network 2302720f-7b90-4d5a-b8b9-23047cf14086 Apr 05 12:07:14.882645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port 802d8a2e-44e4-4184-b29e-3ec0760b987b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:14.882977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.976980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:14.990641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3912380 Apr 05 12:07:14.994444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46694) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.004188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:15.013024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8011c1-f8b5-4c41-96ba-06e11c4393b1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=233b76bc-60e2-44ac-8e2e-2a258c53dd95,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:15.025942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:15.096898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:07:15.195771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.201066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:15.201656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.206049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.222947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:15.235675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:15.236454 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] Sync routers for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:15.248143 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:15.249043 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:15.253366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:15.259081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:15.274335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:15.311989 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:15.320913 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] Routers {'e3a30bf4-5750-440d-b745-e597e04dc3cd'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:15.321503 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e3a30bf4-5750-440d-b745-e597e04dc3cd'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:15.349065 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2155471 Apr 05 12:07:15.349065 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d70bf6a1-3caa-4381-8970-dd11779fae5f tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "PUT /v2.0/routers/e3a30bf4-5750-440d-b745-e597e04dc3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3590319 Apr 05 12:07:15.350897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46698) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.351243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:15.351848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4da47-8639-43c7-9731-f5ce2ebab87a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=2302720f-7b90-4d5a-b8b9-23047cf14086,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:15.353833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:15.357199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.365620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:15.394048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.412154 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:15.412946 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708096e-b056-4e1f-b760-0c4b6146a1d6 None None] The sync data for ids ['e3a30bf4-5750-440d-b745-e597e04dc3cd'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:15.431121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'name': 'tempest-PortsTestJSON-743870154'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:15.543387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 1a8fb30a-3753-4db4-a338-1a5d6152faf9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:15.552347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:15.611856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:15.795158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=72e0c74d-e50d-4cf3-9f78-7aaf588548ae,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:15.800089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.858310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:15.922787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:15.938197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:15.945463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:15.956588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:16.003751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for 802d8a2e-44e4-4184-b29e-3ec0760b987b owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:16.034164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:16.037523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.061202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Router 97aad39f-2469-4b13-a2af-8851397d4d26 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:16.090788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:16.091017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.130231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port e32262f4-96a5-4c76-a457-d779f9193f37 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:16.198201 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd9da9b8-b14a-44a7-af70-9a47be362a87 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5586627 Apr 05 12:07:16.203230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46710) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.204451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.223989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': '72e0c74d-e50d-4cf3-9f78-7aaf588548ae'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:16.285585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:16.291013 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f2ba7898-b197-4ad3-8a22-a824dda14540 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7922723 Apr 05 12:07:16.297238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46714) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.298204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb768927-2408-4216-9f5b-936a2623291c None None] Sync routers for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:16.318905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:16.320821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:16.340280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port a2a750b7-7b18-451b-b618-ec20f8cac5ef {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:16.340617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.389997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:16.398574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] Routers {'97aad39f-2469-4b13-a2af-8851397d4d26'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:16.399279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['97aad39f-2469-4b13-a2af-8851397d4d26'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:16.413526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5fa60-de7a-4420-b6b1-2a212931cc3c req-d256dc4e-8fc7-42fe-bb37-23664f358bb3 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:16.414993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bea5fa60-de7a-4420-b6b1-2a212931cc3c req-d256dc4e-8fc7-42fe-bb37-23664f358bb3 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.4238350 Apr 05 12:07:16.415864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-181ee9ac-bcc1-4d0f-937c-3c865e6cdaec tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] show failed (client error): The resource could not be found. Apr 05 12:07:16.416763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-181ee9ac-bcc1-4d0f-937c-3c865e6cdaec tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-644472349 HTTP/1.1" status: 404 len: 334 time: 0.1180451 Apr 05 12:07:16.423866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46718) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.433019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b2db965b-812a-4f2a-a0f5-ec1cefb3a697 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:16.460234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb768927-2408-4216-9f5b-936a2623291c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:16.460632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb768927-2408-4216-9f5b-936a2623291c None None] The sync data for ids ['97aad39f-2469-4b13-a2af-8851397d4d26'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:16.475545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.521659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-b2db965b-812a-4f2a-a0f5-ec1cefb3a697 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] update failed (client error): The resource could not be found. Apr 05 12:07:16.522673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b2db965b-812a-4f2a-a0f5-ec1cefb3a697 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1471203402 HTTP/1.1" status: 404 len: 335 time: 0.0971072 Apr 05 12:07:16.532309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.546898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bea5fa60-de7a-4420-b6b1-2a212931cc3c req-bde54982-5749-4102-a0cf-62db59f5157f tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223664 Apr 05 12:07:16.548019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.598483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=802d8a2e-44e4-4184-b29e-3ec0760b987b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:16.656167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.877011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.895919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:16.908807 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7f54f6af-7907-433a-90de-d42c36266a6f tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/802d8a2e-44e4-4184-b29e-3ec0760b987b HTTP/1.1" status: 204 len: 168 time: 2.2755518 Apr 05 12:07:16.911509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46726) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:16.958541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd664b2-5da1-4223-9d9c-da5ef169aab4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] GET failed (client error): The resource could not be found. Apr 05 12:07:16.959097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cd664b2-5da1-4223-9d9c-da5ef169aab4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:16.975848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cd664b2-5da1-4223-9d9c-da5ef169aab4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:16.977189 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0cd664b2-5da1-4223-9d9c-da5ef169aab4 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports/802d8a2e-44e4-4184-b29e-3ec0760b987b HTTP/1.1" status: 404 len: 333 time: 0.0646412 Apr 05 12:07:16.979754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46730) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:17.047997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port 49149986-10a5-4fb4-b4a8-b9edd134714b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:17.048544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.061738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=09557305-b81f-490e-bbe1-27426a072315,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:17.066969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting subnet a055f2b1-04c4-49ee-9a61-af9d6630f532 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:17.145637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.247375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for a2a750b7-7b18-451b-b618-ec20f8cac5ef owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:17.298471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '9e8ff662-dc72-4669-92a4-295f1e76bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:17.298835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 233b76bc-60e2-44ac-8e2e-2a258c53dd95, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:17.403373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.406974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.421881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.528401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for 49149986-10a5-4fb4-b4a8-b9edd134714b owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:17.616117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:17.668001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 233b76bc-60e2-44ac-8e2e-2a258c53dd95) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:17.677730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2a8cc2-7de1-418a-9d92-521fe962e6de None None] Network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:17.689290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:17.689880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.730239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.782938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=49149986-10a5-4fb4-b4a8-b9edd134714b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:17.843973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.888401 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-665b1627-6823-47dd-97e1-fac701da1e1b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8928845 Apr 05 12:07:17.893751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd75bf6-fa73-4351-b031-ccfd4d429d6b req-209c1789-2c68-494c-b19f-79fe5a018ccf tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:17.895327 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0bd75bf6-fa73-4351-b031-ccfd4d429d6b req-209c1789-2c68-494c-b19f-79fe5a018ccf tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.2366550 Apr 05 12:07:17.895814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46736) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:17.923505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:17.976506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-233b76bc-60e2-44ac-8e2e-2a258c53dd95', 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '09557305-b81f-490e-bbe1-27426a072315'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:17.977700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.007020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-97e00e24-72b6-4aea-af6c-8551aba39013 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:18.007780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-97e00e24-72b6-4aea-af6c-8551aba39013 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Synchronizing usage tracker for tenant:85452dc9409c41b7a0880549e9648d24 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:18.048091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.060453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0bd75bf6-fa73-4351-b031-ccfd4d429d6b req-7aa4dc9d-330d-45cf-a1ab-64645aea94ed tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412613 Apr 05 12:07:18.076017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0403d308-1462-4eee-99e0-b9432c309f5d tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/49149986-10a5-4fb4-b4a8-b9edd134714b HTTP/1.1" status: 204 len: 168 time: 1.0952342 Apr 05 12:07:18.088509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:18.092989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=e32262f4-96a5-4c76-a457-d779f9193f37,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:18.125450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-97e00e24-72b6-4aea-af6c-8551aba39013 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Unset dirty status for tenant:85452dc9409c41b7a0880549e9648d24 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:18.126661 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-97e00e24-72b6-4aea-af6c-8551aba39013 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.6653805 Apr 05 12:07:18.131733 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ef9131-258a-4e20-bcff-6215ab5fa306 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] GET failed (client error): The resource could not be found. Apr 05 12:07:18.132274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-90ef9131-258a-4e20-bcff-6215ab5fa306 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Synchronizing usage tracker for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:18.156198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.156915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': '5ea6db31-7fe3-42c3-8d60-c3820180f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:18.157340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: 2302720f-7b90-4d5a-b8b9-23047cf14086, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:18.171905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-90ef9131-258a-4e20-bcff-6215ab5fa306 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Unset dirty status for tenant:0e5c9d1b0d034d4a96b44a3b32399ea4 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:18.177113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-90ef9131-258a-4e20-bcff-6215ab5fa306 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "GET /v2.0/ports/49149986-10a5-4fb4-b4a8-b9edd134714b HTTP/1.1" status: 404 len: 333 time: 0.0968292 Apr 05 12:07:18.177632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46744) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:18.200073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.259101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.260202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Allocated IP 172.20.0.1 (233b76bc-60e2-44ac-8e2e-2a258c53dd95/09557305-b81f-490e-bbe1-27426a072315/daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:18.292748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.308312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Port': ['ID=a2a750b7-7b18-451b-b618-ec20f8cac5ef,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:18.324537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:18.324889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.364673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Subnet': ['ID=a055f2b1-04c4-49ee-9a61-af9d6630f532,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:18.365608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10d691-df5a-4732-9a8e-16c6b51597bc None None] Network 070a4500-7047-4d1a-80e7-b62e5af6059a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:18.366412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.382218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:07:18.456931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Deleting port b05074a0-5488-425d-8f8c-c00697db2dcd {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:18.457180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.485383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:18.553203 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-791daa0d-2ed7-497e-85e6-f63eb0f706f0 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/subnets/a055f2b1-04c4-49ee-9a61-af9d6630f532 HTTP/1.1" status: 204 len: 168 time: 2.0058515 Apr 05 12:07:18.553436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46748) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:18.568604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2302720f-7b90-4d5a-b8b9-23047cf14086) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:18.591241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1e1ad-b631-4a6a-ac0d-deebe23bbb59 None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:18.601721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:18.606865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:18.607498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.665059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting subnet 6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:18.669597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.698566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.771734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.773086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.783740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Transition to ACTIVE for port object daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:18.791488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.849004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:18.857889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.884920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Transition to ACTIVE for port object daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:18.899151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:18.971985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:18.974635 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18add281-7604-4214-b6af-00ed7a2d2c23 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.6032879 Apr 05 12:07:18.975702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:18.978423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:18.993671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:19.015200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.025213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-97051364'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:19.043863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] DHCP port deletion for 070a4500-7047-4d1a-80e7-b62e5af6059a request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:19.053719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Pushing event updated for resources: {'Port': ['ID=daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:19.058235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Deleting port 67fa2cab-c4a4-45b7-9d81-f16201949a99 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:19.058769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.086945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.144575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.148534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.160312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=09557305-b81f-490e-bbe1-27426a072315,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:19.246316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:19.259256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Attempting to bind port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:19.259624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Attempting to bind port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9e8ff662-dc72-4669-92a4-295f1e76bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:19.259986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Attempting to bind port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 on network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:19.267572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:19.267986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Checking segment: {'id': '9e8ff662-dc72-4669-92a4-295f1e76bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:19.268392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.269013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Bound using segment: {'id': '9e8ff662-dc72-4669-92a4-295f1e76bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:19.269340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Bound port: daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8ff662-dc72-4669-92a4-295f1e76bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:19.269722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.277720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:19.283442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 67fa2cab-c4a4-45b7-9d81-f16201949a99 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:19.293291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.326065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:19.389167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:19.391697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.424438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.425101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Fanout notify agent at l3_agent the message router_deleted on router e3a30bf4-5750-440d-b745-e597e04dc3cd {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:07:19.449932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:19.453489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.480520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.484554 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-74f0dce7-4c58-4ec3-883a-43bb2da3c704 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/routers/e3a30bf4-5750-440d-b745-e597e04dc3cd HTTP/1.1" status: 204 len: 168 time: 4.1088963 Apr 05 12:07:19.491145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46760) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:19.494041 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP d04c28e2-9544-416b-b9ba-3d110b9389d5 associated. External IP: 172.26.5.138, port: 72e0c74d-e50d-4cf3-9f78-7aaf588548ae. Apr 05 12:07:19.496268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.528274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=b1bfd50c-3b7f-4083-a2a0-b60270cb96f8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:19.549651 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:19.550058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.602170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b76bc-60e2-44ac-8e2e-2a258c53dd95']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:19.649598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] For port b05074a0-5488-425d-8f8c-c00697db2dcd, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b05074a0-5488-425d-8f8c-c00697db2dcd,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:19.649997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.658689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:19.670082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ff662-dc72-4669-92a4-295f1e76bc92') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:19.670379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ff662-dc72-4669-92a4-295f1e76bc92') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:19.691823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Calling delete_port for 67fa2cab-c4a4-45b7-9d81-f16201949a99 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:19.710756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.727875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.737837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] For port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:19.763928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.765160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] For port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7,segment=NetworkSegment(9e8ff662-dc72-4669-92a4-295f1e76bc92),segment_id=9e8ff662-dc72-4669-92a4-295f1e76bc92)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:19.774446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.774717 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment 4adb9490-be17-4cc3-a152-4c9dc0bda02d of type vlan for network 957b78dd-8975-4313-a5e8-7f76c577b92a Apr 05 12:07:19.777051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862bfa8-f007-4561-8556-b75e1134e6fe req-379505df-68ae-4176-a69d-cdfdf465375c tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:19.779352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a862bfa8-f007-4561-8556-b75e1134e6fe req-379505df-68ae-4176-a69d-cdfdf465375c tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.4872541 Apr 05 12:07:19.784270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting subnet e37f6b93-eaa1-4244-88dd-1a8cee6d7899 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:19.786004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.788346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.844783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.850027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.868244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:19.868756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:19.886119 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:19.888300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:19.891514 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/subnets/6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa HTTP/1.1" status: 204 len: 168 time: 1.3370757 Apr 05 12:07:19.894902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:19.908659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e51a3-97d6-4cde-940c-40477da1495c tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4c23b8-5425-4cc5-b0c3-cfa0a1847faa,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:19.909976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15255c-656e-49fb-b9d5-6a356c0bb427 None None] Network dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:19.918416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1711d802-b5df-4ae4-8c6d-724fc4caa00c tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/ports/b1bfd50c-3b7f-4083-a2a0-b60270cb96f8 HTTP/1.1" status: 204 len: 168 time: 1.7356584 Apr 05 12:07:19.924442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46768) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:19.946260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:19.973319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.030492 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a862bfa8-f007-4561-8556-b75e1134e6fe req-0280ef76-fd97-48c7-baf9-781c8180e76e tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347012 Apr 05 12:07:20.072784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.096725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting subnet c9ca1765-fa92-4040-9258-66853f8d7ad4 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:20.100614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.104844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:20.104983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:20.128114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae793-ed70-4d04-bfb8-6eadc6a30e6c None None] Pushing event updated for resources: {'Port': ['ID=daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:20.152652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:07:20.152652 dv-neutron-833203-3-hyperv neutron-server[87957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:07:20.152652 dv-neutron-833203-3-hyperv neutron-server[87957]: [parameters: {'id': '233b76bc-60e2-44ac-8e2e-2a258c53dd95'}] Apr 05 12:07:20.152652 dv-neutron-833203-3-hyperv neutron-server[87957]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:20.153089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:20.171072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.261970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.283075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d96cca-cf31-4b7f-8544-1f3a3aded4bf None None] Network 233b76bc-60e2-44ac-8e2e-2a258c53dd95 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:20.317945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.342286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.372082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=67fa2cab-c4a4-45b7-9d81-f16201949a99,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:20.385905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ca1765-fa92-4040-9258-66853f8d7ad4,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:20.390791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.399606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4f08e9b6-0f9b-4999-b53d-a76bdfe03e80 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/subnets/c9ca1765-fa92-4040-9258-66853f8d7ad4 HTTP/1.1" status: 204 len: 168 time: 0.4272549 Apr 05 12:07:20.399900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46772) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:20.421277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9737d291-d3ce-4152-8b40-0381edf067da None None] Network da6fd76e-f196-40f4-8bd0-46b767cca361 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:20.448362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:07:20.536918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.545330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.548258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Deleting port d515d59c-219e-40ce-b517-8b232644eb0c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:20.548597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.608712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Deleting port 67fa2cab-c4a4-45b7-9d81-f16201949a99 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:20.609637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.625234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.631241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:20.631843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.650413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] DHCP port deletion for dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:20.664675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.691354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:20.691686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.694176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Deleting port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:20.694719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.748659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting port 67fa2cab-c4a4-45b7-9d81-f16201949a99 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:20.749642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.822640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.823022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.823365 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Floating IP bb094277-1043-4cb8-97cc-7be0f3ada948 disassociated. External IP: 172.26.5.209, port: b05074a0-5488-425d-8f8c-c00697db2dcd. Apr 05 12:07:20.823715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Calling delete_port for b05074a0-5488-425d-8f8c-c00697db2dcd owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:20.906868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] For port d515d59c-219e-40ce-b517-8b232644eb0c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d515d59c-219e-40ce-b517-8b232644eb0c,segment=NetworkSegment(83758612-9e16-4702-88fd-5522ce1157a5),segment_id=83758612-9e16-4702-88fd-5522ce1157a5)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:20.907220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:20.934026 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9373901 Apr 05 12:07:20.959491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46776) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:20.974289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.005321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c542b-1bdc-48c2-9059-29f6a0b2fa9c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=957b78dd-8975-4313-a5e8-7f76c577b92a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:21.028643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'ports': [{'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'}, {'network_id': '957b78dd-8975-4313-a5e8-7f76c577b92a'}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:21.028958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:21.029623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '957b78dd-8975-4313-a5e8-7f76c577b92a'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:21.058431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:21.058974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.141513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:21.293772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 957b78dd-8975-4313-a5e8-7f76c577b92a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:21.302478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Calling delete_port for d515d59c-219e-40ce-b517-8b232644eb0c owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:21.466574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7,segment=NetworkSegment(9e8ff662-dc72-4669-92a4-295f1e76bc92),segment_id=9e8ff662-dc72-4669-92a4-295f1e76bc92)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:21.466934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.498054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Calling delete_port for 67fa2cab-c4a4-45b7-9d81-f16201949a99 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:21.529126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:21.553784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdd1ac-e157-4255-b0e3-7fad4ee81d0c None None] DHCP port deletion for da6fd76e-f196-40f4-8bd0-46b767cca361 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:21.624175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-09bdd1ac-e157-4255-b0e3-7fad4ee81d0c None None] Deleting port d515d59c-219e-40ce-b517-8b232644eb0c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:21.625144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09bdd1ac-e157-4255-b0e3-7fad4ee81d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.648111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:21.679828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.705828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dba57-c018-4769-8de9-96fdffccf8b8 req-1536615c-f178-4915-b356-ba8970b92bb1 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:21.707358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-035dba57-c018-4769-8de9-96fdffccf8b8 req-1536615c-f178-4915-b356-ba8970b92bb1 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 946 time: 0.4840422 Apr 05 12:07:21.715609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.745301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:21.760991 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:21.768782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] For port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,segment=NetworkSegment(4f8f401d-8a5d-46d0-9faf-3d16cda5585f),segment_id=4f8f401d-8a5d-46d0-9faf-3d16cda5585f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:21.769183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.775188 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:21.776637 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:21.792592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Port': ['ID=d515d59c-219e-40ce-b517-8b232644eb0c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:21.801858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-09bdd1ac-e157-4255-b0e3-7fad4ee81d0c None None] The port 'd515d59c-219e-40ce-b517-8b232644eb0c' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:21.802088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] No DVR routers for this DVR port d515d59c-219e-40ce-b517-8b232644eb0c on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:21.819106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:21.862546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event deleted for resources: {'Port': ['ID=b05074a0-5488-425d-8f8c-c00697db2dcd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:21.912682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-035dba57-c018-4769-8de9-96fdffccf8b8 req-35e601cf-98cf-42f4-964a-6ce2baa0ce49 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups?id=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986651 Apr 05 12:07:21.939953 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:21.956688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:21.958155 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:21.973389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Calling delete_port for 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:22.036706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.056477 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.058591 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006cc7d4-6316-4893-8a19-73fde60c128d None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:22.100491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.113927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.168231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5df9f-c306-49b2-a854-a0caef15984e req-68b94700-9f96-4b51-afa7-5e540bb7f8ad tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:22.169774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83d5df9f-c306-49b2-a854-a0caef15984e req-68b94700-9f96-4b51-afa7-5e540bb7f8ad tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 0.6165860 Apr 05 12:07:22.177284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.200060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:22.203118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Subnet': ['ID=e37f6b93-eaa1-4244-88dd-1a8cee6d7899,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:22.221962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] For port 67fa2cab-c4a4-45b7-9d81-f16201949a99, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=67fa2cab-c4a4-45b7-9d81-f16201949a99,segment=NetworkSegment(5291989c-edff-4fdf-a263-f513ffe55f6e),segment_id=5291989c-edff-4fdf-a263-f513ffe55f6e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:22.222326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.232684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port daebd3cc-ccfe-4d4c-8341-0afaa1eae3c7 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:22.233792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.237290 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f020302f-6363-4a75-9ea8-4df9a3d9cc85 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/subnets/e37f6b93-eaa1-4244-88dd-1a8cee6d7899 HTTP/1.1" status: 204 len: 168 time: 2.7447915 Apr 05 12:07:22.256205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:22.258118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.275956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6fd76e-f196-40f4-8bd0-46b767cca361']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.293760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] Pushing event deleted for resources: {'Port': ['ID=67fa2cab-c4a4-45b7-9d81-f16201949a99,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:22.303672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32434cf4-7dc3-442c-a0a9-faa0b676416e None None] Network 329b6f52-891f-41d5-bf7b-089d5122cfdc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:22.326788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59ccfb-3932-498e-a510-afea10a962a1 None None] No DVR routers for this DVR port 67fa2cab-c4a4-45b7-9d81-f16201949a99 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:22.329164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83758612-9e16-4702-88fd-5522ce1157a5') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.329463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83758612-9e16-4702-88fd-5522ce1157a5') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.332940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.401259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83d5df9f-c306-49b2-a854-a0caef15984e req-1ff5bcb7-e8fb-474b-b1bc-b6cc649dafcf tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059650 Apr 05 12:07:22.408290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.425797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.443731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.447941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Calling delete_port for 67fa2cab-c4a4-45b7-9d81-f16201949a99 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:22.460890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] Pushing event deleted for resources: {'Port': ['ID=81dcdd9b-decc-46cf-9956-bc79cc5cbd70,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:22.462564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:22.463089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.477750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fda85e-5dcb-43bb-8070-c509262dbd59 None None] No DVR routers for this DVR port 81dcdd9b-decc-46cf-9956-bc79cc5cbd70 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:22.479336 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:22.481127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b76bc-60e2-44ac-8e2e-2a258c53dd95']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.511128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:22.531571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:22.538603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:22.561330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ff662-dc72-4669-92a4-295f1e76bc92') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.561633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ff662-dc72-4669-92a4-295f1e76bc92') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:22.587821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.615740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.618881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.687203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.700927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.707098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] Pushing event deleted for resources: {'Network': ['ID=da6fd76e-f196-40f4-8bd0-46b767cca361,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:22.711296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:22.714075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:22.714919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.725029 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-340bce5e-ed80-44ec-9bb8-4053df14d158 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/d04c28e2-9544-416b-b9ba-3d110b9389d5 HTTP/1.1" status: 200 len: 978 time: 6.5167425 Apr 05 12:07:22.726623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46790) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:22.734404 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:22.839933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port 83413399-ab84-4110-8814-b06e7cc08e4e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:22.840279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.860186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] DHCP port deletion for 329b6f52-891f-41d5-bf7b-089d5122cfdc request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:22.864734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Deleting port 83413399-ab84-4110-8814-b06e7cc08e4e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:22.865374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.892691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:22.897220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.929660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:22.930057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:22.957058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:22.982359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Router 16d16d12-8722-47fc-9453-d6232419de3f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:22.987898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-75e8bdd2-889a-4d42-8712-fd770b43d678 tempest-AllowedAddressPairTestJSON-887182452 tempest-AllowedAddressPairTestJSON-887182452-project] 10.222.0.50 "DELETE /v2.0/networks/da6fd76e-f196-40f4-8bd0-46b767cca361 HTTP/1.1" status: 204 len: 168 time: 2.5869381 Apr 05 12:07:23.020266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.030097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.033646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 72e0c74d-e50d-4cf3-9f78-7aaf588548ae {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:23.034033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.162665 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/233b76bc-60e2-44ac-8e2e-2a258c53dd95 HTTP/1.1" status: 204 len: 168 time: 5.2578628 Apr 05 12:07:23.162665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b8f6e-dd89-42fa-9b5b-ab563e2c3e64 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=233b76bc-60e2-44ac-8e2e-2a258c53dd95,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:23.169239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] For port 83413399-ab84-4110-8814-b06e7cc08e4e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=83413399-ab84-4110-8814-b06e7cc08e4e,segment=NetworkSegment(a1033fed-d88c-4b9a-aa93-8c41fdea9c2a),segment_id=a1033fed-d88c-4b9a-aa93-8c41fdea9c2a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:23.169727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.175273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:23.222224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315938449'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:23.242359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-1be12fd8-fc3b-416e-9480-78498ee9ef27 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:23.258432 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-1be12fd8-fc3b-416e-9480-78498ee9ef27 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.30 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 0.4534297 Apr 05 12:07:23.265714 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b71e8ed-88c2-42bd-b1a5-a1636d7b48d1 req-1ac46e3f-3758-4ff8-a2ea-033bdae818ee tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1806140 Apr 05 12:07:23.270254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:23.332169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:23.335922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Calling delete_port for 83413399-ab84-4110-8814-b06e7cc08e4e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:23.342072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:23.354102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:23.383538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Deleting port 16d42507-390e-438b-97dd-efb5bca6ebd5 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:23.384373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.404361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 1b985f37-3889-48ca-b412-899188955d5e yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:23.420239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:23.424532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.462760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b05074a0-5488-425d-8f8c-c00697db2dcd no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:23.492624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:23.494679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.512398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d515d59c-219e-40ce-b517-8b232644eb0c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:23.545327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting port 67fa2cab-c4a4-45b7-9d81-f16201949a99 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:23.546430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.553149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.553496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment ea252537-777b-4f85-b695-04bf6a410e8d of type vlan for network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 Apr 05 12:07:23.628072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46806) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:23.637233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.645055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: b05074a0-5488-425d-8f8c-c00697db2dcd {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:23.645401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b05074a0-5488-425d-8f8c-c00697db2dcd not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:23.651067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.716770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d515d59c-219e-40ce-b517-8b232644eb0c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:23.717090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d515d59c-219e-40ce-b517-8b232644eb0c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:23.718163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 83413399-ab84-4110-8814-b06e7cc08e4e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:23.757949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] Pushing event deleted for resources: {'Port': ['ID=83413399-ab84-4110-8814-b06e7cc08e4e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:23.759766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 83413399-ab84-4110-8814-b06e7cc08e4e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:23.760113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 83413399-ab84-4110-8814-b06e7cc08e4e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:23.763507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eeb4cdca-3ab6-4083-864f-7a69f1be346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.765498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfa308-37b5-42c5-bc98-6af57b7d10e4 None None] No DVR routers for this DVR port 83413399-ab84-4110-8814-b06e7cc08e4e on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:23.787539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 2b1f0711-ac6d-4c95-a761-50256f71d6f4 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:23.808667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:23.814529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:23.815196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.004288 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8157167 Apr 05 12:07:24.006950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] For port 16d42507-390e-438b-97dd-efb5bca6ebd5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=16d42507-390e-438b-97dd-efb5bca6ebd5,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:24.007508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.022611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46812) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:24.028990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ac7bf-e44e-4202-9ba1-146159ac8cd2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=e5c204fb-bde6-4353-af9e-f30f1e7bd2b5,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:24.037827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': 'e5c204fb-bde6-4353-af9e-f30f1e7bd2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:24.042743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:24.081854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-369030cb-0097-4ddb-8785-d542b98cf61f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e5c9d1b0d034d4a96b44a3b32399ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504716 Apr 05 12:07:24.104228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:24.111107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] The port '67fa2cab-c4a4-45b7-9d81-f16201949a99' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:24.221562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.371732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a5685-08a5-49b4-a2b1-8800ff2ef9d3 req-2488e73a-7493-44bb-a878-d8665dfea68a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:24.373189 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-133a5685-08a5-49b4-a2b1-8800ff2ef9d3 req-2488e73a-7493-44bb-a878-d8665dfea68a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 946 time: 0.6626599 Apr 05 12:07:24.440691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.443112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:24.533317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:24.537505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95720877-7541-4bde-8ecb-d310a1e130f1 req-04cccb4b-e3d1-4a9d-a685-b0d4e4c24b40 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1330936 Apr 05 12:07:24.538278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:24.564521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:24.581168 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-133a5685-08a5-49b4-a2b1-8800ff2ef9d3 req-9bfc7b1f-3a22-41fc-b0a3-5ad2ffcfd2de tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups?id=702c1c38-ba34-49c6-8201-788eff9a09c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971014 Apr 05 12:07:24.592043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:24.592247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.594711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] For port 83413399-ab84-4110-8814-b06e7cc08e4e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=83413399-ab84-4110-8814-b06e7cc08e4e,segment=NetworkSegment(a1033fed-d88c-4b9a-aa93-8c41fdea9c2a),segment_id=a1033fed-d88c-4b9a-aa93-8c41fdea9c2a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:24.595101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.595761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.606217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.649874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.650241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.650546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Floating IP 65451c91-359e-49b6-96ae-f10e4f2a653c disassociated. External IP: 172.26.5.55, port: 16d42507-390e-438b-97dd-efb5bca6ebd5. Apr 05 12:07:24.651068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Calling delete_port for 16d42507-390e-438b-97dd-efb5bca6ebd5 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:24.701909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:24.714152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Sync routers for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:24.727058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:24.728147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:06:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:24.786631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for 83413399-ab84-4110-8814-b06e7cc08e4e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:24.854196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8732f076-0627-42f7-bbd1-e428b7229469 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:07:24.863762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070a4500-7047-4d1a-80e7-b62e5af6059a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:24.919768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5291989c-edff-4fdf-a263-f513ffe55f6e') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:24.919998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5291989c-edff-4fdf-a263-f513ffe55f6e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:24.934441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.974054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] No DVR routers for this DVR port b05074a0-5488-425d-8f8c-c00697db2dcd on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:24.976883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:24.989300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.000811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.011193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'name': 'network-vif-deleted', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:07:25.045010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:25.094504 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d698164-ce87-4f5d-ac1f-30855f1d1797', 'name': 'network-vif-deleted', 'tag': 'b05074a0-5488-425d-8f8c-c00697db2dcd', 'status': 'completed', 'code': 200} Apr 05 12:07:25.120252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.132802 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-05ff18b9-6973-44f2-a6e3-f182d8f98a47 req-0cd65d99-23b2-49ec-adc2-93d476dade79 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.30 "DELETE /v2.0/ports/b05074a0-5488-425d-8f8c-c00697db2dcd HTTP/1.1" status: 204 len: 173 time: 6.9707859 Apr 05 12:07:25.151873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.157208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:25.157694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.174367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:25.175847 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:25.247179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:25.247504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:25.270323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732f076-0627-42f7-bbd1-e428b7229469 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:07:25.271848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.324289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event deleted for resources: {'Port': ['ID=16d42507-390e-438b-97dd-efb5bca6ebd5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.352110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cfe09978-2f11-435d-8d62-3275506459db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.409748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:25.421751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:25.431151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:25.431974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.489255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=0bdce81c-9f20-41ac-94d1-6bd0a75bb12e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.506660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': 'ea252537-777b-4f85-b695-04bf6a410e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5c204fb-bde6-4353-af9e-f30f1e7bd2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:25.507013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: e5c204fb-bde6-4353-af9e-f30f1e7bd2b5, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:25.651763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=1b985f37-3889-48ca-b412-899188955d5e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.654083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.672061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Router 706ee170-2754-4cc2-a813-4c36af3f81a7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:25.740635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:25.746524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.749393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port 83413399-ab84-4110-8814-b06e7cc08e4e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:25.749723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.757957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Checking router: 16d16d12-8722-47fc-9453-d6232419de3f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:07:25.785610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.789115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:25.790095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:25.811984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Network': ['ID=070a4500-7047-4d1a-80e7-b62e5af6059a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.879683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.880730 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68890c61-195b-4720-bda6-08dfb5556f94 HTTP/1.1" status: 204 len: 168 time: 1.7645731 Apr 05 12:07:25.893127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] The port '83413399-ab84-4110-8814-b06e7cc08e4e' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:25.900828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907296fc-1a85-4733-ab5c-fc5b1b024b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68890c61-195b-4720-bda6-08dfb5556f94,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.915425 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f1b75eb-63df-4671-8119-7e85f27c3e0e tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/networks/070a4500-7047-4d1a-80e7-b62e5af6059a HTTP/1.1" status: 204 len: 168 time: 6.0103655 Apr 05 12:07:25.917400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:25.920187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=2b1f0711-ac6d-4c95-a761-50256f71d6f4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:25.938352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:25.952816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.953442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:25.953923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP d04c28e2-9544-416b-b9ba-3d110b9389d5 disassociated. External IP: 172.26.5.138, port: 72e0c74d-e50d-4cf3-9f78-7aaf588548ae. Apr 05 12:07:25.954422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 72e0c74d-e50d-4cf3-9f78-7aaf588548ae owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:25.995392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:26.009947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:26.057457 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97bf0d85-d001-4f39-9f79-2026ca876cd3 req-21fff5d2-f2e2-4798-9ef6-429a54d32604 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/ports?device_id=6d698164-ce87-4f5d-ac1f-30855f1d1797 HTTP/1.1" status: 200 len: 210 time: 0.1101179 Apr 05 12:07:26.094290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': '4adb9490-be17-4cc3-a152-4c9dc0bda02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '957b78dd-8975-4313-a5e8-7f76c577b92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:26.094966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: 957b78dd-8975-4313-a5e8-7f76c577b92a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:26.151209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, e5c204fb-bde6-4353-af9e-f30f1e7bd2b5) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:26.162651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:26.163448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.255449 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Sync routers for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:26.267847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:26.268896 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:26.285492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.296340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.323435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 957b78dd-8975-4313-a5e8-7f76c577b92a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:26.337399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] No DVR routers for this DVR port 16d42507-390e-438b-97dd-efb5bca6ebd5 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:26.340821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.345243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26a3097d-e77c-4d32-b093-a8880bcef027 req-59f75a84-61f0-4de1-9dd7-1bec15ab3c4a tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.30 "DELETE /v2.0/ports/16d42507-390e-438b-97dd-efb5bca6ebd5 HTTP/1.1" status: 204 len: 173 time: 3.0784166 Apr 05 12:07:26.348850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9be880d0-b4a9-41c3-b367-5f4631f5348f req-d7ee2c2f-1549-4691-ba74-b111960416bb tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Synchronizing usage tracker for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:26.359786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a350694-f26e-49ce-b932-71d37f381e22 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3321478 Apr 05 12:07:26.371400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b6f52-891f-41d5-bf7b-089d5122cfdc']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:26.380355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46838) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:26.380834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'name': 'network-vif-deleted', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:07:26.425022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 957b78dd-8975-4313-a5e8-7f76c577b92a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:26.483442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:26.497641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:26.504920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c992dec7-d86e-48e9-8d68-5b28f27e2e9f', 'name': 'network-vif-deleted', 'tag': '16d42507-390e-438b-97dd-efb5bca6ebd5', 'status': 'completed', 'code': 200} Apr 05 12:07:26.510091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:26.510781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.536079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:26.536375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1033fed-d88c-4b9a-aa93-8c41fdea9c2a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:26.572739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9be880d0-b4a9-41c3-b367-5f4631f5348f req-d7ee2c2f-1549-4691-ba74-b111960416bb tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Unset dirty status for tenant:8f7d7b8f3a2e429fb79a02a0db925e13 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:26.574394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9be880d0-b4a9-41c3-b367-5f4631f5348f req-d7ee2c2f-1549-4691-ba74-b111960416bb tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/ports?device_id=c992dec7-d86e-48e9-8d68-5b28f27e2e9f HTTP/1.1" status: 200 len: 210 time: 0.6286514 Apr 05 12:07:26.628612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.663016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.703323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.710106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.734393 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:26.738353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:26.748736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38a329-fb19-484e-93b6-543543ca6537 None None] Network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:26.770287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea640407-5870-4d35-b088-99d38feb256a None None] Network 957b78dd-8975-4313-a5e8-7f76c577b92a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:26.804317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.828068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.853474 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15afdc50-4c21-4675-b2cc-f66fa064dd46 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8895872 Apr 05 12:07:26.858697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:26.878793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.884055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.949863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:26.996585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c171d-56c5-402c-8c48-88858aea3cfb None None] The sync data for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv is: [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4f509143-e9fb-4ff4-9c9d-e3fd05b8610c', 'name': '', 'network_id': '8d4fce09-9d7f-4948-8b03-9c1e86515808', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'mac_address': 'fa:16:3e:d8:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:47Z', 'updated_at': '2022-04-05T12:05:59Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'subnets': [{'id': '46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:27.017003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 16d42507-390e-438b-97dd-efb5bca6ebd5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:27.051982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:27.052404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.052778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdce81c-9f20-41ac-94d1-6bd0a75bb12e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:27.085581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.102385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=72e0c74d-e50d-4cf3-9f78-7aaf588548ae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:27.104572 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:27.185660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8f401d-8a5d-46d0-9faf-3d16cda5585f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.188209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8f401d-8a5d-46d0-9faf-3d16cda5585f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.297209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.362400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c204fb-bde6-4353-af9e-f30f1e7bd2b5']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.372925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.387623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46872) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.392646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.412816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea252537-777b-4f85-b695-04bf6a410e8d') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.414321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea252537-777b-4f85-b695-04bf6a410e8d') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.455305 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.460353 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Checking router: 706ee170-2754-4cc2-a813-4c36af3f81a7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:07:27.470735 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:27.471695 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:27.473950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.479611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 16d42507-390e-438b-97dd-efb5bca6ebd5 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:27.479952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 16d42507-390e-438b-97dd-efb5bca6ebd5 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:27.496574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 2b1f0711-ac6d-4c95-a761-50256f71d6f4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:27.497005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.522690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a5c78f-ccdd-4d39-ad53-dcd4b755cd55 None None] New status for floating IP bb094277-1043-4cb8-97cc-7be0f3ada948: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:07:27.543563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.547056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.550744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.559546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.570318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:27.570721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.578811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:27.579234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:27.596527 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:27.602316 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:27.605447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.637975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Network': ['ID=329b6f52-891f-41d5-bf7b-089d5122cfdc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:27.675313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1999372249'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:27.731928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7feb1084-f3de-4bf5-9dfc-afba57c5d99e tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/networks/329b6f52-891f-41d5-bf7b-089d5122cfdc HTTP/1.1" status: 204 len: 168 time: 5.4489017 Apr 05 12:07:27.732575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.744225 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:27.782850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.800087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:27.828071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:27.844000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46884) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:27.845135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:27.870697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.931877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:27.955375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:27.966535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.006310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c9575-aae8-4bc8-b11d-a4bbcc6fdea4 None None] Network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:28.037253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c9575-aae8-4bc8-b11d-a4bbcc6fdea4 None None] Network e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 could not be found, it might have been deleted concurrently. {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 12:07:28.113165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.159432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.190236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:28.197950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.207592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=e5c204fb-bde6-4353-af9e-f30f1e7bd2b5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:28.223336 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cbe2aebd-1ffd-4bca-ad21-6a8db850de2e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 HTTP/1.1" status: 204 len: 168 time: 1.8278785 Apr 05 12:07:28.224045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.233896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650919243'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:28.234372 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:28.239729 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ecd7c-3fc9-4bbe-802d-80684da90604 None None] The sync data for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv is: [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:05:57Z', 'revision_number': 4, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc', 'name': '', 'network_id': 'b8a229c2-15fe-4705-88bf-405cb5fe54a7', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'mac_address': 'fa:16:3e:7d:34:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:54Z', 'updated_at': '2022-04-05T12:06:07Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'subnets': [{'id': '5b74657a-ac6e-4c51-99c3-ddbceb857ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:28.243594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.245700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.260592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Network': ['ID=dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:28.260801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:28.280819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:28.289883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:28.294827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:28.308842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:28.311837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:28.315773 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5fb3f364-526e-4bab-a12e-ae3df9b72b95 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/networks/dcfa8a1f-dfd9-4be6-82dd-eeff6a3b4ef8 HTTP/1.1" status: 204 len: 168 time: 2.3655932 Apr 05 12:07:28.315945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.321729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.322792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Deleting port db61c2f2-d501-4538-8e17-c45fd43bbd6c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:28.323183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.325608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.331913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:28.352491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:28.360668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:28.376215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef3fc6c-783a-4a2c-a9c7-b90c0164ab33,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:28.389806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:28.393645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.438950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.440110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ca45025-254d-455c-aa7b-9f1d2d79aa87 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "DELETE /v2.0/security-groups/fef3fc6c-783a-4a2c-a9c7-b90c0164ab33 HTTP/1.1" status: 204 len: 168 time: 1.0511572 Apr 05 12:07:28.446620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46896) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.471342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:28.489250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-c00c8b19-98b6-49cd-8ca2-b4407eb3b1e4 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] show failed (client error): The resource could not be found. Apr 05 12:07:28.492932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c00c8b19-98b6-49cd-8ca2-b4407eb3b1e4 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "GET /v2.0/security-groups/fef3fc6c-783a-4a2c-a9c7-b90c0164ab33 HTTP/1.1" status: 404 len: 347 time: 0.0403836 Apr 05 12:07:28.497274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46900) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.497986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.505575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.505917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 25305ae7-775d-4def-8f10-8f737f0ff108 of type vlan for network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 Apr 05 12:07:28.521767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.578009 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de78ded-a03e-4f14-9ec3-a9714728b018 None None] New status for floating IP 65451c91-359e-49b6-96ae-f10e4f2a653c: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:07:28.603723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c1c38-ba34-49c6-8201-788eff9a09c8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:28.754851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Deleting port 42bc7796-c28c-4d1b-87be-29c9dfbfe470 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:28.755132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.766254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 2b1f0711-ac6d-4c95-a761-50256f71d6f4 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:28.780112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.799186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting subnet 56c4b378-49fb-4a9b-8b14-8e60fdc50382 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:28.806911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.808210 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f922711c-d78d-47aa-8a37-d712cba5e366 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "DELETE /v2.0/security-groups/702c1c38-ba34-49c6-8201-788eff9a09c8 HTTP/1.1" status: 204 len: 168 time: 0.9580772 Apr 05 12:07:28.810069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.814106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46904) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.832308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.862235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.902068 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-88240a58-c77d-42be-ab05-b560c9869bd5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] show failed (client error): The resource could not be found. Apr 05 12:07:28.903107 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-88240a58-c77d-42be-ab05-b560c9869bd5 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "GET /v2.0/security-groups/702c1c38-ba34-49c6-8201-788eff9a09c8 HTTP/1.1" status: 404 len: 347 time: 0.0863442 Apr 05 12:07:28.908732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46908) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:28.975829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:28.981155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:28.981729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.006104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:29.006332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:29.034570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48506adf-df5f-4e3a-926d-dfd1dd129fc5,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:29.110402 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8814340 Apr 05 12:07:29.117316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46912) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:29.123004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:29.140561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5c48-e16e-442f-b201-9535f8198d7f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=11a874ee-b858-4dca-bde1-e9ba2af6a3e4,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:29.153123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:29.175474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.175956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.176151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.368792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Calling delete_port for 42bc7796-c28c-4d1b-87be-29c9dfbfe470 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:29.385076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Deleting port 38cd69b8-e1a4-4112-aaea-40796b34b494 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:29.385418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.420946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:29.432580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:29.438327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:29.442794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.446032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:29.471216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:29.475094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.487407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:29.497386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.497717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.499167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:29.508527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:29.509141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:29.510127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.566407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=2b1f0711-ac6d-4c95-a761-50256f71d6f4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:29.578022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:29.586536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:29.587174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:29.635510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing IP validity checks on allocation pools {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:07:29.636169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:07:29.650277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:29.651086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226a4ffd-97c3-40d5-98bf-4af1cc7252cb None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:29.655410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:29.677727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.678152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment cac9895b-3f6b-4124-8e63-82839f2eb12a of type vlan for network 4b9ee433-f991-4765-8018-226e3207193a Apr 05 12:07:29.684842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.741787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Calling delete_port for db61c2f2-d501-4538-8e17-c45fd43bbd6c owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:29.742900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Pushing event deleted for resources: {'Port': ['ID=42bc7796-c28c-4d1b-87be-29c9dfbfe470,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:29.785596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.788075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.860414 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8b5e77a-f6af-4c59-b2ce-7e4a8e594a35 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/2b1f0711-ac6d-4c95-a761-50256f71d6f4 HTTP/1.1" status: 204 len: 168 time: 2.9881279 Apr 05 12:07:29.866088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46916) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:29.931370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.981490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:29.983921 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8f6ccbf-099a-443e-bda0-9fa75f61fcf2 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/72e0c74d-e50d-4cf3-9f78-7aaf588548ae HTTP/1.1" status: 204 len: 168 time: 7.1992626 Apr 05 12:07:29.992254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46920) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.028964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:07:30.067681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.068108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.077955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.080333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.085575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:30.086149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.160777 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c81a8c4-afb6-4a17-8a19-76ae56f6e0ce tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/floatingips/d04c28e2-9544-416b-b9ba-3d110b9389d5 HTTP/1.1" status: 200 len: 688 time: 0.1647184 Apr 05 12:07:30.172954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46924) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.244016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.245140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9e8b8cb1-4da0-4da5-a38d-652073f4b574 tempest-ServersTestJSON-2076074454 tempest-ServersTestJSON-2076074454-project] 10.222.0.50 "DELETE /v2.0/floatingips/bb094277-1043-4cb8-97cc-7be0f3ada948 HTTP/1.1" status: 204 len: 168 time: 1.7419615 Apr 05 12:07:30.251602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Calling delete_port for 38cd69b8-e1a4-4112-aaea-40796b34b494 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:30.282260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.318195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.322088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9473488 Apr 05 12:07:30.353369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.385356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'name': 'tempest-PortsIpV6TestJSON-200346398'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:30.439859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.447185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041eb19-47e3-41c2-bd0c-c94499a2127e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=4b9ee433-f991-4765-8018-226e3207193a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:30.458611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4b9ee433-f991-4765-8018-226e3207193a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:30.494462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0f05c-34e5-48ed-abcd-083b6a9f12f0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:30.501383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e0f05c-34e5-48ed-abcd-083b6a9f12f0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:30.505924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-12e0f05c-34e5-48ed-abcd-083b6a9f12f0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6326895 Apr 05 12:07:30.505924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 60a92bec-d027-426a-8260-dd434d604d38 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:30.505924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.529268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46936) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.552141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Subnet': ['ID=56c4b378-49fb-4a9b-8b14-8e60fdc50382,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:30.570517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.578778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.590272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9712cd-2b57-4d9e-8bd0-411ff33212b7 None None] Network f553e9d8-21df-41a5-bc65-ea9efbc8b207 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:30.596434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=9b753db1-383f-4977-9bac-9f81fbf41c90,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:30.619338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:30.619689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 11a874ee-b858-4dca-bde1-e9ba2af6a3e4, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:30.690830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 1b985f37-3889-48ca-b412-899188955d5e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:30.691173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.728579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Pushing event deleted for resources: {'Port': ['ID=db61c2f2-d501-4538-8e17-c45fd43bbd6c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:30.794684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:30.859500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 11a874ee-b858-4dca-bde1-e9ba2af6a3e4) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:30.867669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0baa6-0228-4095-bd37-3f818cbdecc3 None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:30.883943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:30.884541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.892635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] DHCP port deletion for f553e9d8-21df-41a5-bc65-ea9efbc8b207 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:30.908122 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-af1bf183-21db-46f1-96b4-6f2de6fb0269 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/subnets/56c4b378-49fb-4a9b-8b14-8e60fdc50382 HTTP/1.1" status: 204 len: 168 time: 2.5550823 Apr 05 12:07:30.909341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:30.909461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.909793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.916172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Deleting port 5df0b87b-c3b6-4509-959e-8de75fc5ecce {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:30.916539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:30.917531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:30.959961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-46229e32-6eff-40c6-b8b0-96180f64ca1a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8414865 Apr 05 12:07:30.987630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.015270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:31.083165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 60a92bec-d027-426a-8260-dd434d604d38 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:31.154622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.157866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:31.164148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:31.197201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.293468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:31.297998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5df0b87b-c3b6-4509-959e-8de75fc5ecce no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:31.298612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.336628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 1b985f37-3889-48ca-b412-899188955d5e owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:31.345742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-11a874ee-b858-4dca-bde1-e9ba2af6a3e4', 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '9b753db1-383f-4977-9bac-9f81fbf41c90'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:31.346558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.365838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] For port 5df0b87b-c3b6-4509-959e-8de75fc5ecce, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5df0b87b-c3b6-4509-959e-8de75fc5ecce,segment=NetworkSegment(5d13caf3-c50d-4770-8bcc-ce0f3e7604e6),segment_id=5d13caf3-c50d-4770-8bcc-ce0f3e7604e6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:31.366066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.396028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.413035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.416731 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db061510-7cc5-4335-b53e-132a49bece12 tempest-FloatingIPAdminTestJSON-1305936827 tempest-FloatingIPAdminTestJSON-1305936827-project] 10.222.0.50 "DELETE /v2.0/floatingips/f1788e55-f187-4cd7-aa19-b8daed46f683 HTTP/1.1" status: 204 len: 168 time: 3.5909696 Apr 05 12:07:31.447596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 817b7a9b-6071-48f9-b65f-b867e903a073 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:31.510534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Calling delete_port for 5df0b87b-c3b6-4509-959e-8de75fc5ecce owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:31.558024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.608553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Deleting port 5df0b87b-c3b6-4509-959e-8de75fc5ecce {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:31.609230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.618434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.684459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.692975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=1b985f37-3889-48ca-b412-899188955d5e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:31.723971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Pushing event deleted for resources: {'Port': ['ID=38cd69b8-e1a4-4112-aaea-40796b34b494,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:31.740175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.756252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.783864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.808358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=60a92bec-d027-426a-8260-dd434d604d38,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:31.869591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46952) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.870444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] Pushing event deleted for resources: {'Port': ['ID=5df0b87b-c3b6-4509-959e-8de75fc5ecce,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:31.872617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Allocated IP 172.20.0.3 (11a874ee-b858-4dca-bde1-e9ba2af6a3e4/9b753db1-383f-4977-9bac-9f81fbf41c90/1bcd47ac-f256-4233-bfd3-49424b9d8e0e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:31.883620 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aa744c74-979c-4a31-8daa-1f8a63eba737 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/1b985f37-3889-48ca-b412-899188955d5e HTTP/1.1" status: 204 len: 168 time: 1.3423238 Apr 05 12:07:31.883819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af001ca-1c7b-4cf5-b8c9-bb11f027e0ec None None] No DVR routers for this DVR port 5df0b87b-c3b6-4509-959e-8de75fc5ecce on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:31.884768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46954) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.939311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.945179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.946829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-010280f4-039a-4ba3-b08e-e414eb8d85f4 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/d04c28e2-9544-416b-b9ba-3d110b9389d5 HTTP/1.1" status: 204 len: 168 time: 1.7700508 Apr 05 12:07:31.949695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:31.950695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:31.956895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '9a2ce5ce-233b-48ce-8522-251e7d343caf'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:31.957522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] The port '5df0b87b-c3b6-4509-959e-8de75fc5ecce' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:31.969791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:31.976100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:floatingip and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:31.979529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:31.986959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:32.014822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0a062-8b0e-409b-8e26-8f45886473d2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:32.015610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-91a0a062-8b0e-409b-8e26-8f45886473d2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:32.020285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.150251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-91a0a062-8b0e-409b-8e26-8f45886473d2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:32.153963 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-91a0a062-8b0e-409b-8e26-8f45886473d2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2658234 Apr 05 12:07:32.155257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46966) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.185938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.196341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Transition to ACTIVE for port object 1bcd47ac-f256-4233-bfd3-49424b9d8e0e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:32.214892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Transition to ACTIVE for port object 1bcd47ac-f256-4233-bfd3-49424b9d8e0e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:32.217942 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28dd0be-d53c-446b-abdb-74b7b47f04ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:07:32.222302 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a28dd0be-d53c-446b-abdb-74b7b47f04ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/2b1f0711-ac6d-4c95-a761-50256f71d6f4 HTTP/1.1" status: 404 len: 333 time: 0.0636199 Apr 05 12:07:32.222576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46970) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.224294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.242740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.273935 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0653c365-1ac3-4737-a478-b919b24de6c9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:07:32.277701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0653c365-1ac3-4737-a478-b919b24de6c9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/1b985f37-3889-48ca-b412-899188955d5e HTTP/1.1" status: 404 len: 333 time: 0.0516708 Apr 05 12:07:32.277866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:32.278047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46974) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.278222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.292176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:32.299160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:32.302300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:32.372155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Pushing event updated for resources: {'Port': ['ID=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:32.374557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.375514 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-538a73f6-4adf-42c1-82bb-54427353e712 tempest-ServersTestManualDisk-1136782662 tempest-ServersTestManualDisk-1136782662-project] 10.222.0.50 "DELETE /v2.0/floatingips/65451c91-359e-49b6-96ae-f10e4f2a653c HTTP/1.1" status: 204 len: 168 time: 3.4580369 Apr 05 12:07:32.382099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46978) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.388210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.405959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Attempting to bind port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:32.406331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Attempting to bind port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:32.406694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Attempting to bind port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e on network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:32.412886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:32.413254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Checking segment: {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:32.413655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.414033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Bound using segment: {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:32.414662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Bound port: 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:32.414853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.441726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.446004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.456961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f553e9d8-21df-41a5-bc65-ea9efbc8b207']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:32.509193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] For port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:32.510957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.512612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] For port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,segment=NetworkSegment(25305ae7-775d-4def-8f10-8f737f0ff108),segment_id=25305ae7-775d-4def-8f10-8f737f0ff108)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:32.515745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:32.516048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d13caf3-c50d-4770-8bcc-ce0f3e7604e6') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:32.518700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.535853 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2d74ded5-03e5-49b2-9378-88ae35b8fa3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d18af0791a3142149068c4ee345be095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517479 Apr 05 12:07:32.540597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46982) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:32.551311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.612511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa186df-21b7-47b7-8995-e274594b0c15 None None] Pushing event updated for resources: {'Port': ['ID=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:32.756309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.774215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:32.777916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:32.792151 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:32.971232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:32.976459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.039967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.043317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.85 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/b2f8bc3d-e974-4acb-b062-d69ed5e2af87) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:33.048272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957b78dd-8975-4313-a5e8-7f76c577b92a']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:33.060324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.074685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.085799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host dv-neutron-833203-3-hyperv, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:33.086166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.088740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adb9490-be17-4cc3-a152-4c9dc0bda02d') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:33.089035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adb9490-be17-4cc3-a152-4c9dc0bda02d') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:33.106293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Pushing event deleted for resources: {'Network': ['ID=f553e9d8-21df-41a5-bc65-ea9efbc8b207,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:33.130764 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-19a5a0e9-4a9a-4365-bf1f-b5230a876325 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/networks/f553e9d8-21df-41a5-bc65-ea9efbc8b207 HTTP/1.1" status: 204 len: 168 time: 2.2104826 Apr 05 12:07:33.166944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46986) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.193183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=817b7a9b-6071-48f9-b65f-b867e903a073,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:33.198905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.209400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.261805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 1bcd47ac-f256-4233-bfd3-49424b9d8e0e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:33.287952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1bcd47ac-f256-4233-bfd3-49424b9d8e0e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:33.325360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': 'cac9895b-3f6b-4124-8e63-82839f2eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b9ee433-f991-4765-8018-226e3207193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:33.326016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: 4b9ee433-f991-4765-8018-226e3207193a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:33.351545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.383083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:33.429470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8c6bfc69-1f15-43f2-ac7c-068ffcd3313a tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Synchronizing usage tracker for tenant:d70675dffa484abdb3f41226e22bbbda on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:33.446252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.447089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:33.447556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:33.449831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:33.521519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 4b9ee433-f991-4765-8018-226e3207193a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:33.530459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff2675-4aa5-48d9-8fcb-525bf51bf1c2 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:33.534139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:33.539659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:33.540236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.551707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:33.552137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:33.587520 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:33.681674 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8b4ff33-69c2-4204-9b62-68b3be3035f0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3141649 Apr 05 12:07:33.681933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 46990) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.703711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1352684874'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:33.716494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:33.723979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8c6bfc69-1f15-43f2-ac7c-068ffcd3313a tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Unset dirty status for tenant:d70675dffa484abdb3f41226e22bbbda on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:33.725122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8c6bfc69-1f15-43f2-ac7c-068ffcd3313a tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "GET /v2.0/ports?device_id=97aad39f-2469-4b13-a2af-8851397d4d26 HTTP/1.1" status: 200 len: 205 time: 0.5467930 Apr 05 12:07:33.727809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c15cb-4736-4160-92a5-67cf115811c5 None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:33.729229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 46994) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.733335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:33.742146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:33.798453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.803434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:33.845490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.849566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Provisioning for port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:33.860471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Provisioning complete for port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:33.860982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.862807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.871651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.872001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.882718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=957b78dd-8975-4313-a5e8-7f76c577b92a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:33.899748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:33.903788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.920229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc7886-aba7-4725-b1b3-b5c444d41534,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:33.924141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:33.932482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a59c098-06d9-4e70-8aef-d9713f0fa54c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82fc7886-aba7-4725-b1b3-b5c444d41534 HTTP/1.1" status: 204 len: 168 time: 1.3880162 Apr 05 12:07:33.947929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7b8c5080-a3af-49ad-9655-37b7fc279590 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/957b78dd-8975-4313-a5e8-7f76c577b92a HTTP/1.1" status: 204 len: 168 time: 1.6684179 Apr 05 12:07:33.954567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47000) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:33.987830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:33.988173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.000613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:34.013045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Deleting port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:34.013386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.022638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559206190'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:34.028591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:34.034211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:34.037778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:34.063669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:34.095002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.138534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] For port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,segment=NetworkSegment(25305ae7-775d-4def-8f10-8f737f0ff108),segment_id=25305ae7-775d-4def-8f10-8f737f0ff108)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:34.144061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:34.153959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.184408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.200520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.201117 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment 33cfb104-a20d-4d8a-aefe-fba69dc41ad8 of type vlan for network e464dc74-2789-4457-ab3a-88807fbf7913 Apr 05 12:07:34.287353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d264b-f5a5-4e7c-b5ea-663b31ccfcc3 None None] Pushing event updated for resources: {'Port': ['ID=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:34.309798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:34.326814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.368815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47006) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:34.380417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.384665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.385006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment 5077d092-d1ee-43f8-8bbb-ca1e1762e9a6 of type vlan for network c43c687e-e60d-4fc4-af75-b9857fe95614 Apr 05 12:07:34.447736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.465269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:34.480186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:34.497215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:34.539213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.593628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.595353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.597086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:34.615794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.617971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6a4dead6-d440-431a-9a82-243e8e1e4e93 None None] Provisioning complete for port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:34.618478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a4dead6-d440-431a-9a82-243e8e1e4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.626215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=b2f8bc3d-e974-4acb-b062-d69ed5e2af87,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:34.633339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Usage tracker for resource:security_group_rule and tenant:8af5d0c6e73b42c5b369742dbdc283e8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:34.643055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:34.660774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:34.701626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.707050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:34.707697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.748523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.748994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Fanout notify agent at l3_agent the message router_deleted on router 97aad39f-2469-4b13-a2af-8851397d4d26 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:07:34.761772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] For port 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:34.762131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.895580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.896562 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6f13364-724a-4b36-9ac6-e2ae54ebd5f4 tempest-RoutersNegativeTest-77739899 tempest-RoutersNegativeTest-77739899-project] 10.222.0.50 "DELETE /v2.0/routers/97aad39f-2469-4b13-a2af-8851397d4d26 HTTP/1.1" status: 204 len: 168 time: 1.1662283 Apr 05 12:07:34.905650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Calling delete_port for 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:34.954819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,segment=NetworkSegment(25305ae7-775d-4def-8f10-8f737f0ff108),segment_id=25305ae7-775d-4def-8f10-8f737f0ff108)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:34.954819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.958965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:34.965065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:34.965798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.014781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=e464dc74-2789-4457-ab3a-88807fbf7913,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:35.032663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network e464dc74-2789-4457-ab3a-88807fbf7913 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:35.035520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5cd1c314-d114-41d3-bd5a-1634edefb130 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3408084 Apr 05 12:07:35.084393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47012) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:35.095639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 1bcd47ac-f256-4233-bfd3-49424b9d8e0e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:35.134437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'ports': [{'network_id': '4b9ee433-f991-4765-8018-226e3207193a'}, {'network_id': 'e464dc74-2789-4457-ab3a-88807fbf7913'}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:35.135013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:35.135700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': 'e464dc74-2789-4457-ab3a-88807fbf7913'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:35.221447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2489352 Apr 05 12:07:35.233145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:35.267130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1bcd47ac-f256-4233-bfd3-49424b9d8e0e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:35.303616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:35.345909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:35.346282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.350316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6b7b2-42ff-4984-91fc-124501401058 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=c43c687e-e60d-4fc4-af75-b9857fe95614,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:35.374954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:35.382360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c43c687e-e60d-4fc4-af75-b9857fe95614 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:35.556178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.561079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:35.582802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e update to ACTIVE by agent not found {{(pid=87959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 12:07:35.603239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:35.613227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:35.618869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=1bcd47ac-f256-4233-bfd3-49424b9d8e0e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:35.629745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:35.701091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.716216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28374cd-ff02-4148-9bc6-a094b7e975c7 None None] DHCP port deletion for 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:35.736899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dece1-9a11-4871-ad12-93a1aa2d8d37 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:07:35.738307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.805931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:35.852205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:35.856294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:35.861003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77dece1-9a11-4871-ad12-93a1aa2d8d37 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:07:35.870621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:35.875766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.894939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:35.925132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2edbf2-c965-418d-8f65-be954832536e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:35.933712 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e60a9dc-190a-4a4e-b4f0-fef83b7adb32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8af5d0c6e73b42c5b369742dbdc283e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5532660 Apr 05 12:07:35.935320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:35.947363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:35.948385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port 1bcd47ac-f256-4233-bfd3-49424b9d8e0e on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:35.993207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:35.996560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.061546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0f0e2930-1eff-4874-aa8f-07cf26f8a7d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d70675dffa484abdb3f41226e22bbbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847079 Apr 05 12:07:36.064510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.072881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47032) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:36.091060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Deleting port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:36.091413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.188220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f509143-e9fb-4ff4-9c9d-e3fd05b8610c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:36.204918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Performing IP validity checks on allocation pools {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:07:36.205566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:07:36.272151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-11a874ee-b858-4dca-bde1-e9ba2af6a3e4', 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '9b753db1-383f-4977-9bac-9f81fbf41c90'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:36.272879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.324878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.380757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.432689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.445122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Allocated IP 172.20.0.3 (11a874ee-b858-4dca-bde1-e9ba2af6a3e4/9b753db1-383f-4977-9bac-9f81fbf41c90/f255f1a8-2a6b-47ea-9316-06bdd633a671) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:36.475901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.478774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 8f508da7-478d-4050-9705-290d0a5bb49e yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:36.500516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.550172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] For port e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:36.550537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.570011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.667121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.683479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Transition to ACTIVE for port object f255f1a8-2a6b-47ea-9316-06bdd633a671 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:36.718805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Transition to ACTIVE for port object f255f1a8-2a6b-47ea-9316-06bdd633a671 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:36.725614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.726202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Calling delete_port for e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:36.726435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.735715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.767546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2edbf2-c965-418d-8f65-be954832536e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:36.784365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.790694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:36.794162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:36.804290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:36.858853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Pushing event updated for resources: {'Port': ['ID=f255f1a8-2a6b-47ea-9316-06bdd633a671,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:36.878116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.907437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.917918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Attempting to bind port f255f1a8-2a6b-47ea-9316-06bdd633a671 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:36.918518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Attempting to bind port f255f1a8-2a6b-47ea-9316-06bdd633a671 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:36.918873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Attempting to bind port f255f1a8-2a6b-47ea-9316-06bdd633a671 on network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:36.925882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:36.926413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Checking segment: {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:36.926907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.927421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Bound using segment: {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:36.927987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Bound port: f255f1a8-2a6b-47ea-9316-06bdd633a671, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25305ae7-775d-4def-8f10-8f737f0ff108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:36.928456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.955728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=9b753db1-383f-4977-9bac-9f81fbf41c90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:36.965458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:36.984756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fd82d-6064-4ec2-afe1-e31e0ae8f28b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:37.003738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=28f70d7c-f0f6-4978-a791-46aeacfa2898,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:37.009312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.033476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] For port f255f1a8-2a6b-47ea-9316-06bdd633a671, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:37.037221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] For port f255f1a8-2a6b-47ea-9316-06bdd633a671, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f255f1a8-2a6b-47ea-9316-06bdd633a671,segment=NetworkSegment(25305ae7-775d-4def-8f10-8f737f0ff108),segment_id=25305ae7-775d-4def-8f10-8f737f0ff108)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:37.043884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.078301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:37.078862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: c43c687e-e60d-4fc4-af75-b9857fe95614, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:37.128999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.132642 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7684d923-0bdd-431b-85e8-2f6e806db404 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd3fd82d-6064-4ec2-afe1-e31e0ae8f28b HTTP/1.1" status: 204 len: 168 time: 1.0553827 Apr 05 12:07:37.136117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:37.176231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network c43c687e-e60d-4fc4-af75-b9857fe95614 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:37.230684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.231937 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6702ee10-3b60-4bf2-a02a-593a81f4c671 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a2edbf2-c965-418d-8f65-be954832536e HTTP/1.1" status: 204 len: 168 time: 1.2817259 Apr 05 12:07:37.350851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274292c-b040-4851-a34c-7e0ec1e102f2 None None] Pushing event updated for resources: {'Port': ['ID=f255f1a8-2a6b-47ea-9316-06bdd633a671,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:37.368631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f8b41-e851-46aa-b3a1-fef41d381cd7 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:07:37.413701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c43c687e-e60d-4fc4-af75-b9857fe95614) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:37.419099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:37.419701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.470629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.479797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.520124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d9498f2a-9766-4c52-a63e-e843edb3db80 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2346113 Apr 05 12:07:37.527715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47042) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:37.532554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f8b41-e851-46aa-b3a1-fef41d381cd7 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:07:37.538588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614', 'name': 'tempest-PortsTestJSON-2005382325'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:37.539514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1bcd47ac-f256-4233-bfd3-49424b9d8e0e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:37.573629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a874ee-b858-4dca-bde1-e9ba2af6a3e4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:37.592398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.622308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25305ae7-775d-4def-8f10-8f737f0ff108') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:37.622666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25305ae7-775d-4def-8f10-8f737f0ff108') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:37.699792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.709907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:37.756747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1bcd47ac-f256-4233-bfd3-49424b9d8e0e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:37.757229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1bcd47ac-f256-4233-bfd3-49424b9d8e0e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:37.858396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.877541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.924082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:37.954017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.962346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:37.977609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:37.978530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:38.007645 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:38.028358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.051301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:38.072631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c43c687e-e60d-4fc4-af75-b9857fe95614', 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': '28f70d7c-f0f6-4978-a791-46aeacfa2898'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:38.073484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.082133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:38.114352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=b2f8bc3d-e974-4acb-b062-d69ed5e2af87,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:38.141056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:38.171924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Usage tracker for resource:security_group_rule and tenant:e2831b89c0164912a6f324ff2638e1da is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:38.183669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Router 16d16d12-8722-47fc-9453-d6232419de3f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:38.187001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:38.192870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:38.196586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.207924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:38.215585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.227144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:07:38.227144 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:07:38.227144 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': '11a874ee-b858-4dca-bde1-e9ba2af6a3e4'}] Apr 05 12:07:38.227144 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:38.228127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:38.235737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:38.245614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:38.305447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=8f508da7-478d-4050-9705-290d0a5bb49e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:38.308263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:38.309317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.318361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Allocated IP 172.20.0.2 (c43c687e-e60d-4fc4-af75-b9857fe95614/28f70d7c-f0f6-4978-a791-46aeacfa2898/13e28e8d-1fc5-419a-9a07-8c11c3e32c25) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:38.319016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port dea5de43-230a-47ba-aab4-64c717691512 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:38.347950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.348439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.348886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.349437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.349934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.350507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.351090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.351658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.352189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.352719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.353524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.354057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:38.360777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.563523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:38.581535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:38.605629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': '33cfb104-a20d-4d8a-aefe-fba69dc41ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e464dc74-2789-4457-ab3a-88807fbf7913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:38.606037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: e464dc74-2789-4457-ab3a-88807fbf7913, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:38.616370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:38.629944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.630641 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Sync routers for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:38.647362 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:38.648381 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:38.649465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Transition to ACTIVE for port object 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:38.653442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.665092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.669137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 80d46de5-d537-4bdb-9850-a765232f601b associated. External IP: 172.26.5.85, port: 9a2ce5ce-233b-48ce-8522-251e7d343caf. Apr 05 12:07:38.690758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network e464dc74-2789-4457-ab3a-88807fbf7913 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:38.693563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Transition to ACTIVE for port object 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:38.707714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.734620 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2831b89c0164912a6f324ff2638e1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062756 Apr 05 12:07:38.735297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.740026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47074) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:38.743325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f014718-a1ec-4664-baba-58d595abce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb51b16-4f20-4eb8-bbfd-66bb788cf701,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:38.746918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, e464dc74-2789-4457-ab3a-88807fbf7913) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:38.754809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:38.772391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:38.777238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:38.777917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.803170 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-572b281c-62dd-479d-ab20-865e27710a7a admin admin] 10.222.0.50 "PUT /v2.0/routers/16d16d12-8722-47fc-9453-d6232419de3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5158353 Apr 05 12:07:38.815206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Network c43c687e-e60d-4fc4-af75-b9857fe95614 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:38.817989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:38.820474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47078) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:38.821836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:38.853370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-14b056c8-aeb1-4d28-abd4-5bbefe02415b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:38.854313 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-14b056c8-aeb1-4d28-abd4-5bbefe02415b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 12:07:38.854915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-14b056c8-aeb1-4d28-abd4-5bbefe02415b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:07:38.860142 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-14b056c8-aeb1-4d28-abd4-5bbefe02415b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2657013 Apr 05 12:07:38.868289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Pushing event updated for resources: {'Port': ['ID=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:38.921235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port f255f1a8-2a6b-47ea-9316-06bdd633a671 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:38.921822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.932886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Attempting to bind port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:38.933386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Attempting to bind port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:38.933752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Attempting to bind port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 on network c43c687e-e60d-4fc4-af75-b9857fe95614 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:38.941605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:38.941995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Checking segment: {'id': '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:38.942396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.942792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Bound using segment: {'id': '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:38.943299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Bound port: 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c43c687e-e60d-4fc4-af75-b9857fe95614'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:38.943805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:38.956219 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:38.987491 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-802f9b4f-6396-4182-9034-958d50b1be3b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8997099 Apr 05 12:07:38.991779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47082) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:38.992253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:39.046206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] For port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:39.049598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] For port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,segment=NetworkSegment(5077d092-d1ee-43f8-8bbb-ca1e1762e9a6),segment_id=5077d092-d1ee-43f8-8bbb-ca1e1762e9a6)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:39.060268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.069874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809403926'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:39.134712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:39.150283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:39.167738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:39.223917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48e000-0180-4bfe-898a-6f3ba5a9d336 None None] Pushing event updated for resources: {'Port': ['ID=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:39.238246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:39.241108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.301259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.4 (c43c687e-e60d-4fc4-af75-b9857fe95614/28f70d7c-f0f6-4978-a791-46aeacfa2898/dea5de43-230a-47ba-aab4-64c717691512) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:39.349246 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:07:35Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:39.355585 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Checking router: 16d16d12-8722-47fc-9453-d6232419de3f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:07:39.365363 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Routers {'16d16d12-8722-47fc-9453-d6232419de3f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:39.366242 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['16d16d12-8722-47fc-9453-d6232419de3f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:39.435495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:39.435849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.501151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.546566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.587344 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] Set router 16d16d12-8722-47fc-9453-d6232419de3f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:39.683842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Router 706ee170-2754-4cc2-a813-4c36af3f81a7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:39.700807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:07:39.744516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.754975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.809743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port f255f1a8-2a6b-47ea-9316-06bdd633a671, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f255f1a8-2a6b-47ea-9316-06bdd633a671,segment=NetworkSegment(25305ae7-775d-4def-8f10-8f737f0ff108),segment_id=25305ae7-775d-4def-8f10-8f737f0ff108)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:39.810720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.901311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:07:35Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:39.906100 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed44f138-2230-47d5-9f24-8dda77cbc88c None None] The sync data for ids ['16d16d12-8722-47fc-9453-d6232419de3f'] in dv-neutron-833203-3-hyperv is: [{'id': '16d16d12-8722-47fc-9453-d6232419de3f', 'name': 'tempest-ServersTestJSON-998899731-router', 'tenant_id': '85452dc9409c41b7a0880549e9648d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160'}], 'enable_snat': True}, 'gw_port_id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:39Z', 'updated_at': '2022-04-05T12:07:35Z', 'revision_number': 5, 'project_id': '85452dc9409c41b7a0880549e9648d24', 'gw_port': {'id': 'be877fda-4449-44be-9b63-80bf5f56b4e4', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d16d12-8722-47fc-9453-d6232419de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:40Z', 'updated_at': '2022-04-05T12:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:39.906974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:39.950035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for f255f1a8-2a6b-47ea-9316-06bdd633a671 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:40.056675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:40.058062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object dea5de43-230a-47ba-aab4-64c717691512 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:40.087184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:40.099483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:40.117940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:40.119672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:40.134698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Sync routers for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:40.143678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:40.146047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:40.146816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:40.161241 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:40.166829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1d05be5d-56b9-4921-9fe6-1fbf31bc7e89 admin admin] 10.222.0.50 "PUT /v2.0/routers/706ee170-2754-4cc2-a813-4c36af3f81a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7837667 Apr 05 12:07:40.169800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47090) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:40.189863 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:40.192520 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:40.246871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.300209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.345684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:40.364213 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:40.364825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:40.381745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network c43c687e-e60d-4fc4-af75-b9857fe95614 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:40.398963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:40.402738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:40.429461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:40.473838 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:40.474494 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c10cca-f696-429a-8937-3376d33000ad None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:40.515626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.606315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.638667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.708340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39935fac-f6f6-4f87-8c14-9693c1c24a5d None None] Network 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:40.720426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=dea5de43-230a-47ba-aab4-64c717691512,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:40.724342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0021b822-8b32-495a-94de-42388528ebf5 None None] Network c43c687e-e60d-4fc4-af75-b9857fe95614 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:40.729627 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-634e1a1e-b7b5-4446-8db7-f0da4066938f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.7780383 Apr 05 12:07:40.734909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47094) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:40.760801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-81968825'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:40.771613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:40.792230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:40.793113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.802034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:network and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:40.813327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:40.823609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:40.826182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.827386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.832790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e77c5-98c8-4d33-a308-e9d3cb7ca531 None None] Network e464dc74-2789-4457-ab3a-88807fbf7913 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:40.842837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=f255f1a8-2a6b-47ea-9316-06bdd633a671,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:40.856597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:40.894405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port f255f1a8-2a6b-47ea-9316-06bdd633a671 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:40.913501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f0dcf7c5-a476-4094-a0fa-ec6c240b0ac5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3846097 Apr 05 12:07:40.921381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47100) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:40.957860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:40.961743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:40.964480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb51b16-4f20-4eb8-bbfd-66bb788cf701,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:41.001115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Deleting port be877fda-4449-44be-9b63-80bf5f56b4e4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:41.001461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.139447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.143751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port dea5de43-230a-47ba-aab4-64c717691512 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:41.144400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.167411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.170970 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c50044d-fcb1-4310-997e-9a13ec21a8d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fb51b16-4f20-4eb8-bbfd-66bb788cf701 HTTP/1.1" status: 204 len: 168 time: 2.4265769 Apr 05 12:07:41.193687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:41.241600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a874ee-b858-4dca-bde1-e9ba2af6a3e4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:41.269054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.269412 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Added segment 4cc93d20-5511-4f52-af1e-b74cc74058c2 of type vlan for network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc Apr 05 12:07:41.296576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.315999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25305ae7-775d-4def-8f10-8f737f0ff108') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:41.316304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25305ae7-775d-4def-8f10-8f737f0ff108') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:41.342848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3541ff0-48c8-4a01-823b-8224ccd3e6e7 None None] Provisioning for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:41.347184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.352795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:41.353381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.375399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.412947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.436103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:41.444809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.448945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Deleting port 5744adb4-2690-4a61-9480-28d51ce7ce4e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:41.449389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.530280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:41.532699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.539389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.551979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:41.552384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:41.570391 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:41.572256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.575972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.586266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4221becb-fb74-465d-b0a3-a382d6a24cf7 None None] DHCP port deletion for 11a874ee-b858-4dca-bde1-e9ba2af6a3e4 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:41.606348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:41.648403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] For port 5744adb4-2690-4a61-9480-28d51ce7ce4e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5744adb4-2690-4a61-9480-28d51ce7ce4e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:41.648781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.661852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:41.664655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:41.671987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:41.677855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:41.678410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.686253 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4257f28a-0b26-43d4-9488-4f3ff9dd7729 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e HTTP/1.1" status: 204 len: 168 time: 2.6489296 Apr 05 12:07:41.697341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:41.698697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:41.734753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:07:37Z', 'revision_number': 5, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port': {'id': '5744adb4-2690-4a61-9480-28d51ce7ce4e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:05:45Z', 'updated_at': '2022-04-05T12:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:41.781478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Checking router: 706ee170-2754-4cc2-a813-4c36af3f81a7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:07:41.799106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Calling delete_port for 5744adb4-2690-4a61-9480-28d51ce7ce4e owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:41.831428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Routers {'706ee170-2754-4cc2-a813-4c36af3f81a7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:41.832079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['706ee170-2754-4cc2-a813-4c36af3f81a7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:41.865235 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1269498 Apr 05 12:07:41.898261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:41.916965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'subnet': {'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:41.932181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c88e3-217d-48d4-ad8b-daff73536125,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:41.940084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.948472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] For port be877fda-4449-44be-9b63-80bf5f56b4e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=be877fda-4449-44be-9b63-80bf5f56b4e4,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:41.948830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:41.991081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Network': ['ID=3aa7acea-cb2d-494b-9c81-c2934f7f9acc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:41.999407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.036780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.037425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.038059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.038546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.039056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.039552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.040033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.040522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.040992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.041466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.041942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.042426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac64b6e-3211-4eb2-9d14-c4bbfd47ec3f tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.065500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.072758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=11a874ee-b858-4dca-bde1-e9ba2af6a3e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:42.127332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:42.215273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Calling delete_port for be877fda-4449-44be-9b63-80bf5f56b4e4 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:42.221293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.251391 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-818ff111-1fec-4b06-b582-698e5c578784 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/11a874ee-b858-4dca-bde1-e9ba2af6a3e4 HTTP/1.1" status: 204 len: 168 time: 11.2111747 Apr 05 12:07:42.272363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:42.283853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475316049'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:42.312727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:42.323983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:42.338890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:42.343015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:42.344998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,segment=NetworkSegment(5077d092-d1ee-43f8-8bbb-ca1e1762e9a6),segment_id=5077d092-d1ee-43f8-8bbb-ca1e1762e9a6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:42.357016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] Set router 706ee170-2754-4cc2-a813-4c36af3f81a7 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:07:42.366620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:42.369405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:subnet and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:42.385243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:42.400300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for dea5de43-230a-47ba-aab4-64c717691512 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:42.403865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.414734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:42.415417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.429729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.446363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:42.521201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bd9d8-c106-4dc3-ad40-72679a67c900 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:42.527959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bd9d8-c106-4dc3-ad40-72679a67c900 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:42.528761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-916bd9d8-c106-4dc3-ad40-72679a67c900 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:42.541062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:42.545609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.562766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c736b2-f83e-4083-b075-e2b2d2ca3858,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:42.597283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.604140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:42.607858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.637148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:42.640753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:42.653930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.659379 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a2ecfc6a-3e43-4df0-920c-60918fd300f4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.6207221 Apr 05 12:07:42.682585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:42.682923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f509143-e9fb-4ff4-9c9d-e3fd05b8610c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:42.687673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:07:41Z', 'revision_number': 6, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:42.693781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15602a3-ca88-4f72-a2b4-846c65d7e69c None None] The sync data for ids ['706ee170-2754-4cc2-a813-4c36af3f81a7'] in dv-neutron-833203-3-hyperv is: [{'id': '706ee170-2754-4cc2-a813-4c36af3f81a7', 'name': 'tempest-ServersTestManualDisk-422588576-router', 'tenant_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:05:43Z', 'updated_at': '2022-04-05T12:07:41Z', 'revision_number': 6, 'project_id': '8f7d7b8f3a2e429fb79a02a0db925e13', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:42.703607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.703952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.704290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.704622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.704946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.705270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.705592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.705914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.706249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.706551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.706865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.707217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:07:42.723852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47142) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:42.745177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-916bd9d8-c106-4dc3-ad40-72679a67c900 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:42.746345 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-916bd9d8-c106-4dc3-ad40-72679a67c900 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 1.0395997 Apr 05 12:07:42.800927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '40c736b2-f83e-4083-b075-e2b2d2ca3858', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:42.812660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47146) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:42.847973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-866889988'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:42.858153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:42.860295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:42.865174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Pushing event deleted for resources: {'Port': ['ID=5744adb4-2690-4a61-9480-28d51ce7ce4e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:42.879183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:42.888337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:42.895258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:42.913266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:42.915235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:network and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:42.932972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.933189 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 97f3077b-4020-4a3e-89fe-3fe8bfa67c32 of type vlan for network 2c75a2d5-73f2-40f7-99b7-95e443c0f263 Apr 05 12:07:42.943768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:42.952135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddece779-bde8-45d7-9636-9a24af51893c None None] Network c43c687e-e60d-4fc4-af75-b9857fe95614 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:42.954627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 8f508da7-478d-4050-9705-290d0a5bb49e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:42.954967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.959175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:42.992423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:42.993903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:42.997393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.037722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.059077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.066634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1efc2190-faf3-46ab-aa52-880d41d0b547 None None] Provisioning complete for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:43.067011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1efc2190-faf3-46ab-aa52-880d41d0b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.075549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.170761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=dea5de43-230a-47ba-aab4-64c717691512,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:43.194438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.213022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.257898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=be877fda-4449-44be-9b63-80bf5f56b4e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:43.259941 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:07:43.332201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:43.342645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:security_group_rule and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:43.400220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:43.407216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1efc2190-faf3-46ab-aa52-880d41d0b547 None None] Could not find standard attr ID for object dea5de43-230a-47ba-aab4-64c717691512. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:07:43.416905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:43.421012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.426327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.510928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.516426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:43.517039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.522948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.537408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.537916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706ee170-2754-4cc2-a813-4c36af3f81a7 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:07:43.572285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26f5a975-9826-44c5-bf25-8939f424f659 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/dea5de43-230a-47ba-aab4-64c717691512 HTTP/1.1" status: 204 len: 168 time: 2.6472569 Apr 05 12:07:43.573257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47150) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:43.593247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.600120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.601374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5fcc707f-cf47-45e7-9bbc-732b589be190 admin admin] 10.222.0.50 "DELETE /v2.0/routers/706ee170-2754-4cc2-a813-4c36af3f81a7 HTTP/1.1" status: 204 len: 168 time: 3.4295132 Apr 05 12:07:43.639246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47154) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:43.674084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:43.696425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.699384 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed76205-c380-421c-b094-90a72d202521 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:07:43.699880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed76205-c380-421c-b094-90a72d202521 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:43.721429 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0ed76205-c380-421c-b094-90a72d202521 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/dea5de43-230a-47ba-aab4-64c717691512 HTTP/1.1" status: 404 len: 333 time: 0.1188962 Apr 05 12:07:43.724937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.725764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47158) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:43.769043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:43.769380 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.775432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Deleting subnet 5b74657a-ac6e-4c51-99c3-ddbceb857ed2 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:43.777362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.795537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.833379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4c4dbf-eba9-425b-a985-7b68d23ea244 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:07:43.834290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b4c4dbf-eba9-425b-a985-7b68d23ea244 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:43.884389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:43.890306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32c4a75-d3b9-4293-8eeb-88f236c4a54a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:43.902613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.942039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:43.942576 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Added segment 9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2 of type vlan for network 0d84777e-b69b-410c-a2a6-18fcc490dd2e Apr 05 12:07:43.944671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b4c4dbf-eba9-425b-a985-7b68d23ea244 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:43.946280 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b4c4dbf-eba9-425b-a985-7b68d23ea244 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/dea5de43-230a-47ba-aab4-64c717691512 HTTP/1.1" status: 404 len: 333 time: 0.2180183 Apr 05 12:07:43.959152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47162) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:43.991370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:44.030306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:44.030645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e096bedf-85a9-4ca9-b0e1-9d9bd543e2fc not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:44.046563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bef9672b-7244-4812-a43b-51932174066b None None] Provisioning complete for port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:44.047115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef9672b-7244-4812-a43b-51932174066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.061229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.074972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.086426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=2c75a2d5-73f2-40f7-99b7-95e443c0f263,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.115014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2c75a2d5-73f2-40f7-99b7-95e443c0f263 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:44.117676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 28f70d7c-f0f6-4978-a791-46aeacfa2898 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:44.141504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.193663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 8f508da7-478d-4050-9705-290d0a5bb49e owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:44.220872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.220872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:44.220872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.247106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.307191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.321665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.393784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.412890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-39ee0912-ccd6-46dd-bdcb-4abfa916721d None None] Could not find standard attr ID for object dea5de43-230a-47ba-aab4-64c717691512. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:07:44.436018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9858279 Apr 05 12:07:44.444137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47166) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.444746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55d0ad-28f7-467c-aecd-6696697ddb23 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Network': ['ID=0d84777e-b69b-410c-a2a6-18fcc490dd2e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.459538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.460571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:44.467090 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-707360e2-39cd-4c96-9d59-9349afc2e34e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1910620 Apr 05 12:07:44.467090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.471055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:44.477894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47170) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.478913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.493053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a46d8a-9a65-439b-bf63-87d57d1b1f7b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.504671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '2c75a2d5-73f2-40f7-99b7-95e443c0f263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:44.596414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=8f508da7-478d-4050-9705-290d0a5bb49e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.598402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.602264 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9a91f03c-0455-4e00-ba97-e3880de7aa13 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8715231 Apr 05 12:07:44.611447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.623912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '40c736b2-f83e-4083-b075-e2b2d2ca3858', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:44.629710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.638025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:44.647557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.648043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d16d12-8722-47fc-9453-d6232419de3f {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:07:44.649622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:44.656068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:44.660564 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf3995b7-683b-4799-a8b6-8df4ddff0fda tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/8f508da7-478d-4050-9705-290d0a5bb49e HTTP/1.1" status: 204 len: 168 time: 1.8450527 Apr 05 12:07:44.661625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Checking segment: {'id': '4cc93d20-5511-4f52-af1e-b74cc74058c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:44.662710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network hostable DHCP agents. Network: 3aa7acea-cb2d-494b-9c81-c2934f7f9acc, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:44.668569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47178) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.670141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Subnet': ['ID=9c8cb08b-66c7-4fbf-8804-1f10508e5f34,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.677142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.680578 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d0634bfc-aa2a-4103-ae5b-d47e09928ff1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/16d16d12-8722-47fc-9453-d6232419de3f HTTP/1.1" status: 204 len: 168 time: 5.8525136 Apr 05 12:07:44.682881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:44.684575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.759619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.768570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:44.790659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Deleting subnet 46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:44.803305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 3aa7acea-cb2d-494b-9c81-c2934f7f9acc) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:44.804666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.818229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f5bd6-13e0-4fe1-86bd-ed49a1e97ad4 None None] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:44.853651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.854756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:44.855368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.894372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac246ec8-e4f5-4f3e-b6fe-3f3c9790bc1a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9927030 Apr 05 12:07:44.899056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.904079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1787430777', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:44.921531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.922488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.949776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:44.950744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:44.956002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b74657a-ac6e-4c51-99c3-ddbceb857ed2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:44.958443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:router and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:44.964364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:44.967348 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:07:44.968382 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69eccc72-3c48-4651-9116-6c67eda03eb3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3549049 Apr 05 12:07:44.971394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:44.975415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:44.980705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:44.989633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:44.991815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54236b03-2e17-4024-8855-1508a267fc68 None None] Network b8a229c2-15fe-4705-88bf-405cb5fe54a7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:44.992345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:44.996309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:45.000176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:45.008177 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-46a2de17-b117-4365-a3e9-25bebf7b76d8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5b74657a-ac6e-4c51-99c3-ddbceb857ed2 HTTP/1.1" status: 204 len: 168 time: 1.3679380 Apr 05 12:07:45.010406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:45.014917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:45.018664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47194) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.045138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.046126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.053784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:45.081764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:45.085539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.090665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.109995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.112102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.207363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:45.211163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.263439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-3aa7acea-cb2d-494b-9c81-c2934f7f9acc', 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc', 'tenant_id': '32c3e11a74a6415ca52590a84849d284', 'fixed_ips': [{'subnet_id': '9c8cb08b-66c7-4fbf-8804-1f10508e5f34'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:45.264257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.267293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.306113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.348192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device be877fda-4449-44be-9b63-80bf5f56b4e4 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:45.363679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca5868-56a4-457d-91c5-2bed17037e5d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:45.365400 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6cca5868-56a4-457d-91c5-2bed17037e5d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6936431 Apr 05 12:07:45.378083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.390851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.399118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=28f70d7c-f0f6-4978-a791-46aeacfa2898,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:45.414180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: be877fda-4449-44be-9b63-80bf5f56b4e4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:45.414700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device be877fda-4449-44be-9b63-80bf5f56b4e4 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:45.415233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5744adb4-2690-4a61-9480-28d51ce7ce4e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:45.474647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 5744adb4-2690-4a61-9480-28d51ce7ce4e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:45.474918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5744adb4-2690-4a61-9480-28d51ce7ce4e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:45.476950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9f14e-88c2-48ca-9804-5e746fbf61e3 None None] Network c43c687e-e60d-4fc4-af75-b9857fe95614 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:45.479771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.502059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-268f9472-a187-4932-b5ce-b5cc5370355f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/28f70d7c-f0f6-4978-a791-46aeacfa2898 HTTP/1.1" status: 204 len: 168 time: 1.5416074 Apr 05 12:07:45.506015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47202) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.510468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] DHCP port deletion for b8a229c2-15fe-4705-88bf-405cb5fe54a7 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:45.525192 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d4962d-9f54-4952-bc94-b919ae19b860 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:07:45.525719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63d4962d-9f54-4952-bc94-b919ae19b860 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:45.528535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.531744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Deleting port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:45.532087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.577099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Deleting port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:45.577461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.628501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.639331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:45.646931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.651736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.687756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ad715-41ca-481e-8ca6-457ababd6b18 None None] Network 8d4fce09-9d7f-4948-8b03-9c1e86515808 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:45.690097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63d4962d-9f54-4952-bc94-b919ae19b860 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:45.691426 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63d4962d-9f54-4952-bc94-b919ae19b860 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/e4ba1ce9-a6cf-4e8e-b555-6a1c040da09e HTTP/1.1" status: 404 len: 333 time: 0.3032119 Apr 05 12:07:45.697713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.702059 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/40c736b2-f83e-4083-b075-e2b2d2ca3858 HTTP/1.1" status: 204 len: 168 time: 0.7224934 Apr 05 12:07:45.702059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47206) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.710175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb819e1-4ac1-4dde-af12-efb62976c505 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c736b2-f83e-4083-b075-e2b2d2ca3858,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:45.731609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47208) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.750151 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-518afb62-d6cf-4c33-9f0f-44493db69e54 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/46b1a997-ab89-4d1f-ba44-dbbb4d4c2b93 HTTP/1.1" status: 204 len: 168 time: 1.0602596 Apr 05 12:07:45.753753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.782339 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9dd393-aa31-412b-b5b2-5be4197f56dc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:07:45.786177 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-de9dd393-aa31-412b-b5b2-5be4197f56dc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/8f508da7-478d-4050-9705-290d0a5bb49e HTTP/1.1" status: 404 len: 333 time: 0.0714633 Apr 05 12:07:45.792952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.799827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:45.944256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:45.944645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:45.945186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Allocated IP 172.20.0.2 (3aa7acea-cb2d-494b-9c81-c2934f7f9acc/9c8cb08b-66c7-4fbf-8804-1f10508e5f34/babe7e4a-2584-4544-9add-85e9109e03c2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:46.035099 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6d57bb2a-0835-4581-a4a1-cf6466124dcb tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2987726 Apr 05 12:07:46.042910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47222) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:46.099002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1482153997'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:46.135640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:46.155283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.161716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.162195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:46.175310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.199928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Deleting port 1acaac99-7063-4060-bf08-5a4021a9dbf4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:46.200197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.227252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:46.259333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:46.293544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] For port 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d8625c9-83fb-4ae8-95d5-f45f1512c562,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:46.293904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.313400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.338203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] For port 0d8625c9-83fb-4ae8-95d5-f45f1512c562, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d8625c9-83fb-4ae8-95d5-f45f1512c562,segment=NetworkSegment(277d49d1-61dd-4f1d-8131-100dcdc539cc),segment_id=277d49d1-61dd-4f1d-8131-100dcdc539cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:46.338593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.385060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.430469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.514634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] DHCP port deletion for c43c687e-e60d-4fc4-af75-b9857fe95614 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:46.524489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Calling delete_port for 0d8625c9-83fb-4ae8-95d5-f45f1512c562 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:46.558260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e464dc74-2789-4457-ab3a-88807fbf7913']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:46.600138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Calling delete_port for 0d8625c9-83fb-4ae8-95d5-f45f1512c562 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:46.609890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Deleting port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:46.610322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.651441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cfb104-a20d-4d8a-aefe-fba69dc41ad8') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:46.651579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cfb104-a20d-4d8a-aefe-fba69dc41ad8') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:46.660387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=e7722181-3bc2-415c-ad5b-420bdd74a091,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:46.741613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.764918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.773374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.799317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Transition to ACTIVE for port object babe7e4a-2584-4544-9add-85e9109e03c2 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:46.809938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:46.812039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.816166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.817628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] DHCP port deletion for 8d4fce09-9d7f-4948-8b03-9c1e86515808 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:46.818637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.819185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:46.819558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network hostable DHCP agents. Network: 0d84777e-b69b-410c-a2a6-18fcc490dd2e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:46.835563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:46.843387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:46.867789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:46.868320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.879185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:46.890991 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:46.893009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] For port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,segment=NetworkSegment(5077d092-d1ee-43f8-8bbb-ca1e1762e9a6),segment_id=5077d092-d1ee-43f8-8bbb-ca1e1762e9a6)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:46.893009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.914355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Deleting port 1acaac99-7063-4060-bf08-5a4021a9dbf4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:46.915055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.919246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=d254a927-546a-44b3-b2d8-abee35a2a819,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:46.921608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] For port 1acaac99-7063-4060-bf08-5a4021a9dbf4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1acaac99-7063-4060-bf08-5a4021a9dbf4,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:46.922049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:46.955679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] Pushing event deleted for resources: {'Port': ['ID=0d8625c9-83fb-4ae8-95d5-f45f1512c562,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:46.960515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19587dea-c2d3-4a9e-a1fb-840434d9fda0 None None] No DVR routers for this DVR port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:46.978211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '97f3077b-4020-4a3e-89fe-3fe8bfa67c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2c75a2d5-73f2-40f7-99b7-95e443c0f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:46.978211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 2c75a2d5-73f2-40f7-99b7-95e443c0f263, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:46.978211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:46.978211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:47.040508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:47.049502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:47.110958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] For port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,segment=NetworkSegment(5077d092-d1ee-43f8-8bbb-ca1e1762e9a6),segment_id=5077d092-d1ee-43f8-8bbb-ca1e1762e9a6)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:47.111397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.125205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0d84777e-b69b-410c-a2a6-18fcc490dd2e) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:47.146878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:47.147825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.159089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Calling delete_port for 1acaac99-7063-4060-bf08-5a4021a9dbf4 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:47.190185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-84a11c5e-5976-4333-a0ae-e539779255d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7429459 Apr 05 12:07:47.197035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 2c75a2d5-73f2-40f7-99b7-95e443c0f263 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:47.199932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Transition to ACTIVE for port object babe7e4a-2584-4544-9add-85e9109e03c2 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:47.202608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47226) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.209960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6978d-a828-4b23-a2a7-537b0df069c1 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:47.220311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.224958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'name': 'tempest-NetworksTestDHCPv6-1422385885'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:47.245721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.247194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2c75a2d5-73f2-40f7-99b7-95e443c0f263) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:47.251695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.291443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.293933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Calling delete_port for 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:47.314677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:47.315584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.340769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.356538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=13e28e8d-1fc5-419a-9a07-8c11c3e32c25,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:47.376250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No DVR routers for this DVR port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:47.407584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b6c01-e5a7-4786-8218-ded3219ff56a None None] Network 2c75a2d5-73f2-40f7-99b7-95e443c0f263 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:47.431674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec9345f3-5350-4c60-ab7c-e4f55687df5a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9459562 Apr 05 12:07:47.436180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47230) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.442109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.443823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:47.446668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3981779 Apr 05 12:07:47.448214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bacfe-042e-444e-af96-766e5662bbdc tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2763de13-e8d0-49e9-bcda-c7ea141faa0e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:47.465756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.469173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=e464dc74-2789-4457-ab3a-88807fbf7913,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:47.477020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a3b5afc8-5711-417f-934f-8893cb56f972 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '2763de13-e8d0-49e9-bcda-c7ea141faa0e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:47.477157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.477798 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-a3b5afc8-5711-417f-934f-8893cb56f972 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 12:07:47.478326 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-a3b5afc8-5711-417f-934f-8893cb56f972 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:47.479490 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a3b5afc8-5711-417f-934f-8893cb56f972 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082850 Apr 05 12:07:47.486294 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-737f6370-14c5-4859-a79a-3e522b421536 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/e464dc74-2789-4457-ab3a-88807fbf7913 HTTP/1.1" status: 204 len: 168 time: 1.6859813 Apr 05 12:07:47.495173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Deleting port 0d8625c9-83fb-4ae8-95d5-f45f1512c562 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:47.495698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.519993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47238) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.520317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47240) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:47.568683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-4316991'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:47.584186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Pushing event updated for resources: {'Port': ['ID=babe7e4a-2584-4544-9add-85e9109e03c2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:47.585083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.26.5.250 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/71abc78d-496c-4750-9113-9032c3a9d2a4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:47.596442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.636339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:47.636684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:47.637099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d8625c9-83fb-4ae8-95d5-f45f1512c562 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:47.650121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:47.668247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1acaac99-7063-4060-bf08-5a4021a9dbf4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:47.675784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] The port '0d8625c9-83fb-4ae8-95d5-f45f1512c562' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:47.696894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] No DVR routers for this DVR port 1acaac99-7063-4060-bf08-5a4021a9dbf4 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:47.723188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.725569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0d8625c9-83fb-4ae8-95d5-f45f1512c562 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:47.725924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d8625c9-83fb-4ae8-95d5-f45f1512c562 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:47.726336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1acaac99-7063-4060-bf08-5a4021a9dbf4 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:07:47.736654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:47.738809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:47.756589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:47.786875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:47.806063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:47.809881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:47.823149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:47.825467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:47.828503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:47.843076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:47.843448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43c687e-e60d-4fc4-af75-b9857fe95614']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:47.861223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1acaac99-7063-4060-bf08-5a4021a9dbf4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:07:47.861565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1acaac99-7063-4060-bf08-5a4021a9dbf4 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:07:47.889390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:47.889685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5077d092-d1ee-43f8-8bbb-ca1e1762e9a6') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:47.897594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:47.901212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.913791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.931006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:47.935443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.969349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] For port 1acaac99-7063-4060-bf08-5a4021a9dbf4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1acaac99-7063-4060-bf08-5a4021a9dbf4,segment=NetworkSegment(e1cd7634-6e80-4f8f-92cf-49db6586b058),segment_id=e1cd7634-6e80-4f8f-92cf-49db6586b058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:47.969875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.983972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4fce09-9d7f-4948-8b03-9c1e86515808']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:47.985263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.994885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:47.996059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port a5b2c1ff-527b-4eda-91d1-d1f91fc55976 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:48.027915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.036099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.048783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.058503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a229c2-15fe-4705-88bf-405cb5fe54a7']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:48.068343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.074481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:48.075157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:48.092570 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:48.119215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cd7634-6e80-4f8f-92cf-49db6586b058') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:48.119522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cd7634-6e80-4f8f-92cf-49db6586b058') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:48.120396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d49d1-61dd-4f1d-8131-100dcdc539cc') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:48.120828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d49d1-61dd-4f1d-8131-100dcdc539cc') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:48.135508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.138810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:48.139200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:48.143187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:48.153987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.154976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Calling delete_port for 1acaac99-7063-4060-bf08-5a4021a9dbf4 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:48.193753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Attempting to bind port babe7e4a-2584-4544-9add-85e9109e03c2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:48.194369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Attempting to bind port babe7e4a-2584-4544-9add-85e9109e03c2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4cc93d20-5511-4f52-af1e-b74cc74058c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:48.194879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Attempting to bind port babe7e4a-2584-4544-9add-85e9109e03c2 on network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:48.211590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.226286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.234106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:48.243999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:48.263896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.268070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:48.268756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Checking segment: {'id': '4cc93d20-5511-4f52-af1e-b74cc74058c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:48.269408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.270059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Bound using segment: {'id': '4cc93d20-5511-4f52-af1e-b74cc74058c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:48.270815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Bound port: babe7e4a-2584-4544-9add-85e9109e03c2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc93d20-5511-4f52-af1e-b74cc74058c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:48.271336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.276686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.277206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment 0be26c8b-d6b5-4e7a-940a-faac5a3e4a76 of type vlan for network ed5d9a9c-83a9-449f-9256-15f680bde445 Apr 05 12:07:48.278192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:48.278604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.292335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:48.326527 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:48.434100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.438892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=71abc78d-496c-4750-9113-9032c3a9d2a4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:48.447763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:07:48.448890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:07:48.450066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:48.450669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:48.471335 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:48.474059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.496189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': 'e7722181-3bc2-415c-ad5b-420bdd74a091'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:48.497000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.527682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::78 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/e7722181-3bc2-415c-ad5b-420bdd74a091/a5b2c1ff-527b-4eda-91d1-d1f91fc55976) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:48.532428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] For port babe7e4a-2584-4544-9add-85e9109e03c2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:48.536856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] For port babe7e4a-2584-4544-9add-85e9109e03c2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=babe7e4a-2584-4544-9add-85e9109e03c2,segment=NetworkSegment(4cc93d20-5511-4f52-af1e-b74cc74058c2),segment_id=4cc93d20-5511-4f52-af1e-b74cc74058c2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:48.538115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.563351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.578004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.578286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2de15-80aa-4812-a44c-73df9efec4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2c75a2d5-73f2-40f7-99b7-95e443c0f263', 'network_id': '2c75a2d5-73f2-40f7-99b7-95e443c0f263', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': 'd254a927-546a-44b3-b2d8-abee35a2a819'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:48.579122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1be2de15-80aa-4812-a44c-73df9efec4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.591139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.596257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.630725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=c43c687e-e60d-4fc4-af75-b9857fe95614,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:48.633402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4fce09-9d7f-4948-8b03-9c1e86515808,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:48.633819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.644769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Deleting port 13e28e8d-1fc5-419a-9a07-8c11c3e32c25 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:48.645227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.672655 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00c4740a-120e-42a7-8859-452c56727daf tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/c43c687e-e60d-4fc4-af75-b9857fe95614 HTTP/1.1" status: 204 len: 168 time: 3.1641884 Apr 05 12:07:48.674815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:48.683111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-927535178'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:48.699141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.704493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.711669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:48.729202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:48.735180 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3fc05a4-322a-4cc5-b12b-cb947998fc53 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8d4fce09-9d7f-4948-8b03-9c1e86515808 HTTP/1.1" status: 204 len: 168 time: 2.9730744 Apr 05 12:07:48.735180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:48.737380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.751742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a229c2-15fe-4705-88bf-405cb5fe54a7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:48.753634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2763de13-e8d0-49e9-bcda-c7ea141faa0e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:48.765365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.771339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:48.771912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.776438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:48.837025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.838067 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-993e1543-adaf-4bad-acff-77d771da4536 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/2763de13-e8d0-49e9-bcda-c7ea141faa0e HTTP/1.1" status: 204 len: 168 time: 1.3066521 Apr 05 12:07:48.842590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7491f68a-e75a-4e11-9816-90b89f060386 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8a229c2-15fe-4705-88bf-405cb5fe54a7 HTTP/1.1" status: 204 len: 168 time: 3.8197470 Apr 05 12:07:48.846961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47252) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:48.911332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.960431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4274154 Apr 05 12:07:48.967921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2547a52e-1d16-4dad-a015-5b7936d58ba1 None None] The port '13e28e8d-1fc5-419a-9a07-8c11c3e32c25' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:48.972483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Deleting port 1acaac99-7063-4060-bf08-5a4021a9dbf4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:48.972973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:48.982769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47258) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.009680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:49.013796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:49.017134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.051825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedd252-5e2e-4030-b74d-44001ffb7242 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=ed5d9a9c-83a9-449f-9256-15f680bde445,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:49.056752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47262) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.076973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b4bfeee-781e-405f-b44b-e42204fe6f21 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:49.082478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=d254a927-546a-44b3-b2d8-abee35a2a819,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:49.082893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ed5d9a9c-83a9-449f-9256-15f680bde445 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:49.095797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.113159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object a5b2c1ff-527b-4eda-91d1-d1f91fc55976 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:49.134942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.159943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-75b56b41-ecfa-4c05-b0ae-1150b91e0da5 None None] The port '1acaac99-7063-4060-bf08-5a4021a9dbf4' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:07:49.161582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.220511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225849f-44c2-4455-b72e-652e5f1bc5ee None None] Pushing event updated for resources: {'Port': ['ID=babe7e4a-2584-4544-9add-85e9109e03c2,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:49.230301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-1be2de15-80aa-4812-a44c-73df9efec4d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d254a927-546a-44b3-b2d8-abee35a2a819: This subnet is being modified by another concurrent operation. Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:07:49.300066 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d254a927-546a-44b3-b2d8-abee35a2a819: This subnet is being modified by another concurrent operation. Apr 05 12:07:49.303939 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:07:49.338630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d544d-7483-4319-9dbf-591de6658a83 None None] Network 2c75a2d5-73f2-40f7-99b7-95e443c0f263 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:49.373565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/e7722181-3bc2-415c-ad5b-420bdd74a091/3c645116-b996-4c2a-a1b1-eb95d78e20c9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:49.383948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b4bfeee-781e-405f-b44b-e42204fe6f21 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:49.385813 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7b4bfeee-781e-405f-b44b-e42204fe6f21 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5372458 Apr 05 12:07:49.399632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47270) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.402572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c75a2d5-73f2-40f7-99b7-95e443c0f263']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:49.417312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--275400572'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:49.429889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:49.433955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:49.438366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:49.446021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:49.461960 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd018e3f-7276-47e4-aac9-1eb7415aca43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85452dc9409c41b7a0880549e9648d24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3735847 Apr 05 12:07:49.462921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47274) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.463941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:49.471324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f3077b-4020-4a3e-89fe-3fe8bfa67c32') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:49.471862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f3077b-4020-4a3e-89fe-3fe8bfa67c32') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:49.495407 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08f132b1-1da6-48cf-bcd5-8b609e11e0a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f7d7b8f3a2e429fb79a02a0db925e13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3591063 Apr 05 12:07:49.503725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47278) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.510515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:49.515451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.526932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:49.553463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:49.556651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:49.567413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:49.574220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:49.575006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.584392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.603348 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3994989 Apr 05 12:07:49.616313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccee63-915b-4190-8734-8a3712d285a8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=a5b2c1ff-527b-4eda-91d1-d1f91fc55976,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:49.617396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47282) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:49.623425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:49.627176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.627707 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment ada010b4-f684-4f48-b0fa-6737ae40a826 of type vlan for network dfae6db4-823e-47c4-8f7e-0094d65cd90d Apr 05 12:07:49.639354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.744354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.798097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.799315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Performing IP validity checks on allocation pools {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:07:49.802375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:07:49.813015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Transition to ACTIVE for port object 3c645116-b996-4c2a-a1b1-eb95d78e20c9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:49.827136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.834718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Transition to ACTIVE for port object 3c645116-b996-4c2a-a1b1-eb95d78e20c9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:49.843522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.863350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:49.864326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.879328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.884535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:49.885132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:49.885263 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:49.903445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:49.916536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:49.920439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:49.923351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:50.032020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Pushing event updated for resources: {'Port': ['ID=3c645116-b996-4c2a-a1b1-eb95d78e20c9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.054910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.055639 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3770454 Apr 05 12:07:50.059836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Attempting to bind port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:50.060565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Attempting to bind port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:50.060940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Attempting to bind port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:50.064752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.067123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:50.067535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:50.067971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.068364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:50.068838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Bound port: 3c645116-b996-4c2a-a1b1-eb95d78e20c9, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:50.069215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.081425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:50.095842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699b9a8-ae4a-4237-9306-25c43ffcc75b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=dfae6db4-823e-47c4-8f7e-0094d65cd90d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.105687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.131860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:50.256114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:50.277899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] For port 3c645116-b996-4c2a-a1b1-eb95d78e20c9, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:50.281573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:50.283166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] For port 3c645116-b996-4c2a-a1b1-eb95d78e20c9, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3c645116-b996-4c2a-a1b1-eb95d78e20c9,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:50.286193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:50.291300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.299886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.301952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.310728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:50.317535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.319703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:50.324019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:50.340501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.351667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:50.394358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42b72f-e347-4495-870b-582f90fde3e8 None None] Pushing event updated for resources: {'Port': ['ID=3c645116-b996-4c2a-a1b1-eb95d78e20c9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.399901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:50.403694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fec105-e1f1-4681-91a1-423c52067b8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:50.407242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00fec105-e1f1-4681-91a1-423c52067b8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7769957 Apr 05 12:07:50.418779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.420028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.455380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=2c75a2d5-73f2-40f7-99b7-95e443c0f263,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.478936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.487277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:50.491335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.504375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cbcad935-f34f-49f9-9ea8-de6b13aaf138 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/2c75a2d5-73f2-40f7-99b7-95e443c0f263 HTTP/1.1" status: 204 len: 168 time: 3.0669503 Apr 05 12:07:50.517046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47294) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.533773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=03a7d0d1-1128-4f79-bb69-c844e4d657e1,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.544840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2097965136'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:50.558778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:50.574003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:50.574421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: ed5d9a9c-83a9-449f-9256-15f680bde445, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:50.580428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.584315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:50.601898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:50.626403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:50.637194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3ff349-071f-48f3-8f73-7fa006645659,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.674211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:50.677860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.711306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network ed5d9a9c-83a9-449f-9256-15f680bde445 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:50.716030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port a5b2c1ff-527b-4eda-91d1-d1f91fc55976 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:50.716540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.734296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dd95a-b14b-4032-bba0-3b5ffa1ee577 None None] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:50.737886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.739052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.742456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a299489-3fff-49d4-95db-e8d6a415a0c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa3ff349-071f-48f3-8f73-7fa006645659 HTTP/1.1" status: 204 len: 168 time: 1.2586896 Apr 05 12:07:50.745304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.761628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.778772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ed5d9a9c-83a9-449f-9256-15f680bde445) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:50.793533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba2ce3e-4a20-4b8e-8fe8-76cbc7293e29,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.796002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f17b82-a32e-4793-8b5e-fc8f99b95ae4 None None] Network ed5d9a9c-83a9-449f-9256-15f680bde445 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:50.815853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:50.829735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:50.830374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.834741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.838701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-37372800-76df-4e7c-ba14-42f0e00de34c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ba2ce3e-4a20-4b8e-8fe8-76cbc7293e29 HTTP/1.1" status: 204 len: 168 time: 1.3295732 Apr 05 12:07:50.885393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.889670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4765487 Apr 05 12:07:50.895648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47302) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.898580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:50.899203 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 07703a1d-0c43-4899-8b93-3202b8db1bc8 of type vlan for network be148cd0-139e-45db-8eb5-c4efd2c46d67 Apr 05 12:07:50.911684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0d8c9a5c-4b58-4c20-ac45-c09a82f66594 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '5a09e3a1-fb11-41b0-bf6f-ded422b38386', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:50.921787 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-0d8c9a5c-4b58-4c20-ac45-c09a82f66594 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 12:07:50.922633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-0d8c9a5c-4b58-4c20-ac45-c09a82f66594 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:50.928501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0d8c9a5c-4b58-4c20-ac45-c09a82f66594 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0316062 Apr 05 12:07:50.935682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47306) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.937758 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ca1aeda3-f3bd-48b8-be44-4b4673c8cd86 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9482820 Apr 05 12:07:50.938925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f3b3d-aa4b-42f0-9af3-b6c27e146fbe tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09e3a1-fb11-41b0-bf6f-ded422b38386,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:50.944192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47308) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:50.962009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445', 'name': 'tempest-PortsIpV6TestJSON-1264686142'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:51.026277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b4144c92-1720-4279-b3e6-e7ea39550480 None None] Provisioning for port babe7e4a-2584-4544-9add-85e9109e03c2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:51.074791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.349337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.531159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.555581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3c645116-b996-4c2a-a1b1-eb95d78e20c9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:51.566229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:51.569399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.577860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:51.578947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.669189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:51.697364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.717681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:51.723975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=bcc38a58-75d3-4144-8338-4e5749effa51,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:51.733148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device babe7e4a-2584-4544-9add-85e9109e03c2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:51.773319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-ed5d9a9c-83a9-449f-9256-15f680bde445', 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': '03a7d0d1-1128-4f79-bb69-c844e4d657e1'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:51.774090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.808813 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2854807 Apr 05 12:07:51.847496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47332) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:51.864963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': 'be148cd0-139e-45db-8eb5-c4efd2c46d67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:51.890500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06acda-5754-4377-bda3-16d95316535f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=be148cd0-139e-45db-8eb5-c4efd2c46d67,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:51.902939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 232badac-7d9b-473e-b135-16fa08d3c218 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:07:51.909054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:51.913793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:51.949483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network be148cd0-139e-45db-8eb5-c4efd2c46d67 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:52.033108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:52.035793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.084821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a0e78-9cca-40fa-a807-9fc17983d98a None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:52.193550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:52.205388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.226428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:52.249031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:52.263655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for a5b2c1ff-527b-4eda-91d1-d1f91fc55976 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:52.267065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09e3a1-fb11-41b0-bf6f-ded422b38386,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:52.295651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:52.399248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.411408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47354) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:52.414284 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bdd47617-3ad5-45b3-a404-26cdcc2f8f6a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a09e3a1-fb11-41b0-bf6f-ded422b38386 HTTP/1.1" status: 204 len: 168 time: 1.4724624 Apr 05 12:07:52.418849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:52.423057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.460535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': 'ada010b4-f684-4f48-b0fa-6737ae40a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:52.460940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: dfae6db4-823e-47c4-8f7e-0094d65cd90d, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:52.485608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Provisioning for port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:52.498789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Provisioning complete for port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:52.499637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.533467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port babe7e4a-2584-4544-9add-85e9109e03c2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:52.553615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port babe7e4a-2584-4544-9add-85e9109e03c2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:52.554082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.613994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47362) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:52.639734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::76 (ed5d9a9c-83a9-449f-9256-15f680bde445/03a7d0d1-1128-4f79-bb69-c844e4d657e1/7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:52.776997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-419a7803-2e80-4e9f-bb21-1914a484b1aa tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:52.886694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-208086666-network', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:52.892616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.895813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:52.909176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Usage tracker for resource:network and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:52.915359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.924010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:52.939124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:52.942167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:07:52.942248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:52.985946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] Sync routers for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:07:52.991060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Made reservation on behalf of 10bd7a1d582547499ed9bbd5a6970538 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:52.994281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.005965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.024114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=a5b2c1ff-527b-4eda-91d1-d1f91fc55976,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:53.025910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:53.027443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] For port 3c645116-b996-4c2a-a1b1-eb95d78e20c9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3c645116-b996-4c2a-a1b1-eb95d78e20c9,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:53.043435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-419a7803-2e80-4e9f-bb21-1914a484b1aa tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:53.049178 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-419a7803-2e80-4e9f-bb21-1914a484b1aa tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6328430 Apr 05 12:07:53.055364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:53.055364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:53.071845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.074949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47378) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.077777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.093721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631024792'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:53.098393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.106684 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd4e240b-b708-4727-b56d-fefc7e55517a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a5b2c1ff-527b-4eda-91d1-d1f91fc55976 HTTP/1.1" status: 204 len: 168 time: 2.6832745 Apr 05 12:07:53.106684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, dfae6db4-823e-47c4-8f7e-0094d65cd90d) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:53.109473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47382) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.115172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:53.138869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:53.154939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:53.155511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port babe7e4a-2584-4544-9add-85e9109e03c2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=babe7e4a-2584-4544-9add-85e9109e03c2,segment=NetworkSegment(4cc93d20-5511-4f52-af1e-b74cc74058c2),segment_id=4cc93d20-5511-4f52-af1e-b74cc74058c2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:53.156991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Usage tracker for resource:security_group_rule and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:53.163687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:53.174635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:53.179083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce2a80-1f6d-47d2-9144-e17c38ec2b2f None None] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:53.190162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=b6519936-6eb0-4e99-9194-a7e2002bc1d4,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:53.194656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:53.210273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:53.210981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.219448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.224363 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0b15ff8-c2bb-41fa-a3d0-87c394a50fa3 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3205872 Apr 05 12:07:53.224520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.228959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47386) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.247213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '07703a1d-0c43-4899-8b93-3202b8db1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'be148cd0-139e-45db-8eb5-c4efd2c46d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:53.248122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: be148cd0-139e-45db-8eb5-c4efd2c46d67, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:53.280268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:53.291496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:53.295772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:53.307577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:53.313473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.323700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428afbe0-b73d-4426-a7ba-93895375418c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:53.325312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428afbe0-b73d-4426-a7ba-93895375418c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:53.330681 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-428afbe0-b73d-4426-a7ba-93895375418c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2169425 Apr 05 12:07:53.330681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.335986 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df3c372b-5fde-430b-8a26-c9f38374a893 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2700148 Apr 05 12:07:53.365112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.370827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network be148cd0-139e-45db-8eb5-c4efd2c46d67 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:53.390656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1841801431'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:53.450024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.473535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, be148cd0-139e-45db-8eb5-c4efd2c46d67) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:53.481693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network ed5d9a9c-83a9-449f-9256-15f680bde445 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:53.487911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet e7722181-3bc2-415c-ad5b-420bdd74a091 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:53.502946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.539520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:53.544114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:53.544808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.555732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:53.557588 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.570569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:53.577107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:53.577889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.582603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47404) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.600659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a2a3f-6d35-4526-ae38-e9f87ac8eb9f None None] Network be148cd0-139e-45db-8eb5-c4efd2c46d67 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:53.617181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:53.679354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97b72ffc-6a71-4209-abb6-629aabd84e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.696003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.697579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-dfae6db4-823e-47c4-8f7e-0094d65cd90d', 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': 'bcc38a58-75d3-4144-8338-4e5749effa51'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:53.698470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.718796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.759962 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-22f2f95b-436f-4f69-a2ed-9eba55931c85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9052329 Apr 05 12:07:53.771613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.781556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.811232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.820298 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-37c0f6c3-a6eb-447b-a204-27f64cff4a74 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8741310 Apr 05 12:07:53.827759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f6cd9354-c72f-4873-b52b-53c9096cb165 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:53.830546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47414) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:53.865321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:53.869860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:53.873927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:07:53.874836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:53.876181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:53.876702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:53.884313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:53.898395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43fda93-b59f-447e-ad25-85c3d8f5b434,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:53.906658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:53.953661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb2af2-a721-4f98-acb7-f1f553b0c9b7 None None] Pushing event updated for resources: {'Port': ['ID=3c645116-b996-4c2a-a1b1-eb95d78e20c9,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:53.977075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.045488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.046137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Added segment 0d132fa3-64b2-4e89-a4ce-310874aa5d41 of type vlan for network 520e70cc-c9bb-4181-b255-9e6028f24dca Apr 05 12:07:54.084038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:54.084453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e28390-e626-43d3-8d9d-cecf44a8cd33 None None] The sync data for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:07:54.086896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.113059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Allocated IP 2001:db8::2 (ed5d9a9c-83a9-449f-9256-15f680bde445/03a7d0d1-1128-4f79-bb69-c844e4d657e1/bdd87b52-0d90-4b28-8bcd-4349593fbdb2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:54.190970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e380e599-30a9-4293-bf69-f890fa5a509a None None] Provisioning complete for port babe7e4a-2584-4544-9add-85e9109e03c2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:54.191690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e380e599-30a9-4293-bf69-f890fa5a509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.266764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:54.270632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.293650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.294763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:54.295578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.332902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.337125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2577600 Apr 05 12:07:54.342019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b58d79-fb2b-4849-b7e6-67a01246cee0 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d821f-ccb8-4f59-a4a4-c8df6e544f06,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:54.344152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47420) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.362533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:54.362877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.366134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.442895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8232312 Apr 05 12:07:54.444095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=e7722181-3bc2-415c-ad5b-420bdd74a091,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:54.447291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.457113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.471167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Request body: {'subnet': {'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-208086666-subnet', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.478058 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f716dd24-83a6-4377-a182-9a9a1ecc019b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/e7722181-3bc2-415c-ad5b-420bdd74a091 HTTP/1.1" status: 204 len: 168 time: 1.1439209 Apr 05 12:07:54.483253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=babe7e4a-2584-4544-9add-85e9109e03c2,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:54.483601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:54.485076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47428) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.493537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a2bdcc8e-eac4-49f9-91ab-b23c0def56f5 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '8d5d821f-ccb8-4f59-a4a4-c8df6e544f06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.493772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Usage tracker for resource:subnet and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:54.503136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:54.504013 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-a2bdcc8e-eac4-49f9-91ab-b23c0def56f5 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 12:07:54.505946 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-a2bdcc8e-eac4-49f9-91ab-b23c0def56f5 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:54.511641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a2bdcc8e-eac4-49f9-91ab-b23c0def56f5 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1537154 Apr 05 12:07:54.513466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47430) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.531050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-06bce125-6ff0-4ea7-8c63-aa8a07abe276 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '8d5d821f-ccb8-4f59-a4a4-c8df6e544f06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.532877 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-06bce125-6ff0-4ea7-8c63-aa8a07abe276 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 12:07:54.533565 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-06bce125-6ff0-4ea7-8c63-aa8a07abe276 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:54.534603 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06bce125-6ff0-4ea7-8c63-aa8a07abe276 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080416 Apr 05 12:07:54.535697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:54.550941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.563686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.578080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1322bb97-c41c-440e-9e39-c161066b74eb None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:54.584609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port d5c1be59-cd56-4b4a-a116-57f2b35dbc0b yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:54.610620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9edf492b-8139-4a71-8078-e88916b1fd93 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '8d5d821f-ccb8-4f59-a4a4-c8df6e544f06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.611701 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-9edf492b-8139-4a71-8078-e88916b1fd93 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 12:07:54.612193 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9edf492b-8139-4a71-8078-e88916b1fd93 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:54.616006 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9edf492b-8139-4a71-8078-e88916b1fd93 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075259 Apr 05 12:07:54.631585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.642668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-41f7eb80-f44d-4fa3-88a7-35b191fbb99d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '8d5d821f-ccb8-4f59-a4a4-c8df6e544f06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.643714 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-41f7eb80-f44d-4fa3-88a7-35b191fbb99d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 12:07:54.644419 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-41f7eb80-f44d-4fa3-88a7-35b191fbb99d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:54.648256 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41f7eb80-f44d-4fa3-88a7-35b191fbb99d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103178 Apr 05 12:07:54.649864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47444) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.654656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.659465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Made reservation on behalf of 10bd7a1d582547499ed9bbd5a6970538 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:54.664562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.730239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3745ebb-d46b-4ed1-985f-93283f15b940 admin admin] Pushing event updated for resources: {'Network': ['ID=520e70cc-c9bb-4181-b255-9e6028f24dca,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:54.730559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Allocated IP 172.20.0.2 (dfae6db4-823e-47c4-8f7e-0094d65cd90d/bcc38a58-75d3-4144-8338-4e5749effa51/428e58de-b21c-4e7a-bb23-9df55a6d04d7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:54.748497 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00a20f0e-2195-4b41-afc3-461297289ad5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623919 Apr 05 12:07:54.754896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47448) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.788427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:54.799103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 520e70cc-c9bb-4181-b255-9e6028f24dca details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:54.804935 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f6cd9354-c72f-4873-b52b-53c9096cb165 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "PUT /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb HTTP/1.1" status: 200 len: 366 time: 1.2210162 Apr 05 12:07:54.823986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47452) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:54.860865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3117b40a-417d-454b-be22-1deaa127feda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-be148cd0-139e-45db-8eb5-c4efd2c46d67', 'network_id': 'be148cd0-139e-45db-8eb5-c4efd2c46d67', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': 'b6519936-6eb0-4e99-9194-a7e2002bc1d4'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:54.861608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3117b40a-417d-454b-be22-1deaa127feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:54.950309 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-202be1f3-a186-479d-8d2c-a511c91be87e tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0921974 Apr 05 12:07:54.960364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.039722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:55.055684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:55.065671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:55.076333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.085495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.086222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:55.211702 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72db9d01-877b-45f7-820a-8952b56d8641 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb HTTP/1.1" status: 200 len: 366 time: 0.2460256 Apr 05 12:07:55.224902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47460) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.237186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:55.244128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.252931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.265946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:55.269180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.378504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=b6519936-6eb0-4e99-9194-a7e2002bc1d4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:55.383335 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-26c69a6e-5a59-4726-ae2a-d5f995914edb tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb HTTP/1.1" status: 204 len: 168 time: 0.1549904 Apr 05 12:07:55.396955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47464) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.402003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdf5-1cb1-4ad2-bae3-d6368ee3733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.409532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.426190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ffe92979-2d59-4b94-ab8a-2ce453837630 None None] Provisioning complete for port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:55.426694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffe92979-2d59-4b94-ab8a-2ce453837630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.435502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.447978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.451823 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ef9bfac-e884-4e28-b975-62fa84f8e05f tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0496817 Apr 05 12:07:55.452515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47468) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.496519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Transition to ACTIVE for port object bdd87b52-0d90-4b28-8bcd-4349593fbdb2 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:55.510876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ab20380-2773-4c01-80c4-18cd6c18bdbe tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb HTTP/1.1" status: 200 len: 370 time: 0.0549283 Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-3117b40a-417d-454b-be22-1deaa127feda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6519936-6eb0-4e99-9194-a7e2002bc1d4: This subnet is being modified by another concurrent operation. Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:07:55.517637 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6519936-6eb0-4e99-9194-a7e2002bc1d4: This subnet is being modified by another concurrent operation. Apr 05 12:07:55.523121 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:07:55.527485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47472) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.535254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f35d1a02-ed19-4fa0-ac45-b0d750b6d654 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb/default HTTP/1.1" status: 200 len: 370 time: 0.0081496 Apr 05 12:07:55.535254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47476) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.554774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-e022dff7-703b-4deb-9fce-2eba0cedc3aa tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] delete failed (client error): The resource could not be found. Apr 05 12:07:55.555815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e022dff7-703b-4deb-9fce-2eba0cedc3aa tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/c66f239e4b4645748c7253c3b042c3eb HTTP/1.1" status: 404 len: 348 time: 0.0215054 Apr 05 12:07:55.572050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.581181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6d774-7adf-4939-a440-17797080292b None None] Network be148cd0-139e-45db-8eb5-c4efd2c46d67 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:55.689295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Transition to ACTIVE for port object bdd87b52-0d90-4b28-8bcd-4349593fbdb2 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:55.729234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.732031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be148cd0-139e-45db-8eb5-c4efd2c46d67']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:55.734473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3c645116-b996-4c2a-a1b1-eb95d78e20c9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:55.748979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.762277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47482) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:55.765940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07703a1d-0c43-4899-8b93-3202b8db1bc8') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:55.766243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07703a1d-0c43-4899-8b93-3202b8db1bc8') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:07:55.789097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.800711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.811596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.894013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:55.897801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.899873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d821f-ccb8-4f59-a4a4-c8df6e544f06,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:55.942038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.948990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:07:55.972259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:07:55.972869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:07:55.993876 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:07:56.013115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:network and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.013946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Deleting port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:56.014083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.018472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.022310 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10ff481a-9625-43af-bbc1-732e5fce7248 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/8d5d821f-ccb8-4f59-a4a4-c8df6e544f06 HTTP/1.1" status: 204 len: 168 time: 1.3723004 Apr 05 12:07:56.023950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.029161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.046607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.051679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:56.083404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:56.086798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:56.087632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.107823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Network ed5d9a9c-83a9-449f-9256-15f680bde445 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:56.117855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.131359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:56.139890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3701775 Apr 05 12:07:56.148078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:subnet and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.150552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.175176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'name': 'tempest-NetworksTestDHCPv6-711933049'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:56.177240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Transition to ACTIVE for port object 428e58de-b21c-4e7a-bb23-9df55a6d04d7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:56.183268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:56.198074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Pushing event updated for resources: {'Port': ['ID=bdd87b52-0d90-4b28-8bcd-4349593fbdb2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:56.198940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.229580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd642977-3b32-4a79-9ea9-683961368cef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 HTTP/1.1" status: 204 len: 168 time: 2.3685811 Apr 05 12:07:56.229580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca5035-a662-40ac-b607-29950e3f8a1e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=5eb272d8-e74a-4f16-a928-b051e6b1355e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:56.234698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47494) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.237876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1cc1b05a-89b6-4afe-bf66-de69b15f3fdd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:07:56.245766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:subnetpool and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.272614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5263fe25-1378-4ae5-bb4d-bb4869200f7b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:56.308221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Checking segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:56.309213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Network hostable DHCP agents. Network: 520e70cc-c9bb-4181-b255-9e6028f24dca, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:07:56.327682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.355802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Transition to ACTIVE for port object 428e58de-b21c-4e7a-bb23-9df55a6d04d7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:56.364408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.417733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=be148cd0-139e-45db-8eb5-c4efd2c46d67,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:56.431411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.431979 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83330a0e-3cc6-4d85-a8bb-0eada81f1113 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/be148cd0-139e-45db-8eb5-c4efd2c46d67 HTTP/1.1" status: 204 len: 168 time: 2.4902678 Apr 05 12:07:56.436551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.445946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695836716'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:56.453989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Network 520e70cc-c9bb-4181-b255-9e6028f24dca is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:07:56.456811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:56.473048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.478182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.487249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 520e70cc-c9bb-4181-b255-9e6028f24dca) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:56.509251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:56.509605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.517457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:56.527320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:56.527902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.533944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ffe92979-2d59-4b94-ab8a-2ce453837630 None None] Could not find standard attr ID for object a5b2c1ff-527b-4eda-91d1-d1f91fc55976. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:07:56.537784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.550977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Attempting to bind port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:56.551625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Attempting to bind port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:56.552172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Attempting to bind port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 on network ed5d9a9c-83a9-449f-9256-15f680bde445 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:56.556505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f90bdc-19c2-40af-9402-cf5ec333c299 None None] Network 520e70cc-c9bb-4181-b255-9e6028f24dca requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:56.558500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ed6e42-da2e-42e1-b04e-588e437aa607 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:07:56.559018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ed6e42-da2e-42e1-b04e-588e437aa607 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:07:56.560858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-02ed6e42-da2e-42e1-b04e-588e437aa607 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 HTTP/1.1" status: 404 len: 333 time: 0.3202317 Apr 05 12:07:56.566316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.584429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1cc1b05a-89b6-4afe-bf66-de69b15f3fdd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:07:56.585668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1cc1b05a-89b6-4afe-bf66-de69b15f3fdd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5514398 Apr 05 12:07:56.591653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47506) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.606180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634275150'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:56.610878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:port and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.619495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:56.621791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:56.622919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.631057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:56.631412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Checking segment: {'id': '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:56.631812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.632367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Bound using segment: {'id': '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:56.633176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Bound port: bdd87b52-0d90-4b28-8bcd-4349593fbdb2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ed5d9a9c-83a9-449f-9256-15f680bde445'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:56.633634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.636891 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-00d1e4c9-6e6e-4d08-890c-cdf470647a21 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1823909 Apr 05 12:07:56.638178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.640123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47510) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.642681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.648151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.8 (dfae6db4-823e-47c4-8f7e-0094d65cd90d/bcc38a58-75d3-4144-8338-4e5749effa51/d5c1be59-cd56-4b4a-a116-57f2b35dbc0b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:56.661070 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbfa1cd-da7a-4d70-bb7a-ca29f9400ea4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:07:56.663073 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-efbfa1cd-da7a-4d70-bb7a-ca29f9400ea4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/7a5efd86-29b2-4b0a-bd6a-8c81ba8a96a5 HTTP/1.1" status: 404 len: 333 time: 0.0955544 Apr 05 12:07:56.663560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:56.668136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:56.668311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:56.669848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.1 (3aa7acea-cb2d-494b-9c81-c2934f7f9acc/9c8cb08b-66c7-4fbf-8804-1f10508e5f34/f23882df-ef87-4f7d-ac04-816a694b5aae) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:56.677348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:56.683186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.689644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:56.693211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:56.696960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Usage tracker for resource:router and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.706699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.709717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:router and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.715959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.725254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.729015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:56.738694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:56.741044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.741838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:07:56.776815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.782930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:56.799619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.799997 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 7076d99c-3d72-4a71-ad5d-00b4f6e4db49 of type vlan for network b32e7258-2805-48dc-b885-e3a9ac4592d1 Apr 05 12:07:56.840856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Pushing event updated for resources: {'Port': ['ID=428e58de-b21c-4e7a-bb23-9df55a6d04d7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:56.854851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:56.866186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 03a7d0d1-1128-4f79-bb69-c844e4d657e1 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:07:56.875550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.911952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.912981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.917243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:56.924012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:56.927162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.937910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:floatingip and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.947203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:56.953922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.957508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.971242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:56.979017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:56.984947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:56.994015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port a3ff278a-628d-451a-870d-f48e7a06cdd9 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:07:57.063783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.077215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.101731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] For port bdd87b52-0d90-4b28-8bcd-4349593fbdb2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:57.110739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Attempting to bind port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:07:57.111078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Attempting to bind port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'ada010b4-f684-4f48-b0fa-6737ae40a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:07:57.112132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Attempting to bind port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 on network dfae6db4-823e-47c4-8f7e-0094d65cd90d {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:07:57.112260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.117656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:57.118270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-588391'] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.136326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Transition to ACTIVE for port object f23882df-ef87-4f7d-ac04-816a694b5aae will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:57.160397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] For port 3c645116-b996-4c2a-a1b1-eb95d78e20c9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3c645116-b996-4c2a-a1b1-eb95d78e20c9,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:07:57.160795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.165517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.173904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:07:57.174323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Checking segment: {'id': 'ada010b4-f684-4f48-b0fa-6737ae40a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:07:57.175010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.175621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Bound using segment: {'id': 'ada010b4-f684-4f48-b0fa-6737ae40a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:07:57.176291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Bound port: 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada010b4-f684-4f48-b0fa-6737ae40a826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dfae6db4-823e-47c4-8f7e-0094d65cd90d'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:07:57.176830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.201438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] For port bdd87b52-0d90-4b28-8bcd-4349593fbdb2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bdd87b52-0d90-4b28-8bcd-4349593fbdb2,segment=NetworkSegment(0be26c8b-d6b5-4e7a-940a-faac5a3e4a76),segment_id=0be26c8b-d6b5-4e7a-940a-faac5a3e4a76)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:57.255512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=b32e7258-2805-48dc-b885-e3a9ac4592d1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:57.267638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b589683-a1b1-4a8a-864a-6a851424d55d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8296649 Apr 05 12:07:57.271473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47518) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:57.287369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:57.330479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.335498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:57.366924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Calling delete_port for 3c645116-b996-4c2a-a1b1-eb95d78e20c9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:07:57.412432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.430573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object d5c1be59-cd56-4b4a-a116-57f2b35dbc0b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:57.549016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:security_group and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:57.556806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device babe7e4a-2584-4544-9add-85e9109e03c2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:57.565383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.580543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.644274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:57.659194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.663633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.672192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::bb (0d84777e-b69b-410c-a2a6-18fcc490dd2e/5eb272d8-e74a-4f16-a928-b051e6b1355e/a3ff278a-628d-451a-870d-f48e7a06cdd9) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:57.675462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:57.696099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:57.706751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:57.734464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.768386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Usage tracker for resource:security_group_rule and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:57.776865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=f23882df-ef87-4f7d-ac04-816a694b5aae,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:57.781049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.787302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c64553-e6af-4e94-94e2-a3b848c83fd7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:57.796086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=03a7d0d1-1128-4f79-bb69-c844e4d657e1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:57.814749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:57.833920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-520e70cc-c9bb-4181-b255-9e6028f24dca', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:57.839644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.840427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.850583 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c42c16e0-3208-4277-8947-62c55bde2092 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/03a7d0d1-1128-4f79-bb69-c844e4d657e1 HTTP/1.1" status: 204 len: 168 time: 1.1752925 Apr 05 12:07:57.854436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47522) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:57.862717 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0cfe304f-e64e-406e-8f2c-8a7325020991 tempest-QuotasTest-823175042 tempest-QuotasTest-823175042-project-admin] 10.222.0.50 "GET /v2.0/quotas/84cf5e5eed624b24a0daf9cffb0b70d0/details.json HTTP/1.1" status: 200 len: 703 time: 2.0924845 Apr 05 12:07:57.864216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.868252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.871200 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a74739ec-b312-493e-a986-2e1ab10b60d1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2747262 Apr 05 12:07:57.880170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47528) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:57.883326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.927920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] For port 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:07:57.932488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] For port 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=428e58de-b21c-4e7a-bb23-9df55a6d04d7,segment=NetworkSegment(ada010b4-f684-4f48-b0fa-6737ae40a826),segment_id=ada010b4-f684-4f48-b0fa-6737ae40a826)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:07:57.936573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-efaa4501-094a-41c6-b8b1-f7908f1e617f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:57.937259 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-efaa4501-094a-41c6-b8b1-f7908f1e617f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 12:07:57.937801 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-efaa4501-094a-41c6-b8b1-f7908f1e617f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:57.938793 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-efaa4501-094a-41c6-b8b1-f7908f1e617f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0516415 Apr 05 12:07:57.942670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.958382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47532) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:57.959083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.959481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac55fae-de60-4eee-9b80-27320aef41c0 None None] Pushing event updated for resources: {'Port': ['ID=bdd87b52-0d90-4b28-8bcd-4349593fbdb2,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:57.964618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 is not hosted by any dhcp agent {{(pid=87958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 12:07:57.967808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.970097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:57.970729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:57.972029 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "PUT /v2.0/networks/b32e7258-2805-48dc-b885-e3a9ac4592d1 HTTP/1.1" status: 200 len: 723 time: 0.6987078 Apr 05 12:07:57.975131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:58.002457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:58.008762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:58.018415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:58.021517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:58.056151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:58.088568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:58.112477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.170295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.178064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port babe7e4a-2584-4544-9add-85e9109e03c2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:58.178516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.318908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] No DVR routers for this DVR port 3c645116-b996-4c2a-a1b1-eb95d78e20c9 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:07:58.322935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object a3ff278a-628d-451a-870d-f48e7a06cdd9 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:58.326918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:58.337053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:58.338258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:58.340401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b6e3f608-400b-4b25-9c56-8a9f65e79724 None None] Provisioning for port f23882df-ef87-4f7d-ac04-816a694b5aae completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:58.394825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546c10b-f110-4f9d-9741-0996e63a389e None None] Pushing event updated for resources: {'Port': ['ID=428e58de-b21c-4e7a-bb23-9df55a6d04d7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:58.408793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb7beb-edb0-42d1-91c1-845d47d556dc None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:58.478595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=d5c1be59-cd56-4b4a-a116-57f2b35dbc0b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:58.552837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b6e3f608-400b-4b25-9c56-8a9f65e79724 None None] Provisioning complete for port f23882df-ef87-4f7d-ac04-816a694b5aae triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:07:58.553438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6e3f608-400b-4b25-9c56-8a9f65e79724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.590063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:58.590718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.674624 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0b651385-53b4-4e83-ada0-4ccdfe05de9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.3050351 Apr 05 12:07:58.677237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.680782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47542) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:58.827110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf38c-b9b1-4b4c-b508-822b32b3547b None None] Pushing event deleted for resources: {'Port': ['ID=3c645116-b996-4c2a-a1b1-eb95d78e20c9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:58.828607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47546) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:58.859188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9bd7c-1c70-49e0-a330-d0b71c2ed464 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=b32e7258-2805-48dc-b885-e3a9ac4592d1,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:58.868589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:07:58.876786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:07:58.887385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:07:58.891610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3f608-400b-4b25-9c56-8a9f65e79724 None None] Port f23882df-ef87-4f7d-ac04-816a694b5aae cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:07:58.893193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:07:58.893739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.897964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=a3ff278a-628d-451a-870d-f48e7a06cdd9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:07:58.907866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:07:58.919156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:58.996302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:59.000386 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:59.001371 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e41cd4c-fdb1-46c4-ba42-234d4cc4f9e3 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0382669 Apr 05 12:07:59.011133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47552) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.012123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:59.020430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:59.030048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cea4e581-678d-4c44-a0b5-aa947cd8a35f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.030535 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-cea4e581-678d-4c44-a0b5-aa947cd8a35f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 12:07:59.031171 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-cea4e581-678d-4c44-a0b5-aa947cd8a35f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:59.034938 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cea4e581-678d-4c44-a0b5-aa947cd8a35f tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137875 Apr 05 12:07:59.038193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47556) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.039102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:59.052990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.057390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Allocated IP 172.20.0.2 (520e70cc-c9bb-4181-b255-9e6028f24dca/5263fe25-1378-4ae5-bb4d-bb4869200f7b/870f455c-fdcb-4064-804d-155a3689e4ee) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:07:59.063831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:59.064226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.110452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:59.140372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:59.147559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:07:59.155473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.187063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:59.212738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:59.288939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bdd87b52-0d90-4b28-8bcd-4349593fbdb2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:59.306654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port d5c1be59-cd56-4b4a-a116-57f2b35dbc0b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:07:59.307723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.440777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.478210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '5eb272d8-e74a-4f16-a928-b051e6b1355e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:07:59.479058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.488225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.532851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-77dec8aa-fbdf-463c-9ce1-c9d826751455 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3746777 Apr 05 12:07:59.544966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:59.549392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47560) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.588626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Usage tracker for resource:security_group_rule and tenant:7d4fd9ae7c0e4fc28a6bc2b6f3d40f00 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:59.601815 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:59.606079 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18deab16-6ccf-46c8-ad3c-b4420cc57d61 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5643682 Apr 05 12:07:59.607932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:07:59.620588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.639747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eedfd997-cce8-4b63-a08f-e37a8997a861 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.640758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 428e58de-b21c-4e7a-bb23-9df55a6d04d7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:07:59.640958 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-eedfd997-cce8-4b63-a08f-e37a8997a861 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 12:07:59.641519 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-eedfd997-cce8-4b63-a08f-e37a8997a861 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:07:59.645640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eedfd997-cce8-4b63-a08f-e37a8997a861 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109951 Apr 05 12:07:59.658845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:59.661691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47568) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:07:59.705362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:07:59.713025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:59.735586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:07:59.736894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.774249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Transition to ACTIVE for port object 870f455c-fdcb-4064-804d-155a3689e4ee will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:07:59.777712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:07:59.787391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:07:59.877496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:07:59.892953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:07:59.949310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df50341-dcad-4f0e-a065-3a38e9abcd43 None None] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:07:59.952552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.013149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Transition to ACTIVE for port object 870f455c-fdcb-4064-804d-155a3689e4ee will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:00.032075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/5eb272d8-e74a-4f16-a928-b051e6b1355e/5a82f069-458a-435c-a423-5716fa3eec06) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:00.044701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port bdd87b52-0d90-4b28-8bcd-4349593fbdb2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bdd87b52-0d90-4b28-8bcd-4349593fbdb2,segment=NetworkSegment(0be26c8b-d6b5-4e7a-940a-faac5a3e4a76),segment_id=0be26c8b-d6b5-4e7a-940a-faac5a3e4a76)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:00.045218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.100832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.150189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:00.167982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29942020-f3ae-478b-89f5-b330cf546e1a None None] Network ed5d9a9c-83a9-449f-9256-15f680bde445 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:00.182203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Provisioning for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:00.192747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for bdd87b52-0d90-4b28-8bcd-4349593fbdb2 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:00.223126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e694f8-a76e-4d42-a80b-7752a4f5615c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:00.223792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03e694f8-a76e-4d42-a80b-7752a4f5615c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:00.228966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.229895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Provisioning complete for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:00.230364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.243142 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:00.244205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb41e592-9d5a-480d-ad3f-405408711a86 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5744352 Apr 05 12:08:00.254358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:00.254860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.256870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47572) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.257878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.280838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7f09c9b7-630a-4b1c-a559-1f1c30bba7b2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:00.281210 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-7f09c9b7-630a-4b1c-a559-1f1c30bba7b2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 12:08:00.281820 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7f09c9b7-630a-4b1c-a559-1f1c30bba7b2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:00.282985 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f09c9b7-630a-4b1c-a559-1f1c30bba7b2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0235963 Apr 05 12:08:00.289321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.343492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:00.363110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Network 520e70cc-c9bb-4181-b255-9e6028f24dca is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:00.373990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:00.385234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.396019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:00.399351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.401078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for d5c1be59-cd56-4b4a-a116-57f2b35dbc0b owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:00.404889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:00.443902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:00.456686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Pushing event updated for resources: {'Port': ['ID=870f455c-fdcb-4064-804d-155a3689e4ee,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:00.462497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:00.507590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:00.516535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03e694f8-a76e-4d42-a80b-7752a4f5615c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:00.520452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-03e694f8-a76e-4d42-a80b-7752a4f5615c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.9700403 Apr 05 12:08:00.526134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47580) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.564534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.604525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cdde2166-800a-4904-b201-4918311917db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d4fd9ae7c0e4fc28a6bc2b6f3d40f00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7620139 Apr 05 12:08:00.609492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde2166-800a-4904-b201-4918311917db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b55cb0-d694-4d1d-b455-a7b9cf6f8808,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:00.617408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47584) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.678058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Allocated IP 172.26.5.164 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:00.689313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port a3ff278a-628d-451a-870d-f48e7a06cdd9 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:00.689801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.803345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No DVR routers for this DVR port bdd87b52-0d90-4b28-8bcd-4349593fbdb2 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:00.832580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=81d9f3b5-942d-46d5-ab69-45f49a54c5f7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:00.835691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=bdd87b52-0d90-4b28-8bcd-4349593fbdb2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:00.898795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:00.902793 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7f0e1ec-e012-499b-ab64-8e1a84ae484c tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6095781 Apr 05 12:08:00.907097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47588) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:00.913260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Attempting to bind port 870f455c-fdcb-4064-804d-155a3689e4ee on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:00.914214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Attempting to bind port 870f455c-fdcb-4064-804d-155a3689e4ee by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:00.914214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Attempting to bind port 870f455c-fdcb-4064-804d-155a3689e4ee on network 520e70cc-c9bb-4181-b255-9e6028f24dca {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:00.916071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '7076d99c-3d72-4a71-ad5d-00b4f6e4db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:00.916593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: b32e7258-2805-48dc-b885-e3a9ac4592d1, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:00.931822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '92c64553-e6af-4e94-94e2-a3b848c83fd7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:00.951743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b493c29-fcff-4380-bf3f-95cbad5f23c2 None None] DHCP port deletion for ed5d9a9c-83a9-449f-9256-15f680bde445 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:00.960456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:00.960827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Checking segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:00.961238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:00.961613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Bound using segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:00.962084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Bound port: 870f455c-fdcb-4064-804d-155a3689e4ee, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:00.962458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.005995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:01.017483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:01.027078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:08:01.032226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.050150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:01.059513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:01.063238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.070848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.091542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.095779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.112611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.118699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=d5c1be59-cd56-4b4a-a116-57f2b35dbc0b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:01.152532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:01.162651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.167851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.224731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Transition to ACTIVE for port object 5a82f069-458a-435c-a423-5716fa3eec06 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:01.239798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] For port 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=428e58de-b21c-4e7a-bb23-9df55a6d04d7,segment=NetworkSegment(ada010b4-f684-4f48-b0fa-6737ae40a826),segment_id=ada010b4-f684-4f48-b0fa-6737ae40a826)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:01.255218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5d9a9c-83a9-449f-9256-15f680bde445']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:01.255524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.272097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b32e7258-2805-48dc-b885-e3a9ac4592d1) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:01.317397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:01.318477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.334182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.339614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:01.340027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be26c8b-d6b5-4e7a-940a-faac5a3e4a76') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:01.362138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=f23882df-ef87-4f7d-ac04-816a694b5aae,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:01.363836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64ef80-468e-4d7c-9c8d-7211db34d4a1 None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:01.381928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.390046 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:01.395168 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-de4c5398-d599-4f16-ab68-d5b902ad32c2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4805782 Apr 05 12:08:01.399135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:01.410732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Transition to ACTIVE for port object 5a82f069-458a-435c-a423-5716fa3eec06 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:01.421751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.427601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] For port 870f455c-fdcb-4064-804d-155a3689e4ee, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:01.447519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.454433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2aef1d7c-7e5b-4334-b24f-59d45a1c2475 None None] Could not find standard attr ID for object bdd87b52-0d90-4b28-8bcd-4349593fbdb2. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:01.483777 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-80ea4581-263d-4335-bab3-af55fc61364c tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4018030 Apr 05 12:08:01.495099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:01.502556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:01.503210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.523367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:01.524823 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:01.529848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:01.540006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] For port 870f455c-fdcb-4064-804d-155a3689e4ee, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=870f455c-fdcb-4064-804d-155a3689e4ee,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:01.565849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.574021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:01.574379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:01.602255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5119b-03de-41f1-9ef5-7d16002112e0 None None] Pushing event updated for resources: {'Port': ['ID=428e58de-b21c-4e7a-bb23-9df55a6d04d7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:01.605246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.609260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:01.714321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.720604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:01.743467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:01.756154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.760665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.803633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.805905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14777043'] for subnet, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.820260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=ed5d9a9c-83a9-449f-9256-15f680bde445,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:01.828364 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6766725a-79ee-4bf1-a067-65589a553d41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/ed5d9a9c-83a9-449f-9256-15f680bde445 HTTP/1.1" status: 204 len: 168 time: 3.9732802 Apr 05 12:08:01.842155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47600) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:01.853021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1479101241'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:01.859499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:01.863700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:01.865778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.866738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:01.870679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:01.884229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:01.886957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:01.893332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:01.984114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:01.988150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.009834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.031653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Pushing event updated for resources: {'Port': ['ID=5a82f069-458a-435c-a423-5716fa3eec06,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:02.069462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for a3ff278a-628d-451a-870d-f48e7a06cdd9 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:02.147364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.186925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c64553-e6af-4e94-94e2-a3b848c83fd7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:02.227573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b55cb0-d694-4d1d-b455-a7b9cf6f8808,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:02.254762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:02.257477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a36d2b51-f1ed-4374-bc38-db29fc92b7cd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/d5c1be59-cd56-4b4a-a116-57f2b35dbc0b HTTP/1.1" status: 204 len: 168 time: 3.5754182 Apr 05 12:08:02.257688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.261208 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53bc4170-26b7-483a-82b2-86d732d805af tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/92c64553-e6af-4e94-94e2-a3b848c83fd7 HTTP/1.1" status: 204 len: 168 time: 0.8584731 Apr 05 12:08:02.264642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:02.264823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:02.290311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.301422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a011305-735a-49a0-95d4-2feb28a400ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73b55cb0-d694-4d1d-b455-a7b9cf6f8808 HTTP/1.1" status: 204 len: 168 time: 1.6828470 Apr 05 12:08:02.325560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-b32e7258-2805-48dc-b885-e3a9ac4592d1', 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '81d9f3b5-942d-46d5-ab69-45f49a54c5f7'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:02.341814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.395681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3c645116-b996-4c2a-a1b1-eb95d78e20c9 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:02.416648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.417005 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment e3ff91b7-b725-4c8f-a639-49d52ccb5815 of type vlan for network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 Apr 05 12:08:02.428499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.457307 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6821eb92-dbb2-493a-b94f-589caf0edcf9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:08:02.459317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6821eb92-dbb2-493a-b94f-589caf0edcf9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:02.481258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 232badac-7d9b-473e-b135-16fa08d3c218 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:02.534281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Attempting to bind port 5a82f069-458a-435c-a423-5716fa3eec06 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:02.534884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Attempting to bind port 5a82f069-458a-435c-a423-5716fa3eec06 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:02.539671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Attempting to bind port 5a82f069-458a-435c-a423-5716fa3eec06 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:02.601410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:02.602337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:02.603567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.604467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:02.605485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Bound port: 5a82f069-458a-435c-a423-5716fa3eec06, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:02.606353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.620492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.622737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Pushing event updated for resources: {'Port': ['ID=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:02.631782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3c645116-b996-4c2a-a1b1-eb95d78e20c9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:02.633062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3c645116-b996-4c2a-a1b1-eb95d78e20c9 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:02.637202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9f632a1d-2d90-4b52-a0bb-4970a8952ccf None None] Provisioning complete for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:02.638488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f632a1d-2d90-4b52-a0bb-4970a8952ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.749623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:02.783161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:02.864071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 428e58de-b21c-4e7a-bb23-9df55a6d04d7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:02.924836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6821eb92-dbb2-493a-b94f-589caf0edcf9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:02.930143 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6821eb92-dbb2-493a-b94f-589caf0edcf9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/d5c1be59-cd56-4b4a-a116-57f2b35dbc0b HTTP/1.1" status: 404 len: 333 time: 0.6594548 Apr 05 12:08:02.930143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2a6933f7-6bd7-43e2-badd-2b51a0e89cea tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:02.940919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:02.944045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:02.949233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:02.956747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:02.957480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.062031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34bf8f-da42-47a4-95d1-c36cc599ed2c None None] Pushing event updated for resources: {'Port': ['ID=870f455c-fdcb-4064-804d-155a3689e4ee,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:03.083207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47620) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.095789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2a6933f7-6bd7-43e2-badd-2b51a0e89cea tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:03.108120 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2a6933f7-6bd7-43e2-badd-2b51a0e89cea tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8394735 Apr 05 12:08:03.109186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47624) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.118622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4348726'] for subnet, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.145646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647231650'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:03.154027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:03.170848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:03.189857 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3454249 Apr 05 12:08:03.247966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47628) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.248926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=81d9f3b5-942d-46d5-ab69-45f49a54c5f7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:03.274680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.292732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:03.327143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.352250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] For port 5a82f069-458a-435c-a423-5716fa3eec06, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:03.409748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] For port 5a82f069-458a-435c-a423-5716fa3eec06, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5a82f069-458a-435c-a423-5716fa3eec06,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:03.422342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:03.423144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.505339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.506451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet bcc38a58-75d3-4144-8338-4e5749effa51 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:03.515646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.562999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45724d43-6fb5-48bb-9356-2daa258c7848 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=4f8d80fb-2231-47d1-b9db-67cb7ed70687,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:03.576004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9f632a1d-2d90-4b52-a0bb-4970a8952ccf None None] Could not find standard attr ID for object d5c1be59-cd56-4b4a-a116-57f2b35dbc0b. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:03.585037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Allocated IP 172.20.0.2 (b32e7258-2805-48dc-b885-e3a9ac4592d1/81d9f3b5-942d-46d5-ab69-45f49a54c5f7/90f07644-b65f-42b8-89a5-ca2d6fbaf2a2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:03.586499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:03.588635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:03.597311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:03.597469 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2aaecc0-1752-4ff5-aeed-b8af526c648b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/routers/232badac-7d9b-473e-b135-16fa08d3c218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3651054 Apr 05 12:08:03.601247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:03.602684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77735b55-fb0d-42da-a43a-482a632497be None None] Sync routers for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:03.606267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.609826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:03.616643 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:03.617533 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:03.622813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:03.626450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'port': {'network_id': '3aa7acea-cb2d-494b-9c81-c2934f7f9acc', 'name': 'tempest-FloatingIPTestJSON-1730242822'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:03.628807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Usage tracker for resource:security_group_rule and tenant:84cf5e5eed624b24a0daf9cffb0b70d0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:03.632026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:03.640218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:03.698361 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:03.710676 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:03.711477 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:03.793087 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77735b55-fb0d-42da-a43a-482a632497be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:03.793840 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77735b55-fb0d-42da-a43a-482a632497be None None] The sync data for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:03.798449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef83cd5-5de4-42f7-a047-b89f4426189b None None] Network 520e70cc-c9bb-4181-b255-9e6028f24dca requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:03.805548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:03.805726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:03.806266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.811760 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c480a5f-5c3a-4377-8f06-e2c5a09cc683 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "PUT /v2.0/subnets/81d9f3b5-942d-46d5-ab69-45f49a54c5f7 HTTP/1.1" status: 200 len: 806 time: 2.2921383 Apr 05 12:08:03.811760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.812054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:03.815513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.818792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47636) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:03.821585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-658c71d6-4624-4b6d-b592-cc497b589327 None None] Provisioning complete for port f23882df-ef87-4f7d-ac04-816a694b5aae triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:03.822088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-658c71d6-4624-4b6d-b592-cc497b589327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.864726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Usage tracker for resource:port and tenant:32c3e11a74a6415ca52590a84849d284 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:03.873833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:03.886661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:03.911383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Made reservation on behalf of 32c3e11a74a6415ca52590a84849d284 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:03.914922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.950216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] device_id is not set on port fa95e230-8823-4cc6-8b2a-3c08f9a8e426 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:03.954598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:03.992273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=a3ff278a-628d-451a-870d-f48e7a06cdd9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:04.012660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-658c71d6-4624-4b6d-b592-cc497b589327 None None] Port f23882df-ef87-4f7d-ac04-816a694b5aae cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:04.017111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.023115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.203063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bdd87b52-0d90-4b28-8bcd-4349593fbdb2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:04.239676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-658c71d6-4624-4b6d-b592-cc497b589327 None None] Could not find standard attr ID for object d5c1be59-cd56-4b4a-a116-57f2b35dbc0b. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:04.290686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.311676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Allocated IP 172.20.0.7 (3aa7acea-cb2d-494b-9c81-c2934f7f9acc/9c8cb08b-66c7-4fbf-8804-1f10508e5f34/fa95e230-8823-4cc6-8b2a-3c08f9a8e426) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:04.379141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.382861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.405768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: bdd87b52-0d90-4b28-8bcd-4349593fbdb2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:04.406024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bdd87b52-0d90-4b28-8bcd-4349593fbdb2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:04.429711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a20c-8c5a-40de-9b30-b6fa0f880847 None None] Pushing event updated for resources: {'Port': ['ID=5a82f069-458a-435c-a423-5716fa3eec06,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:04.464930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.471981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c18e32d-674d-4b0d-8062-4aa57fcec342 None None] Provisioning for port 870f455c-fdcb-4064-804d-155a3689e4ee completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:04.481004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:04.507306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc38a58-75d3-4144-8338-4e5749effa51,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:04.512736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.521217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:04.538009 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84cf5e5eed624b24a0daf9cffb0b70d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4399011 Apr 05 12:08:04.541764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:04.543331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008a245-511f-47fa-8294-9e35b0b547ed None None] Network dfae6db4-823e-47c4-8f7e-0094d65cd90d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:04.547335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.552949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635b13-6978-443d-92ae-265304a17537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c15d8c2-b81a-4389-81f9-684536eb8684,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:04.555853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:04.574254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-61bdf9d1-1dfd-4e4e-b8e4-dd71a8b623cc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a3ff278a-628d-451a-870d-f48e7a06cdd9 HTTP/1.1" status: 204 len: 168 time: 4.0343468 Apr 05 12:08:04.578353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47644) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.613982 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-856c2785-3253-45d0-ad18-5afb4a5b5ea2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/bcc38a58-75d3-4144-8338-4e5749effa51 HTTP/1.1" status: 204 len: 168 time: 1.6689324 Apr 05 12:08:04.639531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47648) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.640451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb04c4b-8907-419a-bd25-24db1b300a01,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:04.645015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.646404 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9fe0e8cf-6178-4a27-b836-21b8a0bb34d4 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5171039 Apr 05 12:08:04.679860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:04.719284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '6cb04c4b-8907-419a-bd25-24db1b300a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:04.724726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.728387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:04.734252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.737809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:04.755307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:04.769270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:04.837169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:04.878052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.900514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Transition to ACTIVE for port object 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:04.916933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.932739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.934732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.944117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Transition to ACTIVE for port object 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:04.966459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:04.966859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.973724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:04.991991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Transition to ACTIVE for port object fa95e230-8823-4cc6-8b2a-3c08f9a8e426 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:05.021734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.031188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:05.031551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.032304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5a82f069-458a-435c-a423-5716fa3eec06 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:05.042138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.106202 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The resource could not be found. Apr 05 12:08:05.109143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae1e6a-6bb7-497f-a6f9-1c901eb04e5c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:05.110350 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-768d5e79-85ca-4d1b-b1be-cfdaa0e4b717 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4293022 Apr 05 12:08:05.111097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae1e6a-6bb7-497f-a6f9-1c901eb04e5c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:05.111992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1aae1e6a-6bb7-497f-a6f9-1c901eb04e5c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:05.121379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:05.146452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '6cb04c4b-8907-419a-bd25-24db1b300a01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b26a829f-a37a-4c62-9dc0-2be0cfa04a31'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:05.158820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:05.159635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:05.171436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:05.174601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:05.178785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Pushing event updated for resources: {'Port': ['ID=90f07644-b65f-42b8-89a5-ca2d6fbaf2a2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:05.188259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:05.197123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:05.244108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:05.267883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.332497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 5a82f069-458a-435c-a423-5716fa3eec06 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:05.350390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 870f455c-fdcb-4064-804d-155a3689e4ee up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:05.427800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.461989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1aae1e6a-6bb7-497f-a6f9-1c901eb04e5c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:05.465474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1aae1e6a-6bb7-497f-a6f9-1c901eb04e5c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8759661 Apr 05 12:08:05.466125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47660) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:05.470698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Attempting to bind port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:05.472476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Attempting to bind port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '7076d99c-3d72-4a71-ad5d-00b4f6e4db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:05.475139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Attempting to bind port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 on network b32e7258-2805-48dc-b885-e3a9ac4592d1 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:05.484353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:05.494980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] DHCP port deletion for dfae6db4-823e-47c4-8f7e-0094d65cd90d request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:05.503381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Could not find standard attr ID for object a3ff278a-628d-451a-870d-f48e7a06cdd9. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:05.514376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:05.515173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Checking segment: {'id': '7076d99c-3d72-4a71-ad5d-00b4f6e4db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:05.515701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.516904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Bound using segment: {'id': '7076d99c-3d72-4a71-ad5d-00b4f6e4db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:05.517485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:05.518247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Bound port: 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7076d99c-3d72-4a71-ad5d-00b4f6e4db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b32e7258-2805-48dc-b885-e3a9ac4592d1'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:05.523487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.527139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event updated for resources: {'Port': ['ID=fa95e230-8823-4cc6-8b2a-3c08f9a8e426,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:05.530170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:05.553007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Deleting port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:05.553535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.588846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 5eb272d8-e74a-4f16-a928-b051e6b1355e {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:05.609074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c15d8c2-b81a-4389-81f9-684536eb8684,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:05.624729 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The resource could not be found. Apr 05 12:08:05.628039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.640155 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8888feb8-e006-43d1-95e2-934bfad333fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5102243 Apr 05 12:08:05.640961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:05.666195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] For port 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=428e58de-b21c-4e7a-bb23-9df55a6d04d7,segment=NetworkSegment(ada010b4-f684-4f48-b0fa-6737ae40a826),segment_id=ada010b4-f684-4f48-b0fa-6737ae40a826)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:05.666528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.735629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2, host dv-neutron-833203-3-hyperv, got binding levels [] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:05.736184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.738937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] For port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:05.740339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.742385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] For port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=90f07644-b65f-42b8-89a5-ca2d6fbaf2a2,segment=NetworkSegment(7076d99c-3d72-4a71-ad5d-00b4f6e4db49),segment_id=7076d99c-3d72-4a71-ad5d-00b4f6e4db49)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:05.744454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3cdc6be9-8ba4-47a4-980d-6a9e93782ef0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c15d8c2-b81a-4389-81f9-684536eb8684 HTTP/1.1" status: 204 len: 168 time: 1.1958458 Apr 05 12:08:05.775282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Provisioning for port 5a82f069-458a-435c-a423-5716fa3eec06 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:05.782963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.800286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Provisioning complete for port 5a82f069-458a-435c-a423-5716fa3eec06 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:05.800662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:05.995281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 428e58de-b21c-4e7a-bb23-9df55a6d04d7 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:06.100931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] For port 428e58de-b21c-4e7a-bb23-9df55a6d04d7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=428e58de-b21c-4e7a-bb23-9df55a6d04d7,segment=NetworkSegment(ada010b4-f684-4f48-b0fa-6737ae40a826),segment_id=ada010b4-f684-4f48-b0fa-6737ae40a826)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:06.101342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.230523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:06.231559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.238484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Calling delete_port for 428e58de-b21c-4e7a-bb23-9df55a6d04d7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:06.281316 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-225ad6a8-0221-46a6-8be5-a486045777f8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6734128 Apr 05 12:08:06.282255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:06.299979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Request body: {'floatingip': {'port_id': 'fa95e230-8823-4cc6-8b2a-3c08f9a8e426'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:06.362728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.383332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.429475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.439732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 870f455c-fdcb-4064-804d-155a3689e4ee completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:06.444312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] No DVR routers for this DVR port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:06.457892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:06.469950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5aef8-c257-4855-a705-63c27359a515 None None] Pushing event updated for resources: {'Port': ['ID=90f07644-b65f-42b8-89a5-ca2d6fbaf2a2,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:06.500102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 870f455c-fdcb-4064-804d-155a3689e4ee triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:06.500364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.500479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.512592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.525907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.595311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:06.595311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:06.680157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.706378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeecf6e-d5f6-44d7-989c-323126116d52 None None] Pushing event deleted for resources: {'Port': ['ID=428e58de-b21c-4e7a-bb23-9df55a6d04d7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:06.760974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.841709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.881882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=71126de8-e86f-4739-816c-9b4a3b093e5f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:06.902843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:06.903697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:06.911646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.933556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': 'e3ff91b7-b725-4c8f-a639-49d52ccb5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:06.933891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: 4f8d80fb-2231-47d1-b9db-67cb7ed70687, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:06.935440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb04c4b-8907-419a-bd25-24db1b300a01,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:06.956163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:06.977539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 870f455c-fdcb-4064-804d-155a3689e4ee, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=870f455c-fdcb-4064-804d-155a3689e4ee,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:07.006432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.022157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.023514 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87883657-88c4-4c8c-91dc-a862c301784d tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/6cb04c4b-8907-419a-bd25-24db1b300a01 HTTP/1.1" status: 204 len: 168 time: 1.3637834 Apr 05 12:08:07.026901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.086794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:07.097585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.141399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 428e58de-b21c-4e7a-bb23-9df55a6d04d7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:07.141825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.223521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=870f455c-fdcb-4064-804d-155a3689e4ee,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:07.266720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] The port '428e58de-b21c-4e7a-bb23-9df55a6d04d7' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:08:07.273032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-76e5edae-a9b4-4782-839e-c3716aafea42 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:07.295900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 4f8d80fb-2231-47d1-b9db-67cb7ed70687) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:07.314024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb272d8-e74a-4f16-a928-b051e6b1355e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:07.319959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:07.320542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.324567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.337992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:07.338419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:07.339688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:07.405655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:07.406794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.464721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f5497-8010-46da-b36c-6f112be546d1 None None] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:07.470907 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-83e2ef63-9f81-454d-bb44-35c4a36feadc tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2186728 Apr 05 12:08:07.476061 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c8343d27-1bb0-4ea0-bdc3-577f1f809246 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/5eb272d8-e74a-4f16-a928-b051e6b1355e HTTP/1.1" status: 204 len: 168 time: 1.9865358 Apr 05 12:08:07.476990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-76e5edae-a9b4-4782-839e-c3716aafea42 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:07.481160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47700) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.482653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47702) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.484438 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76e5edae-a9b4-4782-839e-c3716aafea42 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4566753 Apr 05 12:08:07.499511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014d4ea-ce24-4f36-853e-60ac95961948 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:07.501186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1600673128'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:07.537407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:07.593046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': '56d6fd00-eab9-489d-bb88-12e9c7a7881a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:07.684971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:07.689997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:07.693227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:07.699966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:07.729053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:07.763688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.805779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:07.848445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:07.855466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:07.860620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:07.943486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0312323e-8b65-4786-9a77-2e78fa41fbbd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4544182 Apr 05 12:08:07.950715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47714) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:08.060473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:08.068462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.109242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfae6db4-823e-47c4-8f7e-0094d65cd90d']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:08.161457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada010b4-f684-4f48-b0fa-6737ae40a826') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:08.161457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada010b4-f684-4f48-b0fa-6737ae40a826') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:08.161643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:08.168153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] For port 5a82f069-458a-435c-a423-5716fa3eec06, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5a82f069-458a-435c-a423-5716fa3eec06,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:08.170633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:08.209032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 892ce232-e128-4a22-aa13-568a9b19969b yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:08.229119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecfc056-64c8-44c4-a362-28f326b5a005 None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:08.233362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.283708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.292051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:08.298924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.307109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.321418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 428e58de-b21c-4e7a-bb23-9df55a6d04d7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:08.328995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Router bd28b94b-25c6-4169-af19-ffc401d0f6e7 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:08.420913 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:08.424946 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The resource could not be found. Apr 05 12:08:08.427603 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77b58d0f-a043-49df-99b7-e2b354e72358 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8890822 Apr 05 12:08:08.432897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:08.447552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.452904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 428e58de-b21c-4e7a-bb23-9df55a6d04d7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:08.453148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 428e58de-b21c-4e7a-bb23-9df55a6d04d7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:08.456660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784609328'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:08.475373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Could not find standard attr ID for object a3ff278a-628d-451a-870d-f48e7a06cdd9. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:08.475939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:08.506719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.535337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=dfae6db4-823e-47c4-8f7e-0094d65cd90d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:08.545870 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6bd514a9-65b5-47fb-824b-1d75b128b029 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/dfae6db4-823e-47c4-8f7e-0094d65cd90d HTTP/1.1" status: 204 len: 168 time: 3.8942473 Apr 05 12:08:08.545870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:08.546926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47732) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:08.563418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17e9ee-a5bf-48fb-a8a9-bd74703557cc None None] Pushing event updated for resources: {'Port': ['ID=5a82f069-458a-435c-a423-5716fa3eec06,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:08.564450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'name': 'tempest-PortsTestJSON-1206760079'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:08.683609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.688174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Provisioning for port fa95e230-8823-4cc6-8b2a-3c08f9a8e426 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:08.699016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:08.747736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Provisioning complete for port fa95e230-8823-4cc6-8b2a-3c08f9a8e426 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:08.748113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.809088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:08.844581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:08.852210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-4f8d80fb-2231-47d1-b9db-67cb7ed70687', 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': '71126de8-e86f-4739-816c-9b4a3b093e5f'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:08.853020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:08.857548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:08.863842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:08.902648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Port fa95e230-8823-4cc6-8b2a-3c08f9a8e426 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:08.930160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:08:08.986882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:09.008598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Deleting port 5a82f069-458a-435c-a423-5716fa3eec06 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:09.009058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.087618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Provisioning complete for port 870f455c-fdcb-4064-804d-155a3689e4ee triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:09.087929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.101817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::e3 (4f8d80fb-2231-47d1-b9db-67cb7ed70687/71126de8-e86f-4739-816c-9b4a3b093e5f/892ce232-e128-4a22-aa13-568a9b19969b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:09.142268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 870f455c-fdcb-4064-804d-155a3689e4ee up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:09.209322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.213340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1930801998', 'router:external': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:09.231866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.234730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.294778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.296162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.298780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:network and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:09.306852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.311767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:09.314519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:09.317573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:09.322280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.324721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:09.332932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:09.347193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:09.355341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:09.409866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:09.414053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a073f83a-9ff3-4661-8a57-27213a273a9d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:09.419802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:09.423415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.425652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=90f07644-b65f-42b8-89a5-ca2d6fbaf2a2,segment=NetworkSegment(7076d99c-3d72-4a71-ad5d-00b4f6e4db49),segment_id=7076d99c-3d72-4a71-ad5d-00b4f6e4db49)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:09.426072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.432991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Made reservation on behalf of 05f9058b970a4a0f88b52dce81c3e448 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:09.435903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.506374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.507790 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3edf3ec9-96b2-425d-b84c-17dd3eda3d67 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0677233 Apr 05 12:08:09.518127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.528852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47742) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:09.535847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:09.536148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 870f455c-fdcb-4064-804d-155a3689e4ee triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:09.536605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.539179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.547391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 0d833b53-8524-49c9-b1fa-29ace49c932d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:09.589369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.601883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:security_group_rule and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:09.602102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] For port 5a82f069-458a-435c-a423-5716fa3eec06, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5a82f069-458a-435c-a423-5716fa3eec06,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:09.602410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.606040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:09.618890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:09.654101 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 80d46de5-d537-4bdb-9850-a765232f601b associated. External IP: 172.26.5.85, port: 9a2ce5ce-233b-48ce-8522-251e7d343caf. Apr 05 12:08:09.695922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144331237'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:09.702828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:09.706765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.717656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:09.748054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743c339-a598-4e37-b5fb-c7ee61f277da None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:09.761604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.768173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Calling delete_port for 5a82f069-458a-435c-a423-5716fa3eec06 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:09.788563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:09.795846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:09.813507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 892ce232-e128-4a22-aa13-568a9b19969b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:09.814975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:09.815142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Sync routers for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:09.843439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Provisioning for port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:09.879606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.904255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.905390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Provisioning complete for port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:09.905694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e46deef5-3e1a-4382-813f-673fe1dbbe27 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.2550039 Apr 05 12:08:09.906240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:09.910469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:09.973976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:09.980600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:09.981260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:09.991840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:10.001899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:10.020228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:10.042466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.147575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:10.156726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.166028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:10.174120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:10.178463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.179992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:10.180617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.184786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=892ce232-e128-4a22-aa13-568a9b19969b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.196807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.208480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.235083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] Could not find standard attr ID for object 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:10.238730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.283785 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.db [None req-11807b4f-aad8-4f14-ba03-7607648cb568 None None] No ports have port_id starting with 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 Apr 05 12:08:10.285013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.332492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:10.406558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=90f07644-b65f-42b8-89a5-ca2d6fbaf2a2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.409514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5a82f069-458a-435c-a423-5716fa3eec06 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:10.419244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8de4e63-2b6a-466f-ba02-a2338fc5144e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.9321179 Apr 05 12:08:10.422851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1dd4e-e268-46fb-8bb0-0cb0206981bc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.425348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:10.432051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:10.437026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:10.442524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:10.445497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.446111 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Added segment 4d681009-8674-49f6-9516-c56bca4fd175 of type vlan for network ec3fabd1-4892-4eb7-b7ac-f529095db03a Apr 05 12:08:10.448525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Allocated IP 2001:db8::2 (4f8d80fb-2231-47d1-b9db-67cb7ed70687/71126de8-e86f-4739-816c-9b4a3b093e5f/954443ed-e8a1-4515-ace9-5ad4a9f7c1e3) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:10.471079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] Pushing event deleted for resources: {'Port': ['ID=5a82f069-458a-435c-a423-5716fa3eec06,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.480655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 5a82f069-458a-435c-a423-5716fa3eec06 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:10.480928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5a82f069-458a-435c-a423-5716fa3eec06 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:10.482569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:10.483497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.488522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7803b-480f-41d8-9f94-373398e01b5f None None] No DVR routers for this DVR port 5a82f069-458a-435c-a423-5716fa3eec06 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:10.507267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.526750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0cfdcd08-9c55-4d29-98fd-deb4f4575cf4 None None] Could not find standard attr ID for object 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:10.560786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c7b04701-ce3d-448d-bdae-8cff207c88ae tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6085913 Apr 05 12:08:10.570966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:10.573945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.580369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4711f0-8f34-43d6-87ad-5fa2c71cf8e1 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:10.615786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'name': 'tempest-NetworksTestDHCPv6-275073951'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:10.633406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:10.675072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.736382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.780141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 892ce232-e128-4a22-aa13-568a9b19969b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:10.780855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.822709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:10.829411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.857601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.902812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=81d9f3b5-942d-46d5-ab69-45f49a54c5f7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.909716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc450b48-ebdb-499c-b305-09f35c2df321,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:10.914083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.924010 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6e7223c7-426d-48e3-ad08-a461773a7ce7 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3891430 Apr 05 12:08:10.929998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47758) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:10.964965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group_rule': {'security_group_id': 'a073f83a-9ff3-4661-8a57-27213a273a9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dc450b48-ebdb-499c-b305-09f35c2df321'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:10.974372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:10.985417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da3bd73-f3f4-4f24-8530-fda46739641c None None] Network b32e7258-2805-48dc-b885-e3a9ac4592d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:11.140696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:11.145094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:11.148076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:11.160266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:11.173010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:11.181553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:11.214968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.215250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:11.215853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.228090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:11.232162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.241176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:11.259744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.267124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:11.301397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port f66cec4d-07e4-40fc-9907-699bdd6f305d yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:11.312759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:11.344072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32e7258-2805-48dc-b885-e3a9ac4592d1']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.373432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7076d99c-3d72-4a71-ad5d-00b4f6e4db49') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.373803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7076d99c-3d72-4a71-ad5d-00b4f6e4db49') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.399334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.401709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:11.428582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:11.432803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-55c1e454-ef81-40ea-9a7c-ecb84ff13d23 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4990642 Apr 05 12:08:11.433339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47762) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:11.437336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.444484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:11.449814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:11.450637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.463431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:11.463834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:11.479500 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:11.497498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': 'd34d74e5-f2ff-4b81-a28f-228ce6c9e5a2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:11.498501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.535442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=0d833b53-8524-49c9-b1fa-29ace49c932d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:11.577372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:11.604240 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:11.619211 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:11.620576 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.650464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b8074-7e09-4a07-826b-905e12ba9e48 None None] DHCP port deletion for b32e7258-2805-48dc-b885-e3a9ac4592d1 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:11.653645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.680028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Network': ['ID=ec3fabd1-4892-4eb7-b7ac-f529095db03a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:11.683300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60e4e038-3804-400f-963f-19c91c462db9 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.9773550 Apr 05 12:08:11.686744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47766) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:11.702760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Transition to ACTIVE for port object 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:11.708285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::36b (0d84777e-b69b-410c-a2a6-18fcc490dd2e/d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2/f66cec4d-07e4-40fc-9907-699bdd6f305d) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:11.712020 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f090afa-c8ce-448e-b57f-52474294c6bd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1625037 Apr 05 12:08:11.714003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'subnet': {'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:11.718781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.722251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47770) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:11.729486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:11.774354 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.786407 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:11.787284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.872387 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.873042 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d4f5bd-8435-4f8e-b275-c62761afb2ca None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:11.881121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Transition to ACTIVE for port object 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:11.891548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:03Z', 'revision_number': 3, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:11.893922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.897966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:11.928571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:subnet and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:11.935979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.938778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:11.946545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Checking router: bd28b94b-25c6-4169-af19-ffc401d0f6e7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:08:11.946891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Updating router bd28b94b-25c6-4169-af19-ffc401d0f6e7 port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:08:11.952406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:11.955742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=b32e7258-2805-48dc-b885-e3a9ac4592d1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:11.966355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:11.992194 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a2ec9ab3-21c7-4b39-86ab-89ad0868c8e6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/b32e7258-2805-48dc-b885-e3a9ac4592d1 HTTP/1.1" status: 204 len: 168 time: 8.1562083 Apr 05 12:08:12.002947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.007316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:12.016697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 0d833b53-8524-49c9-b1fa-29ace49c932d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:12.017292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.019556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.023911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:12.026334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:12.050507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9cd99f2-7ad8-4f56-a02b-2a0a6a179aa1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:12.051202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9cd99f2-7ad8-4f56-a02b-2a0a6a179aa1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:12.056601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b9cd99f2-7ad8-4f56-a02b-2a0a6a179aa1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/b32e7258-2805-48dc-b885-e3a9ac4592d1 HTTP/1.1" status: 404 len: 339 time: 0.0464811 Apr 05 12:08:12.066858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Pushing event updated for resources: {'Port': ['ID=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:12.068413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47778) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.071074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Made reservation on behalf of 05f9058b970a4a0f88b52dce81c3e448 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:12.073542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.077153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.100896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1625784001', 'description': 'd1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:12.120924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:12.157534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:network and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:12.163086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:12.176801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:12.181211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.191627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Attempting to bind port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:12.191925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Attempting to bind port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e3ff91b7-b725-4c8f-a639-49d52ccb5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:12.192296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Attempting to bind port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 on network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:12.242656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:12.243245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Checking segment: {'id': 'e3ff91b7-b725-4c8f-a639-49d52ccb5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:12.243639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.244030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Bound using segment: {'id': 'e3ff91b7-b725-4c8f-a639-49d52ccb5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:12.245019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Bound port: 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ff91b7-b725-4c8f-a639-49d52ccb5815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4f8d80fb-2231-47d1-b9db-67cb7ed70687'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:12.245019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.272035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:12.275639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.299316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.304577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object f66cec4d-07e4-40fc-9907-699bdd6f305d will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:12.311857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.346644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:12.350917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc450b48-ebdb-499c-b305-09f35c2df321,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:12.366588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.370303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-86026588-384d-4d08-a182-2ac9cb7c0cd1 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/dc450b48-ebdb-499c-b305-09f35c2df321 HTTP/1.1" status: 204 len: 168 time: 0.9278963 Apr 05 12:08:12.370303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.370303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 40ac4f9a-b470-437f-841b-5c97805a3451 of type vlan for network 6687640f-7b17-4f9e-8dba-9b4919fb7335 Apr 05 12:08:12.372649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47782) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.467456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.524090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.539102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 892ce232-e128-4a22-aa13-568a9b19969b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:12.563956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] For port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:12.597394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] For port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,segment=NetworkSegment(e3ff91b7-b725-4c8f-a639-49d52ccb5815),segment_id=e3ff91b7-b725-4c8f-a639-49d52ccb5815)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:12.609517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.639377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-642418d1-2697-4716-a262-fe836bbfb455 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:12.679865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.680798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2/9489962b-9339-4fbf-ad4f-b0cac745c5a5) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:12.685908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:12.686520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.696817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:12.732993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=f66cec4d-07e4-40fc-9907-699bdd6f305d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:12.735470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:12.758256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:12.763754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:12.764369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.772620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-642418d1-2697-4716-a262-fe836bbfb455 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:12.773916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-642418d1-2697-4716-a262-fe836bbfb455 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3964164 Apr 05 12:08:12.784744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47786) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.791478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fa568-3721-4f5b-ada8-a42eca706bcf None None] Pushing event updated for resources: {'Port': ['ID=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:12.877116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8074439 Apr 05 12:08:12.895658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47790) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.932001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b771-6746-4eed-b756-510cbfb6dad5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=6687640f-7b17-4f9e-8dba-9b4919fb7335,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:12.941659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec812838-ca26-4179-a5b0-785fee7a3b51 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3691363 Apr 05 12:08:12.953840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47794) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:12.955438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 6687640f-7b17-4f9e-8dba-9b4919fb7335 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:12.994584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:12.999645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.031939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 232badac-7d9b-473e-b135-16fa08d3c218 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:13.050444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:13.140936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Transition to ACTIVE for port object 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:13.144615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:13.144971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 90f07644-b65f-42b8-89a5-ca2d6fbaf2a2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:13.189293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.206232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.239825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 0d833b53-8524-49c9-b1fa-29ace49c932d owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:13.259857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f32a5-dec7-4434-94f0-7b423899e287 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:13.260948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-775f32a5-dec7-4434-94f0-7b423899e287 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Synchronizing usage tracker for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:13.297953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Attempting to bind port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:13.298327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Attempting to bind port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:13.298696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Attempting to bind port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:13.305595 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffcff1-74b0-464d-a7b5-4ed1c1e7fdce None None] Pushing event updated for resources: {'Port': ['ID=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:13.316856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:13.317236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:13.317640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.318203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:13.318683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Bound port: 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:13.319291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.345709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.409652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] For port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:13.414140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] For port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:13.418457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.426024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.435648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.489566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-775f32a5-dec7-4434-94f0-7b423899e287 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Unset dirty status for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:13.493725 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-775f32a5-dec7-4434-94f0-7b423899e287 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks?id=6687640f-7b17-4f9e-8dba-9b4919fb7335 HTTP/1.1" status: 200 len: 761 time: 0.5970151 Apr 05 12:08:13.498031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:13.509142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'description': 'd2'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:13.514716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:13.515476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:13.516653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.525863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=0d833b53-8524-49c9-b1fa-29ace49c932d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:13.576069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867acdc6-10ec-436d-a9e8-b4358fe27d90 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:13.576984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-867acdc6-10ec-436d-a9e8-b4358fe27d90 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:13.588635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.618110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffcff1-74b0-464d-a7b5-4ed1c1e7fdce None None] Pushing event updated for resources: {'Port': ['ID=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:13.658997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.702962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a073f83a-9ff3-4661-8a57-27213a273a9d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:13.756943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=892ce232-e128-4a22-aa13-568a9b19969b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:13.757380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-867acdc6-10ec-436d-a9e8-b4358fe27d90 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:13.758878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-867acdc6-10ec-436d-a9e8-b4358fe27d90 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7969816 Apr 05 12:08:13.760260 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b09d9b94-2182-4410-a651-735d335231b7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/0d833b53-8524-49c9-b1fa-29ace49c932d HTTP/1.1" status: 204 len: 168 time: 1.9892387 Apr 05 12:08:13.789131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.806865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Transition to ACTIVE for port object 9489962b-9339-4fbf-ad4f-b0cac745c5a5 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:13.849840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:13.894890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Transition to ACTIVE for port object 9489962b-9339-4fbf-ad4f-b0cac745c5a5 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:13.902418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47802) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:13.903202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47804) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:13.910969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:08:13.911706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.944503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:13.960625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'mac_address': 'fa:16:3e:a8:ed:39', 'name': 'tempest-PortsTestJSON-1033553568'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:13.967655 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2fdd7f18-0824-473b-9370-71557f193b54 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/892ce232-e128-4a22-aa13-568a9b19969b HTTP/1.1" status: 204 len: 168 time: 3.5296969 Apr 05 12:08:13.968450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.021842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.066005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.069633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:14.079291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.104866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] Sync routers for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:14.108816 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02d79d1-bb3b-4838-96a6-2ff4817d5ff4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:08:14.109824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d02d79d1-bb3b-4838-96a6-2ff4817d5ff4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:14.190233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:14.212189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:14.215046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:14.227671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa9391-110b-498d-8b31-af59a0873cfc None None] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:14.228044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port f66cec4d-07e4-40fc-9907-699bdd6f305d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:14.228524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.254447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.254690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:14.258195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:14.258365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-82f31601-8bad-4050-adcb-eccdecd6f71b tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/a073f83a-9ff3-4661-8a57-27213a273a9d HTTP/1.1" status: 204 len: 168 time: 1.4590111 Apr 05 12:08:14.274756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.274961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.275092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d02d79d1-bb3b-4838-96a6-2ff4817d5ff4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:14.279443 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d02d79d1-bb3b-4838-96a6-2ff4817d5ff4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/892ce232-e128-4a22-aa13-568a9b19969b HTTP/1.1" status: 404 len: 333 time: 0.2955792 Apr 05 12:08:14.280539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47818) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.307221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 6687640f-7b17-4f9e-8dba-9b4919fb7335 is not hosted by any dhcp agent {{(pid=87957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 12:08:14.312675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:14.313394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.316971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "PUT /v2.0/networks/6687640f-7b17-4f9e-8dba-9b4919fb7335 HTTP/1.1" status: 200 len: 758 time: 0.8140101 Apr 05 12:08:14.330269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.382805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Allocated IP 172.20.0.1 (520e70cc-c9bb-4181-b255-9e6028f24dca/5263fe25-1378-4ae5-bb4d-bb4869200f7b/7f79a575-9535-45a0-9bdb-5d07e29455f7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:14.431582 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b06e2cc-da6a-4d9c-aa1a-a752beadab11 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/floatingips/80d46de5-d537-4bdb-9850-a765232f601b HTTP/1.1" status: 200 len: 977 time: 8.1461830 Apr 05 12:08:14.434704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Pushing event updated for resources: {'Port': ['ID=9489962b-9339-4fbf-ad4f-b0cac745c5a5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:14.435366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:14.439686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:14.443214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:14.459574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47826) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.467629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:14.484222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae2549d6-5308-481c-b16d-f9575871181a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:14.529859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:14.550029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c6a66-9b3f-46b7-80c9-538ba4f2d087 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:14.550726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-492c6a66-9b3f-46b7-80c9-538ba4f2d087 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Synchronizing usage tracker for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:14.571267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-72ccd836-ed76-44a0-80fc-ae31ce06846e None None] Provisioning for port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:14.572497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d4d74645-1deb-4a0a-b88d-b56091a505ad,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:14.585671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:14.586330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:14.617328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Checking segment: {'id': '4d681009-8674-49f6-9516-c56bca4fd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:14.617792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network hostable DHCP agents. Network: ec3fabd1-4892-4eb7-b7ac-f529095db03a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:14.623445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ae2549d6-5308-481c-b16d-f9575871181a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:14.625379 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ae2549d6-5308-481c-b16d-f9575871181a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3477259 Apr 05 12:08:14.633436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47830) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.644925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-492c6a66-9b3f-46b7-80c9-538ba4f2d087 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Unset dirty status for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:14.651392 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-492c6a66-9b3f-46b7-80c9-538ba4f2d087 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks?id=6687640f-7b17-4f9e-8dba-9b4919fb7335 HTTP/1.1" status: 200 len: 761 time: 0.3156033 Apr 05 12:08:14.651392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:14.658255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-644357449'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:14.664708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:14.674433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'tempest-secgroup--584288721'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:14.678936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b9163-72db-464d-8a6e-b151ec3cd4a4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=6687640f-7b17-4f9e-8dba-9b4919fb7335,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:14.684083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:14.691181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Attempting to bind port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:14.691555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Attempting to bind port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:14.691996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Attempting to bind port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:14.695050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:14.698514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:14.698687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4983ba2-0d5d-4021-b90a-834f194546c0 None None] The sync data for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:14.714167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:14.714529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:14.714922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.715338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:14.715932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 71126de8-e86f-4739-816c-9b4a3b093e5f {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:14.716054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Bound port: 9489962b-9339-4fbf-ad4f-b0cac745c5a5, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:14.716354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.725689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:14.726001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 6687640f-7b17-4f9e-8dba-9b4919fb7335 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:14.729648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.739078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:14.752743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.761767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.776949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Transition to ACTIVE for port object 7f79a575-9535-45a0-9bdb-5d07e29455f7 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:14.782956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:14.796610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.796953 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment efe3a4dc-1016-4a10-976a-9a22ce5a1c72 of type vlan for network c29608bd-03af-4721-9560-ba038ea5b642 Apr 05 12:08:14.816847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:14.823926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port fa95e230-8823-4cc6-8b2a-3c08f9a8e426 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:14.824137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.831387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.859165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.906549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:14.924996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Network 520e70cc-c9bb-4181-b255-9e6028f24dca is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:14.928489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:14.930369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.936996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:14.937618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:14.960550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:15.020383 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3665867 Apr 05 12:08:15.022299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] For port 9489962b-9339-4fbf-ad4f-b0cac745c5a5, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:15.037462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] For port 9489962b-9339-4fbf-ad4f-b0cac745c5a5, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9489962b-9339-4fbf-ad4f-b0cac745c5a5,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:15.040733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:03Z', 'revision_number': 3, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:15.045295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:15.048320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c9d76-9511-4e1f-9338-08cd5d8d2ec8 None None] The sync data for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv is: [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:03Z', 'revision_number': 3, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:15.050049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.055658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.057489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': 'c29608bd-03af-4721-9560-ba038ea5b642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:15.094945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.170700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ec3fabd1-4892-4eb7-b7ac-f529095db03a) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:15.175444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:15.176274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.206274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82450e5f-779f-40f8-9ada-52de30bc3e2c None None] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:15.253648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Pushing event updated for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:15.263832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137404c-d5d4-4612-a477-5ed809a8eab6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=c29608bd-03af-4721-9560-ba038ea5b642,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:15.304525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c29608bd-03af-4721-9560-ba038ea5b642 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:15.326910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:15.342314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:15.348739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.361984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.382061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Usage tracker for resource:security_group_rule and tenant:895224ae05a64794bd5dc89fefc6b4bb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:15.391372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-757c1c05-e9a7-4c1f-bd2e-1319fde7515c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7034631 Apr 05 12:08:15.396283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:15.403717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47842) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:15.437326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1993948211', 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:15.440738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:15.480276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd902c21-554b-4174-90a3-ab2cbc459b05 None None] Pushing event updated for resources: {'Port': ['ID=9489962b-9339-4fbf-ad4f-b0cac745c5a5,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:15.499385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:15.517284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:15.529635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port e76b2f3a-8756-4644-bba9-00658cd47d93 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:15.530494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Usage tracker for resource:subnet and tenant:dadc9b8812ec42348530812bdaec96d6 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:15.539281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:15.554949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:15.584600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:15.597978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.719851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-757e8ad5-c302-4999-a5d4-81c8407dc48e None None] Provisioning for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:15.762796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-757e8ad5-c302-4999-a5d4-81c8407dc48e None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:15.763284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-757e8ad5-c302-4999-a5d4-81c8407dc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.884644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:15.892021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:15.916930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:port and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:15.947690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:15.948061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.015421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-757e8ad5-c302-4999-a5d4-81c8407dc48e None None] Port 7f79a575-9535-45a0-9bdb-5d07e29455f7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:16.052585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:16.057781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.075941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.094009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:16.103584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8df3f-5b45-4241-82be-51f54784c4fe None None] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:16.203221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=1d35137c-dccf-4f20-a71a-de0b42f50f12,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:16.308244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for f66cec4d-07e4-40fc-9907-699bdd6f305d owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:16.340667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Made reservation on behalf of 05f9058b970a4a0f88b52dce81c3e448 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:16.343271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.384980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] Provisioning complete for port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:16.385547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.398311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.482408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] device_id is not set on port a3edafb9-053a-431e-a565-60fd18e51647 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:16.587329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.627824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.694678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.714804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.830043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': 'efe3a4dc-1016-4a10-976a-9a22ce5a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c29608bd-03af-4721-9560-ba038ea5b642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:16.830591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: c29608bd-03af-4721-9560-ba038ea5b642, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:16.853977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Pushing event updated for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:16.885535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.908389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.912003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network c29608bd-03af-4721-9560-ba038ea5b642 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:16.953137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:16.970480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:16.970831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:16.987651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=71126de8-e86f-4739-816c-9b4a3b093e5f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:16.993172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c29608bd-03af-4721-9560-ba038ea5b642) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:16.999631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] For port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,segment=NetworkSegment(e3ff91b7-b725-4c8f-a639-49d52ccb5815),segment_id=e3ff91b7-b725-4c8f-a639-49d52ccb5815)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:17.006758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.022335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:17.023562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.031881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.058253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2524e6-916d-41d9-8d18-cbb1ba92aafd None None] Network c29608bd-03af-4721-9560-ba038ea5b642 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:17.058955 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-585f02fb-282f-48ec-b743-f134cb8c1038 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0128541 Apr 05 12:08:17.065374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:17.073572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb24aaf-be80-436d-bc35-9b90c72a23c7 None None] Network 4f8d80fb-2231-47d1-b9db-67cb7ed70687 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:17.104375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.180902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c482165-22f7-4c6e-ac03-932e94d42f99 None None] Could not find standard attr ID for object 892ce232-e128-4a22-aa13-568a9b19969b. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:17.216926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Network 520e70cc-c9bb-4181-b255-9e6028f24dca is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:17.220937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:17.261961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.362698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 2001:db8::191 (ec3fabd1-4892-4eb7-b7ac-f529095db03a/d4d74645-1deb-4a0a-b88d-b56091a505ad/a3edafb9-053a-431e-a565-60fd18e51647) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:17.363445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.377634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c482165-22f7-4c6e-ac03-932e94d42f99 None None] Provisioning for port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:17.389793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-94ed190e-dc46-455f-b71a-3d345f3e3a6a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/71126de8-e86f-4739-816c-9b4a3b093e5f HTTP/1.1" status: 204 len: 168 time: 3.0738380 Apr 05 12:08:17.419693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01029817-c63f-412d-82a5-17fcf19ebccb None None] Pushing event updated for resources: {'Port': ['ID=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:17.438690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:17.561830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.663437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e41d8b47-1262-4545-a52f-e483e3820525 None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:17.664456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e41d8b47-1262-4545-a52f-e483e3820525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.668938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Router bd28b94b-25c6-4169-af19-ffc401d0f6e7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:17.693297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.693970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee50d81-2942-4172-ae92-9483d41fb872,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:17.697681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.702097 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e04a9c89-d401-4c13-8179-e67f832311fd tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0461342 Apr 05 12:08:17.702264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.741020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47854) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:17.748335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.752195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=f66cec4d-07e4-40fc-9907-699bdd6f305d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:17.772436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e41d8b47-1262-4545-a52f-e483e3820525 None None] Port 7f79a575-9535-45a0-9bdb-5d07e29455f7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:17.818767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0eadd672-1f26-43a9-b65d-6ae83e6a3748 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:17.819459 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-0eadd672-1f26-43a9-b65d-6ae83e6a3748 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 12:08:17.819951 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0eadd672-1f26-43a9-b65d-6ae83e6a3748 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 12:08:17.820941 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0eadd672-1f26-43a9-b65d-6ae83e6a3748 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "PUT /v2.0/security-groups/3ee50d81-2942-4172-ae92-9483d41fb872 HTTP/1.1" status: 409 len: 330 time: 0.0791955 Apr 05 12:08:17.832183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47858) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:17.858014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e41d8b47-1262-4545-a52f-e483e3820525 None None] Could not find standard attr ID for object f66cec4d-07e4-40fc-9907-699bdd6f305d. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:08:17.868803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:17.869149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.893390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1cb15-1d77-4f7a-94d7-487d0f2f1b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c29608bd-03af-4721-9560-ba038ea5b642', 'network_id': 'c29608bd-03af-4721-9560-ba038ea5b642', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '1d35137c-dccf-4f20-a71a-de0b42f50f12'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:17.894236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2a1cb15-1d77-4f7a-94d7-487d0f2f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.908822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.913454 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-18904175-3c2d-4793-8fa8-7f09a5475360 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/f66cec4d-07e4-40fc-9907-699bdd6f305d HTTP/1.1" status: 204 len: 168 time: 4.0053232 Apr 05 12:08:17.915683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.915683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:17.915909 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Floating IP 80d46de5-d537-4bdb-9850-a765232f601b disassociated. External IP: 172.26.5.85, port: fa95e230-8823-4cc6-8b2a-3c08f9a8e426. Apr 05 12:08:17.916638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for fa95e230-8823-4cc6-8b2a-3c08f9a8e426 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:17.921213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:18.000442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9489962b-9339-4fbf-ad4f-b0cac745c5a5 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:18.028047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] DHCP port deletion for 4f8d80fb-2231-47d1-b9db-67cb7ed70687 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:18.082376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Deleting port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:18.083045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.225477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-d2a1cb15-1d77-4f7a-94d7-487d0f2f1b3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d35137c-dccf-4f20-a71a-de0b42f50f12: This subnet is being modified by another concurrent operation. Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:08:18.232344 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d35137c-dccf-4f20-a71a-de0b42f50f12: This subnet is being modified by another concurrent operation. Apr 05 12:08:18.239486 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:08:18.257575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:18.277603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe24c00-4bf5-453c-94e9-8b5134f8cf7a None None] Network c29608bd-03af-4721-9560-ba038ea5b642 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:18.308284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.315536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:18.316169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.423629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.435294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:18.448984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:18.452693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=1d35137c-dccf-4f20-a71a-de0b42f50f12,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:18.458564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:18.464371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:18.465156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.473077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=e76b2f3a-8756-4644-bba9-00658cd47d93,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:18.481336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.488061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.517592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] For port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,segment=NetworkSegment(e3ff91b7-b725-4c8f-a639-49d52ccb5815),segment_id=e3ff91b7-b725-4c8f-a639-49d52ccb5815)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:18.517990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.546621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=fa95e230-8823-4cc6-8b2a-3c08f9a8e426,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:18.555170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-011ccfbf-fde7-42ef-903e-720701353ead tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.6453631 Apr 05 12:08:18.557824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47866) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:18.582409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14559068-db6b-440e-bde7-f7fe1b7a200d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:18.583959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14559068-db6b-440e-bde7-f7fe1b7a200d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:18.584719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14559068-db6b-440e-bde7-f7fe1b7a200d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:18.616291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:18.628517 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Sync routers for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:18.651198 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:18.651824 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:18.696652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.713873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,segment=NetworkSegment(e3ff91b7-b725-4c8f-a639-49d52ccb5815),segment_id=e3ff91b7-b725-4c8f-a639-49d52ccb5815)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:18.715015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.760013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.839208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.856110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a178d-2787-4db3-b3ff-ee4096fc55b8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:18.856625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e4a178d-2787-4db3-b3ff-ee4096fc55b8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:18.858633 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:18.885897 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dbb1ecf4-3fb2-40e0-a8cf-6d8b7737db8b admin admin] 10.222.0.50 "PUT /v2.0/routers/bd28b94b-25c6-4169-af19-ffc401d0f6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9560266 Apr 05 12:08:18.919492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Calling delete_port for 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:18.930777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:18.943529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:18.945860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:18.946818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:18.947641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:18.977620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:19.008270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=a3edafb9-053a-431e-a565-60fd18e51647,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:19.021229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e4a178d-2787-4db3-b3ff-ee4096fc55b8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:19.022277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14559068-db6b-440e-bde7-f7fe1b7a200d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:19.023134 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2e4a178d-2787-4db3-b3ff-ee4096fc55b8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/e76b2f3a-8756-4644-bba9-00658cd47d93 HTTP/1.1" status: 200 len: 841 time: 0.4628196 Apr 05 12:08:19.023531 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14559068-db6b-440e-bde7-f7fe1b7a200d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0957990 Apr 05 12:08:19.027619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47876) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.028574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29608bd-03af-4721-9560-ba038ea5b642']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.031434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47878) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.049851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe3a4dc-1016-4a10-976a-9a22ce5a1c72') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.050436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe3a4dc-1016-4a10-976a-9a22ce5a1c72') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.077246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.098134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.140327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee50d81-2942-4172-ae92-9483d41fb872,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:19.144366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.170241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.180580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:19.180981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.219712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:19.230525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:19.233950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port e76b2f3a-8756-4644-bba9-00658cd47d93 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:19.234295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.265926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:19.282201 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:19.300026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 232badac-7d9b-473e-b135-16fa08d3c218 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:19.304114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9489962b-9339-4fbf-ad4f-b0cac745c5a5, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9489962b-9339-4fbf-ad4f-b0cac745c5a5,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:19.308616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-262d653b-dd3f-40c2-9491-29471e8c160e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8989303 Apr 05 12:08:19.316758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.317628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:19.319740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.321457 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17c47f68-4502-4665-a54c-1b21821c2a36 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/3ee50d81-2942-4172-ae92-9483d41fb872 HTTP/1.1" status: 204 len: 168 time: 1.4805984 Apr 05 12:08:19.335299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.336193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.399351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=954443ed-e8a1-4515-ace9-5ad4a9f7c1e3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:19.430610 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:16Z', 'revision_number': 2, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.437612 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Checking router: bd28b94b-25c6-4169-af19-ffc401d0f6e7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:08:19.437963 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Updating router bd28b94b-25c6-4169-af19-ffc401d0f6e7 port 7f79a575-9535-45a0-9bdb-5d07e29455f7 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:08:19.475320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No DVR routers for this DVR port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:19.478672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:19.489501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9489962b-9339-4fbf-ad4f-b0cac745c5a5,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:19.497486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:19.497859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.515549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:19.526440 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.552110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.570719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1071d79f-96df-4b0e-b568-213f758be0a8 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Synchronizing usage tracker for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:19.634795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.698533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.699500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.720547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47896) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.721466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:19.727896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.729179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:19.737246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--28112285', 'description': 'tempest-description--184782944'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:19.738185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8d80fb-2231-47d1-b9db-67cb7ed70687']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.771797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ff91b7-b725-4c8f-a639-49d52ccb5815') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.772100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ff91b7-b725-4c8f-a639-49d52ccb5815') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:19.779731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1071d79f-96df-4b0e-b568-213f758be0a8 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] Unset dirty status for tenant:895224ae05a64794bd5dc89fefc6b4bb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:19.784713 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1071d79f-96df-4b0e-b568-213f758be0a8 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4416473 Apr 05 12:08:19.784713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.794769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47900) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.810021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Deleting port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:19.810399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.815366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:19.821812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting port a3edafb9-053a-431e-a565-60fd18e51647 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:19.822269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.862488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:security_group and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:19.864255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:19.864607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 12:08:19.866183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.871356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:19.881559 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/c29608bd-03af-4721-9560-ba038ea5b642 HTTP/1.1" status: 204 len: 168 time: 2.8086257 Apr 05 12:08:19.885825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.911523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47904) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.912320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994db462-56f4-4592-b4e2-93acc762a39a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=c29608bd-03af-4721-9560-ba038ea5b642,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:19.942858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:19.964708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 not found, will not notify nova. {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 12:08:19.970148 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-351c077f-a0f2-47e3-bb01-02c4ab3e9d4a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] delete failed (client error): The resource could not be found. Apr 05 12:08:19.974555 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-351c077f-a0f2-47e3-bb01-02c4ab3e9d4a tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "DELETE /v2.0/security-groups/5f9fb8a9-9221-4eab-b9cb-c16102b96dee HTTP/1.1" status: 404 len: 347 time: 0.1583631 Apr 05 12:08:19.974715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f7d19d48-47bb-4fa9-89b3-3a7d1f8375a6 None None] The port '954443ed-e8a1-4515-ace9-5ad4a9f7c1e3' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:08:19.978652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.980374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:19.983530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47908) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:19.984769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-027f6e30-4827-45fa-adfb-3b30a73765a0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] GET failed (client error): The resource could not be found. Apr 05 12:08:19.984969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-027f6e30-4827-45fa-adfb-3b30a73765a0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Synchronizing usage tracker for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:19.997685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:20.005204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b37e6-1440-44cc-abeb-7cbf8c0fd027 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:08:20.024329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:20.027360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.060375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:20.060839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:20.078487 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:20.114202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-027f6e30-4827-45fa-adfb-3b30a73765a0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Unset dirty status for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:20.115385 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-027f6e30-4827-45fa-adfb-3b30a73765a0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets/1d35137c-dccf-4f20-a71a-de0b42f50f12 HTTP/1.1" status: 404 len: 337 time: 0.2009733 Apr 05 12:08:20.116523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-3b8fc4a2-84a4-4ac9-84fa-4207c14afbe2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] show failed (client error): The resource could not be found. Apr 05 12:08:20.117437 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3b8fc4a2-84a4-4ac9-84fa-4207c14afbe2 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-groups/72282407-3b8a-4103-9df2-d27b49ad5aee HTTP/1.1" status: 404 len: 347 time: 0.0896509 Apr 05 12:08:20.119311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] Sync routers for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:20.137666 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.178406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47912) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.178741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47914) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.196064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.203008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9489962b-9339-4fbf-ad4f-b0cac745c5a5 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:20.249770 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:08:20.264871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b37e6-1440-44cc-abeb-7cbf8c0fd027 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:08:20.268454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79aa03f-d50e-48ee-9e54-8990d9e3b4ed tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:20.268777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:20.269237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79aa03f-d50e-48ee-9e54-8990d9e3b4ed tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:20.269412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:20.271981 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b4a76beb-2c92-4b2a-b869-574476b0e499 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] show failed (client error): The resource could not be found. Apr 05 12:08:20.276563 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b4a76beb-2c92-4b2a-b869-574476b0e499 tempest-NegativeSecGroupTest-1128035697 tempest-NegativeSecGroupTest-1128035697-project] 10.222.0.50 "GET /v2.0/security-group-rules/a057967f-eef5-4ad4-9c14-38c217e27b1c HTTP/1.1" status: 404 len: 356 time: 0.0899773 Apr 05 12:08:20.284235 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Transition to ACTIVE for port object 7f79a575-9535-45a0-9bdb-5d07e29455f7 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:20.289092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.295770 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.309550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.315285 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/4f8d80fb-2231-47d1-b9db-67cb7ed70687 HTTP/1.1" status: 204 len: 168 time: 2.8755052 Apr 05 12:08:20.316161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.391331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:20.394415 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f79aa03f-d50e-48ee-9e54-8990d9e3b4ed tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/c29608bd-03af-4721-9560-ba038ea5b642 HTTP/1.1" status: 404 len: 339 time: 0.2127786 Apr 05 12:08:20.403298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2464b3-3aba-4dd9-92a6-970a1785be15 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=4f8d80fb-2231-47d1-b9db-67cb7ed70687,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:20.409985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'name': 'tempest-PortsIpV6TestJSON-1385765657'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:20.412876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:20.414080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:20.462711 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Pushing event updated for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:20.644856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.663738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:20.664039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576418d0-e9fd-46f7-b36d-8bb1eb0747db None None] The sync data for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:20.666275 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.666642 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.666984 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.667344 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.667781 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.668007 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.668422 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.668708 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.669045 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.669453 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.669779 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.670101 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:20.678491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for e76b2f3a-8756-4644-bba9-00658cd47d93 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:20.686140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:20.690982 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Attempting to bind port 7f79a575-9535-45a0-9bdb-5d07e29455f7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:20.691517 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Attempting to bind port 7f79a575-9535-45a0-9bdb-5d07e29455f7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:20.692155 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Attempting to bind port 7f79a575-9535-45a0-9bdb-5d07e29455f7 on network 520e70cc-c9bb-4181-b255-9e6028f24dca {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:20.698318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:20.698487 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:20.698724 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Checking segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:20.699150 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.699574 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Bound using segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:20.700587 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Bound port: 7f79a575-9535-45a0-9bdb-5d07e29455f7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:20.700986 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.724453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:20.733044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.753306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:20.753678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.781389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 867cda09-0e3d-4e45-aeaa-cd4477d5ea76 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:20.838393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:20.846106 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] For port 7f79a575-9535-45a0-9bdb-5d07e29455f7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:20.849431 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] For port 7f79a575-9535-45a0-9bdb-5d07e29455f7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7f79a575-9535-45a0-9bdb-5d07e29455f7,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:20.858992 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.881155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.888653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:20.921565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:security_group_rule and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:20.934849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:20.956044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:20.959810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:20.963872 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f8287-c99b-4889-a2ba-ca0fef715daf None None] Pushing event updated for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:20.972469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-baf0c031-6673-443f-a06f-0799f0ddd7f9 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/fa95e230-8823-4cc6-8b2a-3c08f9a8e426 HTTP/1.1" status: 204 len: 168 time: 6.5102329 Apr 05 12:08:20.988884 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:20.990049 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:07:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:20.994144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47938) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.003115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7536e35-d83b-4dae-9c42-5f4a9cac8b13 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:21.009514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7536e35-d83b-4dae-9c42-5f4a9cac8b13 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:21.014985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b7536e35-d83b-4dae-9c42-5f4a9cac8b13 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.3684382 Apr 05 12:08:21.073133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.089991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.104352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Calling delete_port for a3edafb9-053a-431e-a565-60fd18e51647 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:21.156885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:21.169742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.180495 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d297cd93-17ee-4588-ac39-93907f337f1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2 HTTP/1.1" status: 204 len: 168 time: 2.1475577 Apr 05 12:08:21.191853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47946) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.192855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.218556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:21.316012 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-418df0ea-4ac5-4e6d-83d9-260c84c55dbe tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 207 time: 0.2416048 Apr 05 12:08:21.331286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47952) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.334565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:21.408958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:21.411096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 954443ed-e8a1-4515-ace9-5ad4a9f7c1e3 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:21.431716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=e76b2f3a-8756-4644-bba9-00658cd47d93,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:21.452990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ecb789b6-89e5-4915-a8a8-1a3712ee6d26 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2577634 Apr 05 12:08:21.470668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47956) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.510823 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-abc433a1-367f-4321-ba66-7d61971ca5c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=895224ae05a64794bd5dc89fefc6b4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6689508 Apr 05 12:08:21.515749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.571561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.580274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.592106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18282b7-3c63-4b56-868a-dd6354b2b4fd None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:08:21.632888 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:20Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:21.638019 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ada2c-1e5f-49ae-8908-19397a135336 None None] The sync data for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv is: [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:20Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:21.664685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.682877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.738944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.741210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.745464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18282b7-3c63-4b56-868a-dd6354b2b4fd None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:08:21.832546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0872a8f4-176e-4904-a373-626e056b9ab0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/e76b2f3a-8756-4644-bba9-00658cd47d93 HTTP/1.1" status: 204 len: 168 time: 2.8034451 Apr 05 12:08:21.846315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47964) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.861569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3edafb9-053a-431e-a565-60fd18e51647,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:21.863799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.867965 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.1350603 Apr 05 12:08:21.868658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47968) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.869235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.900781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.926970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'security_group_rule': {'security_group_id': 'e347680c-1499-4863-877e-fe1ca1047d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:21.931766 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cae39263-e86b-4afb-b444-4a52a5f19390 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a3edafb9-053a-431e-a565-60fd18e51647 HTTP/1.1" status: 204 len: 168 time: 2.5915656 Apr 05 12:08:21.936161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:21.951393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:21.954951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'external_fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191'}]}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:21.962104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfce8379-6f73-4e6d-be78-2452386d4483 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:08:21.962638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cfce8379-6f73-4e6d-be78-2452386d4483 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:21.965028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a226c-5d5e-433e-88b2-8de9f1b47fa0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e347680c-1499-4863-877e-fe1ca1047d92,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:21.965954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:21.968665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:21.978082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:router and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:21.983321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:security_group_rule and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:21.993412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:22.028906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:22.046741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:22.087043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:22.096787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:22.109514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:22.117397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.117808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.122335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.123375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.128085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:22.139796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=867cda09-0e3d-4e45-aeaa-cd4477d5ea76,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:22.160909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.165807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.176415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.180128 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef3c88e3-217d-48d4-ad8b-daff73536125 HTTP/1.1" status: 204 len: 168 time: 0.6602132 Apr 05 12:08:22.186024 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53759a53-4b30-4b87-b324-50f5f1c7001f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7904551 Apr 05 12:08:22.186425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.192090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 47978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:22.203068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.208797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.229923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.238393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dad04312-f7e2-4081-aede-198738f5faac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3095 time: 0.8905482 Apr 05 12:08:22.249215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47982) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:22.251572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.253364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe36384-c953-45cc-9572-9da48845dd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c88e3-217d-48d4-ad8b-daff73536125,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:22.299835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7f79a575-9535-45a0-9bdb-5d07e29455f7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:22.316293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 867cda09-0e3d-4e45-aeaa-cd4477d5ea76 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:22.317099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.322369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cfce8379-6f73-4e6d-be78-2452386d4483 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:22.329152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cfce8379-6f73-4e6d-be78-2452386d4483 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/e76b2f3a-8756-4644-bba9-00658cd47d93 HTTP/1.1" status: 404 len: 333 time: 0.4817274 Apr 05 12:08:22.332345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 47986) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:22.356704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee0ec0-0596-49a2-a0b0-57e27cc633f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:22.357580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-70ee0ec0-0596-49a2-a0b0-57e27cc633f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:22.407249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'name': 'tempest-PortsTestJSON-1188429653'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:22.467531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:22.482206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:22.482772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.537228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b28441-23dc-4460-a925-69bc60e7caca None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:22.874958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:22.925532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.009886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-085d97a5-479c-49bb-8498-b5b05bbea682 None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:23.010422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-085d97a5-479c-49bb-8498-b5b05bbea682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.073860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-387eb130-ad10-490e-b5c1-3a21ee074649 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 682 time: 0.8232472 Apr 05 12:08:23.075010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-70ee0ec0-0596-49a2-a0b0-57e27cc633f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:23.080443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-70ee0ec0-0596-49a2-a0b0-57e27cc633f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5975285 Apr 05 12:08:23.081108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.108171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48002) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.108516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48004) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.247429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 7f79a575-9535-45a0-9bdb-5d07e29455f7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7f79a575-9535-45a0-9bdb-5d07e29455f7,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:23.265342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68f22a4e-4460-453f-916f-3855f7446ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.267272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.268324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:23.386146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:23.419704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:23.419878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:23.467078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b1bcac-c783-41a2-a0fd-708503f3b4f3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:23.467781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c4b1bcac-c783-41a2-a0fd-708503f3b4f3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:23.473312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:23.477579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.504277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.537409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.558330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d7e3e-b9f9-4a57-88ee-8ef16e869b6b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:23.559993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d7e3e-b9f9-4a57-88ee-8ef16e869b6b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:23.560768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4e3d7e3e-b9f9-4a57-88ee-8ef16e869b6b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Synchronizing usage tracker for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:23.582787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.604956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 01f2707a-b9b3-4099-9cac-fbd56675b41d yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:23.628597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:23.634181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Deleting port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:23.634637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.649505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48020) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.667862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 867cda09-0e3d-4e45-aeaa-cd4477d5ea76 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:23.671698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c4b1bcac-c783-41a2-a0fd-708503f3b4f3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:23.673141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c4b1bcac-c783-41a2-a0fd-708503f3b4f3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5621505 Apr 05 12:08:23.690765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b757dca-a0e1-4868-baf3-4c5a61ed4176,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:23.697210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.707267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4e3d7e3e-b9f9-4a57-88ee-8ef16e869b6b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Unset dirty status for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:23.713940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4e3d7e3e-b9f9-4a57-88ee-8ef16e869b6b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6043997 Apr 05 12:08:23.719642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48030) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.725873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:23.726948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.780183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:23.781730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c018eca7-4919-4ddf-99c0-817e74f57462 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8713474 Apr 05 12:08:23.791913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.809990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'security_group_rule': {'security_group_id': 'e347680c-1499-4863-877e-fe1ca1047d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:23.824102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:23.849636 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-673f652e-7e9f-4641-9d7c-8ca595450aff tempest-ServiceProvidersTest-1600442638 tempest-ServiceProvidersTest-1600442638-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1838846 Apr 05 12:08:23.852621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:security_group_rule and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:23.857305 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ea7e3e6-07bf-4391-97a5-d952d66f6bd6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546292 Apr 05 12:08:23.861973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:23.868014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48040) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:23.890524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:23.895502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:23.972588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea921543-f580-456b-8fc9-ca6782cde0f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:23.974142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea921543-f580-456b-8fc9-ca6782cde0f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:23.979323 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ea921543-f580-456b-8fc9-ca6782cde0f1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1993377 Apr 05 12:08:23.982494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.034211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0ce0730d-9407-4139-9629-807e131082de None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:24.034963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ce0730d-9407-4139-9629-807e131082de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.103685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.136339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.139151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.149154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] For port 9489962b-9339-4fbf-ad4f-b0cac745c5a5, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9489962b-9339-4fbf-ad4f-b0cac745c5a5,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:24.149623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.225334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:24.244227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.256122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:24.290737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=867cda09-0e3d-4e45-aeaa-cd4477d5ea76,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:24.294658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.366177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.367286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:24.370887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.372205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.410337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Calling delete_port for 9489962b-9339-4fbf-ad4f-b0cac745c5a5 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:24.415768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.435370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9597243e-d1c2-4bff-bf55-19304c0e9917 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/867cda09-0e3d-4e45-aeaa-cd4477d5ea76 HTTP/1.1" status: 204 len: 168 time: 2.2421160 Apr 05 12:08:24.440232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.451973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'mac_address': 'fa:16:3e:1d:c1:b1', 'name': 'tempest-PortsIpV6TestJSON-527310648'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:24.503963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.511565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.545277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36469b61-ac32-49ab-a7d9-1749d4814463 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:24.545961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-36469b61-ac32-49ab-a7d9-1749d4814463 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Synchronizing usage tracker for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:24.547063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8e5f20-a8b2-4a7f-aa65-f2fa62bd5146,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:24.553063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.589541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.609733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.611418 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-890d9182-85ff-42a6-8fb3-b1c87503f3b6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8170128 Apr 05 12:08:24.621898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.623975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.669614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7f79a575-9535-45a0-9bdb-5d07e29455f7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:24.676588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:24.708944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:24.712866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] Pushing event deleted for resources: {'Port': ['ID=9489962b-9339-4fbf-ad4f-b0cac745c5a5,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:24.728710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.730050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823f194-99d5-4d9f-bcf9-08a1e6ec923a None None] No DVR routers for this DVR port 9489962b-9339-4fbf-ad4f-b0cac745c5a5 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:24.754694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:floatingip and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:24.759242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-36469b61-ac32-49ab-a7d9-1749d4814463 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Unset dirty status for tenant:dadc9b8812ec42348530812bdaec96d6 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:24.764157 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-36469b61-ac32-49ab-a7d9-1749d4814463 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks/7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d HTTP/1.1" status: 200 len: 800 time: 0.7170553 Apr 05 12:08:24.765740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:24.766309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:24.770144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48064) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:24.770988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:24.771112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:24.771302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7f79a575-9535-45a0-9bdb-5d07e29455f7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:24.771713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.775708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:24.778208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:24.781098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:24.781884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.786772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:24.791492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:24.810682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:24.812886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:24.821931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:24.839052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Usage tracker for resource:security_group_rule and tenant:fb93edf194c544e3bcd701ce8b774771 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:24.843140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=01f2707a-b9b3-4099-9cac-fbd56675b41d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:24.845932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:24.909450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:24.914670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:24.969048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9489962b-9339-4fbf-ad4f-b0cac745c5a5 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:25.007302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9489962b-9339-4fbf-ad4f-b0cac745c5a5 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:25.007716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9489962b-9339-4fbf-ad4f-b0cac745c5a5 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:25.091606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c50cea46-827b-4e35-a75e-09a9d18920ff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7308722 Apr 05 12:08:25.111086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.123828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:25.229371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-625d6670-6683-49a9-8121-7ff9aba028df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.234709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.331749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0c006c7-543d-4f5f-a8d6-187ae9940290 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/networks/7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5571156 Apr 05 12:08:25.338478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 2001:db8::191 (ec3fabd1-4892-4eb7-b7ac-f529095db03a/d4d74645-1deb-4a0a-b88d-b56091a505ad/b8b59278-51c3-4a09-b34d-3521ea904fe6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:25.341594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 2dec7f14-8499-4ff0-b022-3b3fda2386e4 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:25.355352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.413158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port f23882df-ef87-4f7d-ac04-816a694b5aae {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:25.413422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.456281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.555642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.576663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:25.585655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653d8eb3-665f-48bc-a95d-8c3a644b03c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:25.586916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-653d8eb3-665f-48bc-a95d-8c3a644b03c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets/591d1af2-2e4b-40f0-bc3d-7b2590441670 HTTP/1.1" status: 200 len: 811 time: 0.2243192 Apr 05 12:08:25.599289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.608860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:25.619610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc3e16-856f-4f47-a60a-bd1c7cf8ae5d None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:25.627960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:25.628506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.673902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=3d9314a7-29af-40ba-ae29-67fb4556c5ab,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:25.696552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.761596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-222bc7fd-273e-4531-b1d5-284ccdbb3e9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8880417 Apr 05 12:08:25.770462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.781239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '3d9314a7-29af-40ba-ae29-67fb4556c5ab', 'ip_address': '2001:db8::969c:e2dd:4c1e:250b'}], 'name': 'tempest-NetworksTestDHCPv6-1481519399'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:25.783088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.850369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '3d9314a7-29af-40ba-ae29-67fb4556c5ab'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:25.851875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.894456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.920512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b02950-1953-4b31-8684-ff57b651abd5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:25.921901 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0b02950-1953-4b31-8684-ff57b651abd5 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "GET /v2.0/subnets/591d1af2-2e4b-40f0-bc3d-7b2590441670?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3193543 Apr 05 12:08:25.926959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:25.934856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48084) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.951145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2076857056'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:25.968732 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb93edf194c544e3bcd701ce8b774771&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6656952 Apr 05 12:08:25.968732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb1d35-7984-4ab4-934e-e2569beea27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d85d4-6fb4-4ebd-95c0-70506fc60618,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:25.973009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:25.975855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.022591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.036782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/3d9314a7-29af-40ba-ae29-67fb4556c5ab/9a9561d5-b8bb-41fe-af33-4085b7d8fc35) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:26.040138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:26.182940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.202618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for f23882df-ef87-4f7d-ac04-816a694b5aae owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:26.235575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:26.243437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Allocated IP 172.26.5.35 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/8cf032b6-3855-4001-8578-564c779f0b7d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:26.245794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.260294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:26.265229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.286086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:26.289480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.296735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.301255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network ec3fabd1-4892-4eb7-b7ac-f529095db03a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:26.308476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Transition to ACTIVE for port object 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:26.310173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:26.312910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:26.316601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.323842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:26.330607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Transition to ACTIVE for port object 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:26.332795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.340827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.411996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:26.441075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:26.442356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:26.444944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:26.446491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.451977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:26.452394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:26.452748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.454547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Pushing event updated for resources: {'Port': ['ID=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:26.457382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:26.462005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.462294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.488026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=b8b59278-51c3-4a09-b34d-3521ea904fe6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:26.529746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:26.551715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] In _notify_port_updated(), no bound segment for port 01f2707a-b9b3-4099-9cac-fbd56675b41d on network 2302720f-7b90-4d5a-b8b9-23047cf14086 {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:08:26.557030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:26.557640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.561864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/ports/01f2707a-b9b3-4099-9cac-fbd56675b41d HTTP/1.1" status: 200 len: 818 time: 1.4469109 Apr 05 12:08:26.572217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Attempting to bind port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:26.572755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Attempting to bind port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:26.573234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Attempting to bind port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:26.577042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48092) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:26.579762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:26.580290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:26.580807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.582086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:26.582672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Bound port: 9a9561d5-b8bb-41fe-af33-4085b7d8fc35, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:26.583950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.584095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:26.670351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.671159 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Added segment 0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0 of type vlan for network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f Apr 05 12:08:26.679693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] For port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:26.682901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] For port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:26.687806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.722570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30c3b8-d14c-4b80-ad32-846ccb84688a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=01f2707a-b9b3-4099-9cac-fbd56675b41d,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:26.776058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:26.795454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50743a-3e85-4344-9f6b-07a2966c264e None None] Pushing event updated for resources: {'Port': ['ID=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:26.802776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=2dec7f14-8499-4ff0-b022-3b3fda2386e4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:26.810132 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5f98677b-5da3-4885-8f3a-31cdc3eab099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3673239 Apr 05 12:08:26.818030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:26.975272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 01f2707a-b9b3-4099-9cac-fbd56675b41d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:26.975272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.057930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.092062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=f23882df-ef87-4f7d-ac04-816a694b5aae,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:27.096665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.139079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.147283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.162994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c1f72-4cc1-49b0-977d-9c055dae4b9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:27.163966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-419c1f72-4cc1-49b0-977d-9c055dae4b9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:27.182565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d85d4-6fb4-4ebd-95c0-70506fc60618,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:27.271830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port c1f69527-1daf-40ac-b05c-9da185785f52 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:27.277262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.280933 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e85df181-f7e6-4dde-82f7-c5ff1b459346 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da8d85d4-6fb4-4ebd-95c0-70506fc60618 HTTP/1.1" status: 204 len: 168 time: 1.3008182 Apr 05 12:08:27.314057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-419c1f72-4cc1-49b0-977d-9c055dae4b9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:27.315498 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-419c1f72-4cc1-49b0-977d-9c055dae4b9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/2dec7f14-8499-4ff0-b022-3b3fda2386e4 HTTP/1.1" status: 200 len: 844 time: 0.4965074 Apr 05 12:08:27.333309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48102) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:27.354697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.360722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:27.361345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.397034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.501488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 2dec7f14-8499-4ff0-b022-3b3fda2386e4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:27.501834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.547374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.656630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Network': ['ID=6c7e9fba-8e58-418a-ad09-590ac2b2d49f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:27.676479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:27.704380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30c57209-3ca9-4f14-be93-7ffdada33ece tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7642798 Apr 05 12:08:27.734104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:27.763058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48114) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:27.834101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:27.838693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:27.879140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:27.882212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:27.920837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'Port': ['ID=8cf032b6-3855-4001-8578-564c779f0b7d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:27.931886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.240538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d373ffb-fcb0-42a1-885c-28fa73d79b4e None None] Provisioning for port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:28.295005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.315212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:28.320791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 01f2707a-b9b3-4099-9cac-fbd56675b41d owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:28.426462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.455959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 2dec7f14-8499-4ff0-b022-3b3fda2386e4 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:28.458394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::969c:e2dd:4c1e:250b (0d84777e-b69b-410c-a2a6-18fcc490dd2e/3d9314a7-29af-40ba-ae29-67fb4556c5ab/c1f69527-1daf-40ac-b05c-9da185785f52) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:28.467302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:28.488775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1025405691-network', 'tenant_id': 'f76f6a967df44caeb33d5dd523c3a953'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:28.515280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.523898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:28.534582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Usage tracker for resource:network and tenant:f76f6a967df44caeb33d5dd523c3a953 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:28.540759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.550392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:28.564981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:28.648534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:28.663312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:28.726044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Made reservation on behalf of f76f6a967df44caeb33d5dd523c3a953 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:28.728540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.743211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.760547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Made reservation on behalf of dadc9b8812ec42348530812bdaec96d6 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:28.765215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.770367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:28.777514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:28.778593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.784132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.785732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.787241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.945898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:28.990855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:28.997119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.016125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=01f2707a-b9b3-4099-9cac-fbd56675b41d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:29.041507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing IP validity checks on allocation pools {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:08:29.042024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:08:29.060724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=2dec7f14-8499-4ff0-b022-3b3fda2386e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:29.065457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:29.080889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Usage tracker for resource:security_group_rule and tenant:f76f6a967df44caeb33d5dd523c3a953 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:29.081158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.090572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:29.099438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.099623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:29.118227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:29.181500 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40e62a0f-9b48-4fee-9bf1-25536b46cba7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/2dec7f14-8499-4ff0-b022-3b3fda2386e4 HTTP/1.1" status: 204 len: 168 time: 1.8467181 Apr 05 12:08:29.198598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48134) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:29.228997 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1741210a-4794-43d8-8edf-51f05bfb750c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/01f2707a-b9b3-4099-9cac-fbd56675b41d HTTP/1.1" status: 204 len: 168 time: 2.6508424 Apr 05 12:08:29.247959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48138) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:29.314016 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e557f57c-1ffd-4c7c-8b13-f69272032551 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:08:29.314606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e557f57c-1ffd-4c7c-8b13-f69272032551 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:29.376463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:08:29.378480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e557f57c-1ffd-4c7c-8b13-f69272032551 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:29.385022 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e557f57c-1ffd-4c7c-8b13-f69272032551 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/2dec7f14-8499-4ff0-b022-3b3fda2386e4 HTTP/1.1" status: 404 len: 333 time: 0.1802006 Apr 05 12:08:29.393046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48142) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:29.407082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'name': 'tempest-PortsIpV6TestJSON-1564867789'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:29.426713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.471050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object c1f69527-1daf-40ac-b05c-9da185785f52 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:29.541155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 232badac-7d9b-473e-b135-16fa08d3c218 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:08:29.632399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.657342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.672443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24870b3b-6e90-4da0-bf8b-1894f4852af2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:29.673128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-24870b3b-6e90-4da0-bf8b-1894f4852af2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:29.704516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.708380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.727823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.747239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:29.750373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.816675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:29.860756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:29.900363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-24870b3b-6e90-4da0-bf8b-1894f4852af2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:29.901897 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-24870b3b-6e90-4da0-bf8b-1894f4852af2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6504517 Apr 05 12:08:29.904656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055eace0-c195-4692-9343-027a9fa20ad5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:29.920497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48146) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:29.931260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.931606 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Added segment 045afaab-ca69-4a9e-915b-efd86b04363a of type vlan for network 15b13c38-926b-44b9-8cad-8d7531c65cf7 Apr 05 12:08:29.948905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:29.962724 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Sync routers for ids ['6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:29.967138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:29.970950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:29.972797 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Routers {'6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:29.973407 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:29.988080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'Port': ['ID=8cf032b6-3855-4001-8578-564c779f0b7d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:29.997564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:30.027462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:30.036858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.048831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:30.054275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:30.054888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.056816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.062128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fc4aa8-8276-4423-9025-04241d64798a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:08:30.063469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-17fc4aa8-8276-4423-9025-04241d64798a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/01f2707a-b9b3-4099-9cac-fbd56675b41d HTTP/1.1" status: 404 len: 333 time: 0.1304772 Apr 05 12:08:30.069439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 59f13006-fceb-4947-a5fa-db64824e8d1c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:30.071864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=7a822671-c65b-471d-8f36-e76aae961d08,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:30.075077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=c1f69527-1daf-40ac-b05c-9da185785f52,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:30.084773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48150) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.100470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1419456705'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:30.104298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:30.112248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:30.114431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] Sync routers for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:30.118662 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1df9212a-84d7-4d36-8cc7-15cafbeaa49c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/routers/232badac-7d9b-473e-b135-16fa08d3c218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1021235 Apr 05 12:08:30.122424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Checking segment: {'id': '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:30.123006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network hostable DHCP agents. Network: 6c7e9fba-8e58-418a-ad09-590ac2b2d49f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:30.129660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:30.134178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:30.137365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:30.139333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48154) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.145496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b11154eb-f286-425a-b9d2-dfde1bdfe0c6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3740144 Apr 05 12:08:30.148530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48156) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.153854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:30.223275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:30.227549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Set router 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:30.305037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:30.326215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] Routers {'232badac-7d9b-473e-b135-16fa08d3c218'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:30.326918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['232badac-7d9b-473e-b135-16fa08d3c218'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:30.418505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:30.419319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e3a9-5d2b-4dc2-9c15-0fe704472fa2 None None] The sync data for ids ['232badac-7d9b-473e-b135-16fa08d3c218'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:30.434371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f96ef40e-2e80-46b0-a00b-39ebd2363a02 None None] Provisioning for port c1f69527-1daf-40ac-b05c-9da185785f52 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:30.439713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.440997 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7d2823e-95c6-449b-bb3c-d5fbd25d42a0 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.5029058 Apr 05 12:08:30.442704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f96ef40e-2e80-46b0-a00b-39ebd2363a02 None None] Provisioning complete for port c1f69527-1daf-40ac-b05c-9da185785f52 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:30.443509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f96ef40e-2e80-46b0-a00b-39ebd2363a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.455988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48162) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.473243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.509597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f96ef40e-2e80-46b0-a00b-39ebd2363a02 None None] Port c1f69527-1daf-40ac-b05c-9da185785f52 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:30.592091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.594968 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58a21a16-00f9-4460-bb85-a740d5ce3fb1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9696686 Apr 05 12:08:30.601516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:30.610031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:30.614341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.616930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.617920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:30.618622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.638204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:30.662390 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'name': '', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'external_fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191'}], 'enable_snat': True}, 'gw_port_id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:22Z', 'updated_at': '2022-04-05T12:08:26Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'name': '', 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:24Z', 'updated_at': '2022-04-05T12:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:30.677106 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Checking router: 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:08:30.678831 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Updating router 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac port b8b59278-51c3-4a09-b34d-3521ea904fe6 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:08:30.682852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.746783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 6c7e9fba-8e58-418a-ad09-590ac2b2d49f) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:30.759166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6bfb2-231d-4be6-9846-b1e7675c5ee8 None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:30.769371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:30.772722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:30.773650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.781110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] Pushing event updated for resources: {'Network': ['ID=15b13c38-926b-44b9-8cad-8d7531c65cf7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:30.786451 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c367d7f-ff12-4946-b685-0b9da401a940 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4702024 Apr 05 12:08:30.793561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:30.796023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.796421 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment d32fdfc9-1ead-418f-9548-d60eb46d94f3 of type vlan for network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc Apr 05 12:08:30.801883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Request body: {'subnet': {'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1025405691-subnet', 'tenant_id': 'f76f6a967df44caeb33d5dd523c3a953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:30.805605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 15b13c38-926b-44b9-8cad-8d7531c65cf7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:30.807856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:30.812869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Usage tracker for resource:subnet and tenant:f76f6a967df44caeb33d5dd523c3a953 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:30.816006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:30.819984 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.822599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:30.828462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:30.910692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Made reservation on behalf of f76f6a967df44caeb33d5dd523c3a953 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:30.913169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.026504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:31.026893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.097543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.111523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:31.115777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.205944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1183119 Apr 05 12:08:31.207420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.214253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48182) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:31.228467 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.237228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9ceb264e-5044-435c-ba9c-366d396d2819 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.4598057 Apr 05 12:08:31.242472 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Transition to ACTIVE for port object b8b59278-51c3-4a09-b34d-3521ea904fe6 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:31.243375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48186) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:31.248736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.251902 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.258908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2203ef-6f77-4349-a34e-de85b1f3255e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:31.268830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2203ef-6f77-4349-a34e-de85b1f3255e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:31.269943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8a2203ef-6f77-4349-a34e-de85b1f3255e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:31.276120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 71abc78d-496c-4750-9113-9032c3a9d2a4 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:31.276582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.318578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.321380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:31.333308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-6c7e9fba-8e58-418a-ad09-590ac2b2d49f', 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f', 'tenant_id': 'dadc9b8812ec42348530812bdaec96d6', 'fixed_ips': [{'subnet_id': '7a822671-c65b-471d-8f36-e76aae961d08'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:31.334414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.343266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:31.347996 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219cf72-5cf7-4bba-96a5-e63223df580a None None] Pushing event updated for resources: {'Port': ['ID=b8b59278-51c3-4a09-b34d-3521ea904fe6,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:31.390039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-3d5c95e7-9077-47a8-91d6-8954ae88d03f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Synchronizing usage tracker for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:31.392794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Attempting to bind port b8b59278-51c3-4a09-b34d-3521ea904fe6 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:31.393168 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Attempting to bind port b8b59278-51c3-4a09-b34d-3521ea904fe6 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4d681009-8674-49f6-9516-c56bca4fd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:31.393513 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Attempting to bind port b8b59278-51c3-4a09-b34d-3521ea904fe6 on network ec3fabd1-4892-4eb7-b7ac-f529095db03a {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:31.400860 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:31.401231 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Checking segment: {'id': '4d681009-8674-49f6-9516-c56bca4fd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:31.401712 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.402105 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Bound using segment: {'id': '4d681009-8674-49f6-9516-c56bca4fd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:31.403209 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Bound port: b8b59278-51c3-4a09-b34d-3521ea904fe6, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d681009-8674-49f6-9516-c56bca4fd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:31.403692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.459299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:31.468711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:31.483536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:31.490230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:31.490875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.499282 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] For port b8b59278-51c3-4a09-b34d-3521ea904fe6, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:31.502812 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] For port b8b59278-51c3-4a09-b34d-3521ea904fe6, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b8b59278-51c3-4a09-b34d-3521ea904fe6,segment=NetworkSegment(4d681009-8674-49f6-9516-c56bca4fd175),segment_id=4d681009-8674-49f6-9516-c56bca4fd175)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:31.509476 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.570147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Allocated IP 172.20.0.3 (6c7e9fba-8e58-418a-ad09-590ac2b2d49f/7a822671-c65b-471d-8f36-e76aae961d08/4e2b2cd9-74b4-494a-bc31-4b763003b6e8) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:31.600780 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219cf72-5cf7-4bba-96a5-e63223df580a None None] Pushing event updated for resources: {'Port': ['ID=b8b59278-51c3-4a09-b34d-3521ea904fe6,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:31.629190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=59f13006-fceb-4947-a5fa-db64824e8d1c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:31.631821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8a2203ef-6f77-4349-a34e-de85b1f3255e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:31.632401 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Routers {'6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:31.633023 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:31.633529 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8a2203ef-6f77-4349-a34e-de85b1f3255e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.4758923 Apr 05 12:08:31.640002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:31.649968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-3d5c95e7-9077-47a8-91d6-8954ae88d03f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Unset dirty status for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:31.657746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-3d5c95e7-9077-47a8-91d6-8954ae88d03f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--28112285&fields=id&tenant_id=10bd7a1d582547499ed9bbd5a6970538 HTTP/1.1" status: 200 len: 267 time: 0.6428573 Apr 05 12:08:31.659644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5700e-d1a4-4b7e-ad3f-c9e0cecd8871 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:31.662860 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53827139-2ebf-4b7e-9809-aba4329c2d17 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2646415 Apr 05 12:08:31.667359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48192) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:31.696435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:31.698509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:31.700875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:31.703761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:31.710248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:31.762878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:31.766357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.767637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:31.863677 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] Set router 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:08:31.904759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port c1f69527-1daf-40ac-b05c-9da185785f52 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:31.905374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.970044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.974448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14777043'] for subnet, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.976137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:31.986096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Transition to ACTIVE for port object 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:32.010497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Transition to ACTIVE for port object 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:32.019054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.065296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.072805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.106792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting port b8b59278-51c3-4a09-b34d-3521ea904fe6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:32.107183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.167138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Pushing event updated for resources: {'Port': ['ID=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:32.180460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:32.182168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:32.185387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:32.206565 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'name': '', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'external_fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191'}], 'enable_snat': True}, 'gw_port_id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:22Z', 'updated_at': '2022-04-05T12:08:26Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'name': '', 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:24Z', 'updated_at': '2022-04-05T12:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:32.211135 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450667b-e478-411f-9073-2253a0a4ebf2 None None] The sync data for ids ['6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac'] in dv-neutron-833203-3-hyperv is: [{'id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'name': '', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'external_fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191'}], 'enable_snat': True}, 'gw_port_id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:22Z', 'updated_at': '2022-04-05T12:08:26Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': 'b8b59278-51c3-4a09-b34d-3521ea904fe6', 'name': '', 'network_id': 'ec3fabd1-4892-4eb7-b7ac-f529095db03a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'ip_address': '2001:db8::191', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:24Z', 'updated_at': '2022-04-05T12:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd4d74645-1deb-4a0a-b88d-b56091a505ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:32.282622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Attempting to bind port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:32.283139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Attempting to bind port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:32.284130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Attempting to bind port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 on network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:32.290248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:32.290623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Checking segment: {'id': '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:32.291021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.291433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Bound using segment: {'id': '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:32.291898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Bound port: 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6c7e9fba-8e58-418a-ad09-590ac2b2d49f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:32.292284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.309216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:32.334625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.391121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] For port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:32.394637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] For port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,segment=NetworkSegment(0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0),segment_id=0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:32.402888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.406517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Checking segment: {'id': '045afaab-ca69-4a9e-915b-efd86b04363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:32.406883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Network hostable DHCP agents. Network: 15b13c38-926b-44b9-8cad-8d7531c65cf7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:32.416668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-8aa188c0-94ba-468a-a274-2f989a9e4b90 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:32.417414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-8aa188c0-94ba-468a-a274-2f989a9e4b90 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Synchronizing usage tracker for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:32.492213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf783af-1996-4ec0-b500-8f27a888e1e3 None None] Pushing event updated for resources: {'Port': ['ID=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:32.492425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 71abc78d-496c-4750-9113-9032c3a9d2a4 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:32.594669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-8aa188c0-94ba-468a-a274-2f989a9e4b90 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Unset dirty status for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:32.596520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-8aa188c0-94ba-468a-a274-2f989a9e4b90 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 811 time: 0.9376919 Apr 05 12:08:32.655299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-66cf341a-04b4-4345-97f7-0d363aa56558 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/quotas/10bd7a1d582547499ed9bbd5a6970538 HTTP/1.1" status: 200 len: 375 time: 0.0380874 Apr 05 12:08:32.794886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Network 15b13c38-926b-44b9-8cad-8d7531c65cf7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:32.837290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:32.846727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] For port b8b59278-51c3-4a09-b34d-3521ea904fe6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b8b59278-51c3-4a09-b34d-3521ea904fe6,segment=NetworkSegment(4d681009-8674-49f6-9516-c56bca4fd175),segment_id=4d681009-8674-49f6-9516-c56bca4fd175)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:32.851490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.009589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for c1f69527-1daf-40ac-b05c-9da185785f52 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:33.193951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4348726'] for subnet, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.251257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 15b13c38-926b-44b9-8cad-8d7531c65cf7) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:33.259058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92b18b-0b72-4d82-b1d6-c9f1e6b2f1c5 None None] Network 15b13c38-926b-44b9-8cad-8d7531c65cf7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:33.273220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.312554 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-c80faee5-ddbd-4842-b87f-b3ddf9517d83 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6340609 Apr 05 12:08:33.331356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Calling delete_port for b8b59278-51c3-4a09-b34d-3521ea904fe6 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:33.362444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:33.363017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.375574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:33.375574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.377126 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "PUT /v2.0/subnets/7a822671-c65b-471d-8f36-e76aae961d08 HTTP/1.1" status: 200 len: 877 time: 2.0652254 Apr 05 12:08:33.385980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:33.393233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:08:33.418309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f95f0-2fa9-4e02-9d54-dfe606accb6d tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event updated for resources: {'Subnet': ['ID=7a822671-c65b-471d-8f36-e76aae961d08,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:33.467462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.486565 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8110a8b5-4295-47a1-924b-59735c8c4d78 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6918728 Apr 05 12:08:33.517266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.536951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.610808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55ff65-afae-4c08-b026-06f6348d4209 None None] Network 15b13c38-926b-44b9-8cad-8d7531c65cf7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:33.644774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=71abc78d-496c-4750-9113-9032c3a9d2a4,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:33.647041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': 'd32fdfc9-1ead-418f-9548-d60eb46d94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:33.647832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:33.728468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=688cfee3-8933-4ea1-8987-e7eeacac6b7a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:33.845575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-880165cc-6bd2-4233-8e55-69cbc01b4793 service neutron] 10.222.0.50 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040507 Apr 05 12:08:33.849143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:33.915478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:33.974971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:33.990954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1cc5a-de0d-428d-a62c-a5e617c17957 None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:34.014542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=59f13006-fceb-4947-a5fa-db64824e8d1c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:34.029252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] In _notify_port_updated(), no bound segment for port 59f13006-fceb-4947-a5fa-db64824e8d1c on network 4b9ee433-f991-4765-8018-226e3207193a {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:08:34.036059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:34.036691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.038168 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec941e30-4a07-4950-a6b6-4b00cfca3965 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/ports/59f13006-fceb-4947-a5fa-db64824e8d1c HTTP/1.1" status: 200 len: 818 time: 2.3008788 Apr 05 12:08:34.043972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48210) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:34.146973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:34.148467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.193561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aca00f-42fa-42af-9876-9893a4cad742 None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:34.241351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.247330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-03f7ab24-c6aa-4bee-ae5b-8cf6512d9d26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0157554 Apr 05 12:08:34.256991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2e2b1495-bcda-479c-9318-c9b478914d4c None None] Provisioning for port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:34.262543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 59f13006-fceb-4947-a5fa-db64824e8d1c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:34.262897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.264691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.266331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48218) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:34.272050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:34.425487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.434895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:34.446974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:34.456047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:34.480561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': '688cfee3-8933-4ea1-8987-e7eeacac6b7a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:34.481797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.493897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.497894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=c1f69527-1daf-40ac-b05c-9da185785f52,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:34.499555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48224) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:34.501290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:34.504518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.515664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-142760658-network', 'tenant_id': '629e7f1747674c1392bb6611211302bc'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:34.524542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:34.530850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Usage tracker for resource:network and tenant:629e7f1747674c1392bb6611211302bc is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:34.534667 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-541ab285-55ee-493a-b29e-66428f666178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/c1f69527-1daf-40ac-b05c-9da185785f52 HTTP/1.1" status: 204 len: 168 time: 2.8724647 Apr 05 12:08:34.535192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:34.538540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:34.539121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.545919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:34.554939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-4985e607-8fe9-49b5-99ba-8ac71010302c service neutron] 10.222.0.50 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983376 Apr 05 12:08:34.564989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48228) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:34.577036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.577647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Fanout notify agent at l3_agent the message router_deleted on router 232badac-7d9b-473e-b135-16fa08d3c218 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:08:34.687722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:34.695309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.760167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Made reservation on behalf of 629e7f1747674c1392bb6611211302bc for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:34.772264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.780455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b8b59278-51c3-4a09-b34d-3521ea904fe6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:34.847583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.874472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.908322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:34.909418 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a24116c1-3b8d-4c0e-b08d-9f9e840e57fd tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/routers/232badac-7d9b-473e-b135-16fa08d3c218 HTTP/1.1" status: 204 len: 168 time: 4.7622106 Apr 05 12:08:35.049628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:35.059147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 59f13006-fceb-4947-a5fa-db64824e8d1c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:35.061726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Allocated IP 172.20.0.2 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/688cfee3-8933-4ea1-8987-e7eeacac6b7a/db2a0a62-65ca-4415-ad2b-ffde517375c0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:35.127859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:35.131671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Usage tracker for resource:security_group_rule and tenant:629e7f1747674c1392bb6611211302bc is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:35.134826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:35.141208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:35.239318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50453e7b-173e-4923-9573-bf2f4925049b req-05a60186-21a7-4484-80af-1aff5a780dcd tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.3949811 Apr 05 12:08:35.272407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a45a47-4091-4fcc-b1ef-31b6e798c05b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:35.285065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a45a47-4091-4fcc-b1ef-31b6e798c05b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:35.285065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7a45a47-4091-4fcc-b1ef-31b6e798c05b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:35.365467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7a45a47-4091-4fcc-b1ef-31b6e798c05b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:35.369141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7a45a47-4091-4fcc-b1ef-31b6e798c05b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7990756 Apr 05 12:08:35.371278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.ipam_backend_mixin [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 688cfee3-8933-4ea1-8987-e7eeacac6b7a (CIDR: 172.20.0.0/28) Apr 05 12:08:35.372305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48246) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:35.381589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.392450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b8b59278-51c3-4a09-b34d-3521ea904fe6 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:35.404745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.427155 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:35.427656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:35.440950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.484370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821a1d93-ae2a-46af-965c-8496632f163b None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:35.504113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:35.511108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cf90ee8d-6a89-414e-83f7-3b108d9c0005 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2424161 Apr 05 12:08:35.520615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48250) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:35.531443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:35.534392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8b59278-51c3-4a09-b34d-3521ea904fe6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:35.540178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b8b59278-51c3-4a09-b34d-3521ea904fe6 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:35.540557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.547279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.626339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port b8b59278-51c3-4a09-b34d-3521ea904fe6 was deleted so its status cannot be updated. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 12:08:35.626862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:35.677924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7959ff85-53a1-44f2-9737-a9920dc515e1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:35.683830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 3d9314a7-29af-40ba-ae29-67fb4556c5ab {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:35.686329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.686329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Added segment 95d9aeab-cca9-4978-9a8b-f43029f3131a of type vlan for network b6ad8e7e-b128-476a-9293-05458b3553d1 Apr 05 12:08:35.694750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:35.697809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.737485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:35.744824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.747722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.753885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:35.771556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:35.774318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.794526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.841462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.842317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:08:35.843383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.854725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:35.858485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.874240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:35.877785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Transition to ACTIVE for port object db2a0a62-65ca-4415-ad2b-ffde517375c0 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:35.893125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting subnet 9c8cb08b-66c7-4fbf-8804-1f10508e5f34 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:35.894031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:35.894404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.899396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.955137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.956646 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2075ce62-54c9-4e72-94ff-a393b9cfc91c tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6dcedfd9-5aaa-4f72-b163-6f11bf5d92ac HTTP/1.1" status: 204 len: 168 time: 5.4938045 Apr 05 12:08:35.967109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:35.978023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:35.986020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Transition to ACTIVE for port object db2a0a62-65ca-4415-ad2b-ffde517375c0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:36.013054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.014379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:36.015181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.016570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.048742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.073314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=59f13006-fceb-4947-a5fa-db64824e8d1c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:36.093155 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed3d67a6-e8d1-4328-b1d0-7791e46dc2e2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/59f13006-fceb-4947-a5fa-db64824e8d1c HTTP/1.1" status: 204 len: 168 time: 2.0409117 Apr 05 12:08:36.096350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.102567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.165102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:36.187765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:36.201652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:36.203706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Pushing event updated for resources: {'Port': ['ID=db2a0a62-65ca-4415-ad2b-ffde517375c0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:36.213812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7100170 Apr 05 12:08:36.221517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48262) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.225563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,segment=NetworkSegment(0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0),segment_id=0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:36.225984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.244269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Request body: {'subnet': {'network_id': 'b6ad8e7e-b128-476a-9293-05458b3553d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-142760658-subnet', 'tenant_id': '629e7f1747674c1392bb6611211302bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:36.256565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e78dc6-7e6f-4b6b-8325-75228920d224 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ad8e7e-b128-476a-9293-05458b3553d1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:36.267501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting subnet d4d74645-1deb-4a0a-b88d-b56091a505ad {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:36.269802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.275871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.283715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b6ad8e7e-b128-476a-9293-05458b3553d1 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:36.312628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:36.333647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.397091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:36.425791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Usage tracker for resource:subnet and tenant:629e7f1747674c1392bb6611211302bc is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:36.451424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:36.464839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:36.466379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Attempting to bind port db2a0a62-65ca-4415-ad2b-ffde517375c0 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:36.466899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Attempting to bind port db2a0a62-65ca-4415-ad2b-ffde517375c0 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'd32fdfc9-1ead-418f-9548-d60eb46d94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:36.467471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Attempting to bind port db2a0a62-65ca-4415-ad2b-ffde517375c0 on network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:36.510579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,segment=NetworkSegment(0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0),segment_id=0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:36.520325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:36.520701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Checking segment: {'id': 'd32fdfc9-1ead-418f-9548-d60eb46d94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:36.521132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.522421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Made reservation on behalf of 629e7f1747674c1392bb6611211302bc for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:36.526028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.528679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Bound using segment: {'id': 'd32fdfc9-1ead-418f-9548-d60eb46d94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:36.528679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Bound port: db2a0a62-65ca-4415-ad2b-ffde517375c0, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32fdfc9-1ead-418f-9548-d60eb46d94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:36.528679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.571820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.582978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d21841-63df-4ed0-ba83-1c5f3f25bf93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:36.583758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1d21841-63df-4ed0-ba83-1c5f3f25bf93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:36.592853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.616282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1d21841-63df-4ed0-ba83-1c5f3f25bf93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:36.622448 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1d21841-63df-4ed0-ba83-1c5f3f25bf93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5217748 Apr 05 12:08:36.625070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48268) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.692524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.775920 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee57c546-60f6-4000-ad19-bab755cab64c tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:08:36.782118 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ee57c546-60f6-4000-ad19-bab755cab64c tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/59f13006-fceb-4947-a5fa-db64824e8d1c HTTP/1.1" status: 404 len: 333 time: 0.1008389 Apr 05 12:08:36.788191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48272) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:36.790289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] For port db2a0a62-65ca-4415-ad2b-ffde517375c0, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:36.795618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] For port db2a0a62-65ca-4415-ad2b-ffde517375c0, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2a0a62-65ca-4415-ad2b-ffde517375c0,segment=NetworkSegment(d32fdfc9-1ead-418f-9548-d60eb46d94f3),segment_id=d32fdfc9-1ead-418f-9548-d60eb46d94f3)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:36.802911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:36.803375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:36.807694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b8b59278-51c3-4a09-b34d-3521ea904fe6 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:36.815006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1606137182'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:36.830472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:36.838407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:36.844200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:36.854108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7c5ac408-d6d1-43f7-a68b-c7c0a7b8c1b7 req-bb560719-bc25-4023-a528-f2e090f89f78 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.2921703 Apr 05 12:08:36.857228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.859875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:36.874031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b8b59278-51c3-4a09-b34d-3521ea904fe6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:36.874374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b8b59278-51c3-4a09-b34d-3521ea904fe6 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:36.931439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:36.942305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:36.958979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:36.963633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.008624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:08:37.014490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.021285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.021642 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11 of type vlan for network 2480407d-36ab-4154-931e-a92cafdf6164 Apr 05 12:08:37.024472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460eff9d-a0e7-48c0-b4ff-60ffa087e9ed None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:37.032279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9314a7-29af-40ba-ae29-67fb4556c5ab,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:37.052610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.069133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-6acfb995-0f64-42fb-a230-4f0f96f97bb6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:37.071435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-6acfb995-0f64-42fb-a230-4f0f96f97bb6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 811 time: 0.7028933 Apr 05 12:08:37.078480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.078710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1abfd-c606-4b9d-a689-c94689b4d6e8 None None] Pushing event updated for resources: {'Port': ['ID=db2a0a62-65ca-4415-ad2b-ffde517375c0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:37.093734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.140994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.147750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:37.148513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.155067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-84e4bbfe-4204-49a9-9cd3-3b416b77ff3a None None] Provisioning complete for port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:37.155449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84e4bbfe-4204-49a9-9cd3-3b416b77ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.156230 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-033ca20e-a75b-4259-993e-e9aa309b6fdf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/3d9314a7-29af-40ba-ae29-67fb4556c5ab HTTP/1.1" status: 204 len: 168 time: 1.7773347 Apr 05 12:08:37.167222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48282) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.219509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8cb08b-66c7-4fbf-8804-1f10508e5f34,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:37.223420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ce07e-2f40-45be-b1dc-7a08e07af989 None None] Network 3aa7acea-cb2d-494b-9c81-c2934f7f9acc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:37.306459 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5dd25229-3af0-475d-8373-cdea119c3b91 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297505 Apr 05 12:08:37.321615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48286) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.359731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.436582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.441626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:37.442006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.557125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.619399 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54c192cf-d0c7-45fa-80de-ecea1b87a914 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/subnets/9c8cb08b-66c7-4fbf-8804-1f10508e5f34 HTTP/1.1" status: 204 len: 168 time: 2.5665398 Apr 05 12:08:37.634041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-523f03aa-a82a-4992-b18c-83c6b9d19f9b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10bd7a1d582547499ed9bbd5a6970538 HTTP/1.1" status: 200 len: 378 time: 0.5177939 Apr 05 12:08:37.639563 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8456450 Apr 05 12:08:37.639894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48290) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.640108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48292) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:37.642438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38c649-e086-4304-aff2-6ab93a098e35 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=2480407d-36ab-4154-931e-a92cafdf6164,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:37.649095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'port': {'device_id': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'admin_state_up': True, 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'security_groups': ['e347680c-1499-4863-877e-fe1ca1047d92']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.691304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:08:37.728834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af1e0f7-e47a-4af2-a8bb-7435b9add8ee,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:37.751813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Checking segment: {'id': '95d9aeab-cca9-4978-9a8b-f43029f3131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6ad8e7e-b128-476a-9293-05458b3553d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:37.752179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Network hostable DHCP agents. Network: b6ad8e7e-b128-476a-9293-05458b3553d1, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:37.780900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:37.806307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:37.843928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:37.858607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Network b6ad8e7e-b128-476a-9293-05458b3553d1 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:37.881543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b6ad8e7e-b128-476a-9293-05458b3553d1) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:37.881701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:37.892728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:37.893250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.904367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.908062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2659f-5147-4e01-aba7-ec78932d47a7 None None] Network b6ad8e7e-b128-476a-9293-05458b3553d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:37.908778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:37.940947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,segment=NetworkSegment(0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0),segment_id=0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:37.941314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:37.951307 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e6f2964-c29e-41ef-bd3c-bf9caf2edcf1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7287726 Apr 05 12:08:37.972918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.220958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:38.271603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:38.307325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:38.310648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] DHCP port deletion for 3aa7acea-cb2d-494b-9c81-c2934f7f9acc request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:38.348234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.360039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Usage tracker for resource:port and tenant:10bd7a1d582547499ed9bbd5a6970538 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:38.365881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:38.367901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Deleting port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:38.368858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.378191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.400983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:38.404550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:38.408065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Deleting port babe7e4a-2584-4544-9add-85e9109e03c2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:38.408618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.410099 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3878548-6c5e-499a-9f66-c0ea625dbb15 req-a3632416-eef3-485f-8426-cc5459b4a682 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.1851180 Apr 05 12:08:38.433219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:38.469628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.476860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:38.486102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.488452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:38.490013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.533462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c018cde-92b5-4cad-90d1-57dc3a94ca4e None None] Network b6ad8e7e-b128-476a-9293-05458b3553d1 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:38.540409 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/d4d74645-1deb-4a0a-b88d-b56091a505ad HTTP/1.1" status: 204 len: 168 time: 2.5720963 Apr 05 12:08:38.550599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:38.561712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:38.564485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48308) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:38.569736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:38.582287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:38.636223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=97afab86-b938-4e60-9ec1-35a3e0b50d80,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:38.679555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Port': ['ID=4e2b2cd9-74b4-494a-bc31-4b763003b6e8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:38.709835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:38.711902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88b4c0-81a0-4525-be97-b80486bb1f84 None None] DHCP port deletion for 6c7e9fba-8e58-418a-ad09-590ac2b2d49f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:38.713811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.785368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.785845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.786304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.787157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.787157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.787793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.788230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.788684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.789252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.789685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.790122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.790560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:38.799356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No DVR routers for this DVR port 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:38.894058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04fef0-7929-4a96-b1f1-c9d0990cbf7e None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:38.936265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2a0a62-65ca-4415-ad2b-ffde517375c0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:38.953548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:38.973562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.045358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a29de7b5-810e-43f7-96b8-abacf895d651 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5193975 Apr 05 12:08:39.048701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48320) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:39.077250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'fixed_ips': [{'subnet_id': '688cfee3-8933-4ea1-8987-e7eeacac6b7a'}, {'subnet_id': '97afab86-b938-4e60-9ec1-35a3e0b50d80'}], 'name': 'tempest-PortsTestJSON-1874060023'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:39.112040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port babe7e4a-2584-4544-9add-85e9109e03c2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:39.112716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.151537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c1e77-1d4c-4724-8395-fb5f5718ad01 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d74645-1deb-4a0a-b88d-b56091a505ad,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:39.189879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Made reservation on behalf of 10bd7a1d582547499ed9bbd5a6970538 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:39.191461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3d62173d-5e35-4a8f-8233-6c0ea60b0f3c None None] Provisioning for port db2a0a62-65ca-4415-ad2b-ffde517375c0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:39.193537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.212319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.311287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.356401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3fabd1-4892-4eb7-b7ac-f529095db03a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.386759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d681009-8674-49f6-9516-c56bca4fd175') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.387426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d681009-8674-49f6-9516-c56bca4fd175') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.400848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.439422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] For port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:39.439422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.439716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.467374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] For port babe7e4a-2584-4544-9add-85e9109e03c2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=babe7e4a-2584-4544-9add-85e9109e03c2,segment=NetworkSegment(4cc93d20-5511-4f52-af1e-b74cc74058c2),segment_id=4cc93d20-5511-4f52-af1e-b74cc74058c2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:39.467781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.481198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=7a822671-c65b-471d-8f36-e76aae961d08,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:39.501874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:39.507834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.562887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13102060-c3a4-4f53-b687-b3f1ecb067c0 None None] Network 6c7e9fba-8e58-418a-ad09-590ac2b2d49f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:39.580296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=69a9a366-bb0d-4e4d-ab08-52b6ae0056f1,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:39.714598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:39.725056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:39.727989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:39.728426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:39.743070 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:39.761753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:39.764362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port db2a0a62-65ca-4415-ad2b-ffde517375c0 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:39.764964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.778799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Calling delete_port for 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:39.785616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:39.786057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: 2480407d-36ab-4154-931e-a92cafdf6164, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:08:39.867281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:39.893110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7e9fba-8e58-418a-ad09-590ac2b2d49f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.934338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.934594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e07c794-9a4a-4d94-b6c6-1f6e7c0016d0') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:39.942874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.947538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec3fabd1-4892-4eb7-b7ac-f529095db03a {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:08:39.950021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:39.984523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Calling delete_port for babe7e4a-2584-4544-9add-85e9109e03c2 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:40.007708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-a6b74174-69ce-427f-acbf-ce63d481f00a tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:40.014693 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-a6b74174-69ce-427f-acbf-ce63d481f00a tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/networks?id=15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 200 len: 812 time: 0.8306041 Apr 05 12:08:40.018339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b84d817f-c15c-4082-8e62-82c995c0b927 req-93ddcf29-d6d8-447e-8037-9eabd3fee682 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.3658054 Apr 05 12:08:40.034169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:40.034545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.041592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.057839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec3fabd1-4892-4eb7-b7ac-f529095db03a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:40.093540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.106500 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0ea5f323-428e-4c91-98ab-b1a8a49efc3f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ec3fabd1-4892-4eb7-b7ac-f529095db03a HTTP/1.1" status: 204 len: 168 time: 1.5406814 Apr 05 12:08:40.120274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:40.120787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:40.141773 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:40.306454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.318131 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-494b87be-b949-4169-9bcb-55971b06befc tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/quotas/f76f6a967df44caeb33d5dd523c3a953 HTTP/1.1" status: 200 len: 375 time: 0.3021233 Apr 05 12:08:40.323416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] For port babe7e4a-2584-4544-9add-85e9109e03c2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=babe7e4a-2584-4544-9add-85e9109e03c2,segment=NetworkSegment(4cc93d20-5511-4f52-af1e-b74cc74058c2),segment_id=4cc93d20-5511-4f52-af1e-b74cc74058c2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:40.324570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.359914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port be6579da-1606-46f5-a888-cf2a1fcb8045 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:40.408165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.414633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.451985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=6c7e9fba-8e58-418a-ad09-590ac2b2d49f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:40.476928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 2480407d-36ab-4154-931e-a92cafdf6164 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:08:40.480414 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9eaf43df-6157-49fa-8af7-56d304fec7c3 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/6c7e9fba-8e58-418a-ad09-590ac2b2d49f HTTP/1.1" status: 204 len: 168 time: 7.0742705 Apr 05 12:08:40.481695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48332) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:40.488089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-f2e089d5-f4ac-443d-a392-8f150dcc5893 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f76f6a967df44caeb33d5dd523c3a953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1687703 Apr 05 12:08:40.539884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.545889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.550824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b34860-3dd6-4be1-a002-27567e27134d None None] DHCP port deletion for 6c7e9fba-8e58-418a-ad09-590ac2b2d49f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:40.622868 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0002fb-551d-4a29-afef-1110068cb5f2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:40.624446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0002fb-551d-4a29-afef-1110068cb5f2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:40.638392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] Pushing event deleted for resources: {'Port': ['ID=babe7e4a-2584-4544-9add-85e9109e03c2,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:40.654164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:40.668868 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-de0002fb-551d-4a29-afef-1110068cb5f2 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/7a822671-c65b-471d-8f36-e76aae961d08 HTTP/1.1" status: 404 len: 337 time: 0.1594400 Apr 05 12:08:40.674697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48340) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:40.679566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'name': 'tempest-router--2041351147', 'project_id': '9e804c2ea90b453bb377958648f7a290'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:40.684806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for babe7e4a-2584-4544-9add-85e9109e03c2 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:40.687044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:40.693025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39d628-87b9-4fca-9ce0-039c5bfa7e97 None None] No DVR routers for this DVR port babe7e4a-2584-4544-9add-85e9109e03c2 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:40.693221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:router and tenant:9e804c2ea90b453bb377958648f7a290 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:40.697118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] No DVR routers for this DVR port 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:40.698896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:40.725145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1675e0-8150-4600-a487-6fcafaa7bbb1 None None] Pushing event deleted for resources: {'Port': ['ID=9a9561d5-b8bb-41fe-af33-4085b7d8fc35,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:40.746500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:40.779230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.780272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.814355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.826549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2480407d-36ab-4154-931e-a92cafdf6164) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:40.826549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:40.826549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.837904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600577c-daf1-4ce5-85d8-95a503fa241e None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:40.847337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.851264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Allocated IP 172.20.0.5 (520e70cc-c9bb-4181-b255-9e6028f24dca/5263fe25-1378-4ae5-bb4d-bb4869200f7b/b7a593a1-c5cd-4067-b829-45b60c1544b9) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:40.877079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c0f5cc-5157-4d57-bff9-d26158ddb508 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:40.877079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c0f5cc-5157-4d57-bff9-d26158ddb508 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:40.891021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.977603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.982012 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0468ebb0-151e-4322-b54e-200f79cee6d3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3089709 Apr 05 12:08:40.984916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:40.986954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48344) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.031226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port db2a0a62-65ca-4415-ad2b-ffde517375c0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2a0a62-65ca-4415-ad2b-ffde517375c0,segment=NetworkSegment(d32fdfc9-1ead-418f-9548-d60eb46d94f3),segment_id=d32fdfc9-1ead-418f-9548-d60eb46d94f3)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:41.046861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.062371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1727dae-0e8f-41d4-a0f1-642a7d097b60 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4197788 Apr 05 12:08:41.063772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-44c0f5cc-5157-4d57-bff9-d26158ddb508 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/6c7e9fba-8e58-418a-ad09-590ac2b2d49f HTTP/1.1" status: 404 len: 339 time: 0.3101020 Apr 05 12:08:41.086866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:41.099766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48350) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.100129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48352) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.126659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:41.130687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Update dhcp port {'port': {'network_id': 'b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc', 'fixed_ips': [{'subnet_id': '688cfee3-8933-4ea1-8987-e7eeacac6b7a', 'ip_address': '172.20.0.2'}, {'subnet_id': '97afab86-b938-4e60-9ec1-35a3e0b50d80'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'db2a0a62-65ca-4415-ad2b-ffde517375c0'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:08:41.146573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:41.148548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.165302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746f05e-8cb6-477b-829d-aea983199cd7 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:41.202907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:41.216728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.255370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:41.297683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:41.297947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a9561d5-b8bb-41fe-af33-4085b7d8fc35 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:41.298266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:41.374459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.12 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/688cfee3-8933-4ea1-8987-e7eeacac6b7a/be6579da-1606-46f5-a888-cf2a1fcb8045) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:41.387386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.0580873 Apr 05 12:08:41.389107 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-73518bcc-163e-436e-9789-7befb6fc1705 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:41.389743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73518bcc-163e-436e-9789-7befb6fc1705 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:41.401645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48358) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.406703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=db2a0a62-65ca-4415-ad2b-ffde517375c0,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:41.410374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:41.410901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:41.417078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:41.418270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4e2b2cd9-74b4-494a-bc31-4b763003b6e8 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:41.419236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device babe7e4a-2584-4544-9add-85e9109e03c2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:41.456762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.487077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.25 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/97afab86-b938-4e60-9ec1-35a3e0b50d80/be6579da-1606-46f5-a888-cf2a1fcb8045) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:41.513823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '58636a8f-80d3-4405-a134-0dba6b4c9a65', 'ip_address': '2001:db8::7102:68a7:97c5:1dff'}], 'name': 'tempest-NetworksTestDHCPv6-403796567'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:41.559123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: babe7e4a-2584-4544-9add-85e9109e03c2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:41.559123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device babe7e4a-2584-4544-9add-85e9109e03c2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:41.561459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10e84-f3be-47e5-bc47-1cb4946c4cf6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=58636a8f-80d3-4405-a134-0dba6b4c9a65,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:41.564512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-213591a8-6a08-455d-8f50-9b1eb0c21703 req-888cd01c-db71-455d-83f3-1f87387af894 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Synchronizing usage tracker for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:41.573090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.586140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.634831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.639591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 744fe7ff-b111-47ed-9716-92c2df4e176d {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:08:41.655792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-a76ddff6-bc33-45af-9d0d-ce9adfb26b7b service neutron] 10.222.0.50 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0725615 Apr 05 12:08:41.667279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2480407d-36ab-4154-931e-a92cafdf6164', 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': '69a9a366-bb0d-4e4d-ab08-52b6ae0056f1'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:41.668670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.673677 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-73518bcc-163e-436e-9789-7befb6fc1705 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/1d35137c-dccf-4f20-a71a-de0b42f50f12 HTTP/1.1" status: 404 len: 337 time: 0.5673189 Apr 05 12:08:41.674908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.773663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2a0a62-65ca-4415-ad2b-ffde517375c0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:41.855669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:41.856680 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27a5f05e-28bd-4177-9f6d-60c967f1afb7 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/routers/744fe7ff-b111-47ed-9716-92c2df4e176d HTTP/1.1" status: 204 len: 168 time: 0.8686283 Apr 05 12:08:41.864325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-213591a8-6a08-455d-8f50-9b1eb0c21703 req-888cd01c-db71-455d-83f3-1f87387af894 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Unset dirty status for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:41.874390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-213591a8-6a08-455d-8f50-9b1eb0c21703 req-888cd01c-db71-455d-83f3-1f87387af894 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.5813298 Apr 05 12:08:41.901385 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c89616-ed19-443e-bd97-30f4ec322bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:41.902824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c89616-ed19-443e-bd97-30f4ec322bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:41.909213 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62c89616-ed19-443e-bd97-30f4ec322bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/c29608bd-03af-4721-9560-ba038ea5b642 HTTP/1.1" status: 404 len: 339 time: 0.2323642 Apr 05 12:08:41.909964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:41.953628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port babe7e4a-2584-4544-9add-85e9109e03c2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:41.953927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.048928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:42.059521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '58636a8f-80d3-4405-a134-0dba6b4c9a65'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:42.060454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.106613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] The port 'babe7e4a-2584-4544-9add-85e9109e03c2' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:08:42.118193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:42.125655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:42.130480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:42.144850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:42.166988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:42.167646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.182091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.218287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.237488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object be6579da-1606-46f5-a888-cf2a1fcb8045 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:42.263389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:42.265993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Allocated IP 2001:db8::2 (2480407d-36ab-4154-931e-a92cafdf6164/69a9a366-bb0d-4e4d-ab08-52b6ae0056f1/480822b3-c989-4ace-9b4f-c9786e45766b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:42.267531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.272758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.292407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:42.329094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:42.352593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:42.356908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:42.362434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:42.394563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:42.399822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:42.487918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1607647869', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:42.509332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=be6579da-1606-46f5-a888-cf2a1fcb8045,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:42.514988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:42.527369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:42.535009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:42.600520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:42.601645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Allocated IP 172.20.0.18 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/97afab86-b938-4e60-9ec1-35a3e0b50d80/db2a0a62-65ca-4415-ad2b-ffde517375c0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:42.609635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:42.610051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.621916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.660836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6687640f-7b17-4f9e-8dba-9b4919fb7335']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.669177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.672638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.673817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.678191 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ba9e3d9c-b9f3-4a1c-ab6c-d19b2c4d801c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.6177330 Apr 05 12:08:42.682834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48378) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:42.685080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/58636a8f-80d3-4405-a134-0dba6b4c9a65/56883eae-1c55-4027-a5d9-b1cba025cd01) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:42.687933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ac4f9a-b470-437f-841b-5c97805a3451') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.688367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ac4f9a-b470-437f-841b-5c97805a3451') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.699919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '688cfee3-8933-4ea1-8987-e7eeacac6b7a'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:42.704707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-690b707e-8b7d-4dcc-b2fe-0ebf0df6508e service neutron] 10.222.0.50 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480595 Apr 05 12:08:42.711482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.740165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:42.782432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Transition to ACTIVE for port object b7a593a1-c5cd-4067-b829-45b60c1544b9 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:42.809185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa7acea-cb2d-494b-9c81-c2934f7f9acc']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.834818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.842775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.878764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.882852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.895237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc93d20-5511-4f52-af1e-b74cc74058c2') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.895533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc93d20-5511-4f52-af1e-b74cc74058c2') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:42.905220 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.ipam_backend_mixin [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69a9a366-bb0d-4e4d-ab08-52b6ae0056f1 (CIDR: 2001:db8::/64) Apr 05 12:08:42.929567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.936657 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:08:42.937147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:42.971279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.985940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:42.986348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:42.987964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:43.005963 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:43.010403 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a7d37f05-b835-4885-8bd2-d197e09364c0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9091136 Apr 05 12:08:43.023180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48384) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:43.029311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] For port db2a0a62-65ca-4415-ad2b-ffde517375c0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2a0a62-65ca-4415-ad2b-ffde517375c0,segment=NetworkSegment(d32fdfc9-1ead-418f-9548-d60eb46d94f3),segment_id=d32fdfc9-1ead-418f-9548-d60eb46d94f3)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:43.040661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Transition to ACTIVE for port object 480822b3-c989-4ace-9b4f-c9786e45766b will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:43.052552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:43.061820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:43.062383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.078859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:43.127069 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:43.255789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.273915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Transition to ACTIVE for port object 56883eae-1c55-4027-a5d9-b1cba025cd01 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:43.311547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Transition to ACTIVE for port object 56883eae-1c55-4027-a5d9-b1cba025cd01 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:43.313838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Transition to ACTIVE for port object 480822b3-c989-4ace-9b4f-c9786e45766b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:43.314014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.320224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.323467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.382944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.399252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.400213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8792782c-1608-4859-b471-9720a02411cd req-302c4e5c-f0f8-4da3-a50c-4aa8075b6f73 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.1903081 Apr 05 12:08:43.412702 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d86e2098-147a-41c1-8784-4c9962f73cd3 req-808262c1-36f3-4c60-9669-b787d3c55ade tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.3713236 Apr 05 12:08:43.421695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:43.425618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:43.432688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:43.436324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:43.451013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:43.453189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.456647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:43.469809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Transition to ACTIVE for port object db2a0a62-65ca-4415-ad2b-ffde517375c0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:43.483872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=6687640f-7b17-4f9e-8dba-9b4919fb7335,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:43.521131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.544627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port a4144734-c954-4b36-ac9c-9f2de09ba4de yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:43.571420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.580786 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-422d8bf5-1d4c-415c-b27c-46e7c4da15d6 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/6687640f-7b17-4f9e-8dba-9b4919fb7335 HTTP/1.1" status: 204 len: 168 time: 1.6046536 Apr 05 12:08:43.584535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48398) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:43.591953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event updated for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:43.610285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.616812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Network 520e70cc-c9bb-4181-b255-9e6028f24dca is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:43.630208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:43.643668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.644072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.644414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.644792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.645215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.645427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.645761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.646072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.646471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.646714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.647062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.647367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:43.658844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:43.686066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Network': ['ID=3aa7acea-cb2d-494b-9c81-c2934f7f9acc,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:43.705674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d32a58d0-3d9c-4215-9d6d-1d544299d76a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/networks/3aa7acea-cb2d-494b-9c81-c2934f7f9acc HTTP/1.1" status: 204 len: 168 time: 6.0644739 Apr 05 12:08:43.710567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:43.712421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:43.821900 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6f7bbc-2e24-42d6-b91d-d2f5842e1bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:43.822470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6f7bbc-2e24-42d6-b91d-d2f5842e1bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:43.834562 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac6f7bbc-2e24-42d6-b91d-d2f5842e1bb1 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/81d9f3b5-942d-46d5-ab69-45f49a54c5f7 HTTP/1.1" status: 404 len: 337 time: 0.2469208 Apr 05 12:08:43.847082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48406) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:43.911856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Attempting to bind port 480822b3-c989-4ace-9b4f-c9786e45766b on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:43.912152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Attempting to bind port 480822b3-c989-4ace-9b4f-c9786e45766b by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:43.912515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Attempting to bind port 480822b3-c989-4ace-9b4f-c9786e45766b on network 2480407d-36ab-4154-931e-a92cafdf6164 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:43.914832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Pushing event updated for resources: {'Port': ['ID=56883eae-1c55-4027-a5d9-b1cba025cd01,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:44.005077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:44.005496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Checking segment: {'id': 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:44.005864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.006263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Bound using segment: {'id': 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:44.006804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Bound port: 480822b3-c989-4ace-9b4f-c9786e45766b, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2480407d-36ab-4154-931e-a92cafdf6164'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:44.007349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.018762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.019143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.019479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.019817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.020150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.020484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.020818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.021144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.021512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.021850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.022176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.022502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:08:44.070544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Attempting to bind port 56883eae-1c55-4027-a5d9-b1cba025cd01 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:44.070544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Attempting to bind port 56883eae-1c55-4027-a5d9-b1cba025cd01 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:44.070845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Attempting to bind port 56883eae-1c55-4027-a5d9-b1cba025cd01 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:44.108273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:44.109012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:44.109012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.109428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:44.109906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Bound port: 56883eae-1c55-4027-a5d9-b1cba025cd01, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:44.110921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.153002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::7102:68a7:97c5:1dff (0d84777e-b69b-410c-a2a6-18fcc490dd2e/58636a8f-80d3-4405-a134-0dba6b4c9a65/a4144734-c954-4b36-ac9c-9f2de09ba4de) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:44.200706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7568490d-1363-438d-ad01-99c7de38f478 None None] Provisioning for port b7a593a1-c5cd-4067-b829-45b60c1544b9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:44.211639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Delete allocated IP 172.20.0.25 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/97afab86-b938-4e60-9ec1-35a3e0b50d80) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:08:44.264769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:44.321280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:44.325220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56883eae-1c55-4027-a5d9-b1cba025cd01,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:44.334432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Pushing event updated for resources: {'Port': ['ID=480822b3-c989-4ace-9b4f-c9786e45766b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:44.363380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d76a46-6979-43d6-99cb-b4a9790ce7ac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:44.363931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d76a46-6979-43d6-99cb-b4a9790ce7ac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:44.366820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:44.377524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.388962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7568490d-1363-438d-ad01-99c7de38f478 None None] Provisioning complete for port b7a593a1-c5cd-4067-b829-45b60c1544b9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:44.389580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7568490d-1363-438d-ad01-99c7de38f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.394447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:44.395165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.405680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:44.450132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:44.473292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7568490d-1363-438d-ad01-99c7de38f478 None None] Port b7a593a1-c5cd-4067-b829-45b60c1544b9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:44.572385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] For port 480822b3-c989-4ace-9b4f-c9786e45766b, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:44.575548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0350670-2eea-4e79-8244-bbf991c06184 None None] Pushing event updated for resources: {'Port': ['ID=db2a0a62-65ca-4415-ad2b-ffde517375c0,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:44.582101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97d76a46-6979-43d6-99cb-b4a9790ce7ac tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/b32e7258-2805-48dc-b885-e3a9ac4592d1 HTTP/1.1" status: 404 len: 339 time: 0.7200830 Apr 05 12:08:44.592391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port b2f8bc3d-e974-4acb-b062-d69ed5e2af87 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:44.592739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.641693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] For port 480822b3-c989-4ace-9b4f-c9786e45766b, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=480822b3-c989-4ace-9b4f-c9786e45766b,segment=NetworkSegment(bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11),segment_id=bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:44.649311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:44.653474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.696895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1000-2b0c-4a2a-9de3-ed11ba3612ed None None] Pushing event updated for resources: {'Port': ['ID=56883eae-1c55-4027-a5d9-b1cba025cd01,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:44.824384 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-759b1fef-0e99-47d0-9af4-78124eb00e3b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:44.824977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759b1fef-0e99-47d0-9af4-78124eb00e3b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:44.827950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-759b1fef-0e99-47d0-9af4-78124eb00e3b tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/b6519936-6eb0-4e99-9194-a7e2002bc1d4 HTTP/1.1" status: 404 len: 337 time: 0.1660035 Apr 05 12:08:44.831916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9068847-6616-4f05-8f1e-e499b88a7e97 None None] Pushing event updated for resources: {'Port': ['ID=480822b3-c989-4ace-9b4f-c9786e45766b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:44.832231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:44.895081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48418) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:44.994178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.012976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:08:45.036422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-f8620fb9-c16d-48bb-b820-4eb431d162e9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3912816 Apr 05 12:08:45.051685 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-deb9e672-f175-40ac-85ae-4af8f62fba4c req-a88a3134-ff24-430c-b04c-29a338de0435 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.3903842 Apr 05 12:08:45.149638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Request body: {'port': {'device_id': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:45.205468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:45.209570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.231971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c43e511-abb3-4d19-bae4-7a3685175e19 None None] Provisioning for port db2a0a62-65ca-4415-ad2b-ffde517375c0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:45.244911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fa60f-7e2f-45ae-a1f9-0b4001fffeb7 None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:45.448080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c43e511-abb3-4d19-bae4-7a3685175e19 None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:45.449399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c43e511-abb3-4d19-bae4-7a3685175e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.454750 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b288cb-0729-4d99-bcb4-e9e9890c2356 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:45.455315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b288cb-0729-4d99-bcb4-e9e9890c2356 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:45.466878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.487663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Ignored duplicate provisioning block setup for port be6579da-1606-46f5-a888-cf2a1fcb8045 by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 12:08:45.498694 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-03b288cb-0729-4d99-bcb4-e9e9890c2356 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/be148cd0-139e-45db-8eb5-c4efd2c46d67 HTTP/1.1" status: 404 len: 339 time: 0.5985258 Apr 05 12:08:45.499348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48426) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:45.523919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.624603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.689230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object a4144734-c954-4b36-ac9c-9f2de09ba4de will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:45.711501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.713883 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a33b91f-630d-408f-a0df-a0ad0fcbd03f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:45.716490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a33b91f-630d-408f-a0df-a0ad0fcbd03f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:45.722125 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5a33b91f-630d-408f-a0df-a0ad0fcbd03f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/d254a927-546a-44b3-b2d8-abee35a2a819 HTTP/1.1" status: 404 len: 337 time: 0.2028687 Apr 05 12:08:45.722125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Allocated IP 172.26.5.188 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/0c5ed37e-6495-4a84-9989-bf3e110cac53) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:45.731004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48430) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:45.747215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.747545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:45.851112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=be6579da-1606-46f5-a888-cf2a1fcb8045,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:45.899483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a261d9-0ab0-4a3d-8384-ee3b44d4ea19 req-ffabcf47-56ce-49e7-a40f-a6ea4b59b50e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:45.914309 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70a261d9-0ab0-4a3d-8384-ee3b44d4ea19 req-ffabcf47-56ce-49e7-a40f-a6ea4b59b50e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 931 time: 1.1113410 Apr 05 12:08:45.999321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 480822b3-c989-4ace-9b4f-c9786e45766b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:46.104615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-2831e2ba-0ab6-41cb-85bd-2398e18df0f9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:46.105702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-2831e2ba-0ab6-41cb-85bd-2398e18df0f9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Synchronizing usage tracker for tenant:f76f6a967df44caeb33d5dd523c3a953 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:46.154392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] In _notify_port_updated(), no bound segment for port be6579da-1606-46f5-a888-cf2a1fcb8045 on network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:08:46.159959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:46.161365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.165450 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24aba3fe-2f52-4bf2-92e0-1117a3d9d3f8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/ports/be6579da-1606-46f5-a888-cf2a1fcb8045 HTTP/1.1" status: 200 len: 920 time: 3.4809172 Apr 05 12:08:46.166328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48436) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:46.191607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '688cfee3-8933-4ea1-8987-e7eeacac6b7a'}, {'subnet_id': '97afab86-b938-4e60-9ec1-35a3e0b50d80'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:46.232078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:46.239883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.319718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-2831e2ba-0ab6-41cb-85bd-2398e18df0f9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Unset dirty status for tenant:f76f6a967df44caeb33d5dd523c3a953 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:46.321156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-2831e2ba-0ab6-41cb-85bd-2398e18df0f9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.30 "GET /v2.0/networks?id=15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 200 len: 812 time: 1.4248979 Apr 05 12:08:46.341627 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-54728ff1-b448-4b05-bb8c-de05a7c8d8a7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:46.342276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54728ff1-b448-4b05-bb8c-de05a7c8d8a7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:46.347982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Request body: {'port': {'device_id': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7', 'admin_state_up': True, 'tenant_id': 'f76f6a967df44caeb33d5dd523c3a953'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:46.364649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for b2f8bc3d-e974-4acb-b062-d69ed5e2af87 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:46.387753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 480822b3-c989-4ace-9b4f-c9786e45766b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:46.397295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2a0a62-65ca-4415-ad2b-ffde517375c0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:46.439411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.530941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.538124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.605684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:46.613532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.642724 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-54728ff1-b448-4b05-bb8c-de05a7c8d8a7 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/2c75a2d5-73f2-40f7-99b7-95e443c0f263 HTTP/1.1" status: 404 len: 339 time: 0.9103985 Apr 05 12:08:46.675768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Provisioning for port be6579da-1606-46f5-a888-cf2a1fcb8045 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:46.708229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:46.712284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48440) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:46.715755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Provisioning complete for port be6579da-1606-46f5-a888-cf2a1fcb8045 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:46.716128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.733507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:46.736188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:46.742180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:46.742882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:46.783111 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-38fab3ad-f0a9-4a91-8a64-607f45fe29bf req-636f92c3-7fc1-4449-a1d1-ee597664d0eb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.4239178 Apr 05 12:08:46.882332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-59ae7ee1-f7b3-44f9-935a-25c1fa1fb981 None None] Port be6579da-1606-46f5-a888-cf2a1fcb8045 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:46.977057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:46.995679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 56883eae-1c55-4027-a5d9-b1cba025cd01 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:47.028016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Usage tracker for resource:port and tenant:f76f6a967df44caeb33d5dd523c3a953 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:47.044986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:47.063653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:47.075919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.141198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-62e777f6-74d2-4f71-8f3f-d2fb41ed0818 None None] Provisioning for port 56883eae-1c55-4027-a5d9-b1cba025cd01 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:47.179900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 2480407d-36ab-4154-931e-a92cafdf6164 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:47.182215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 56883eae-1c55-4027-a5d9-b1cba025cd01 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:47.185232 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d5eb43-1d7b-472f-97ae-cc4398b366d4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:47.185709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d5eb43-1d7b-472f-97ae-cc4398b366d4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:47.188937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.191203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-62e777f6-74d2-4f71-8f3f-d2fb41ed0818 None None] Provisioning complete for port be6579da-1606-46f5-a888-cf2a1fcb8045 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:47.191875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-62e777f6-74d2-4f71-8f3f-d2fb41ed0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.200921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:47.222065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Made reservation on behalf of f76f6a967df44caeb33d5dd523c3a953 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:47.226055 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d5d5eb43-1d7b-472f-97ae-cc4398b366d4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/9b753db1-383f-4977-9bac-9f81fbf41c90 HTTP/1.1" status: 404 len: 337 time: 0.4788060 Apr 05 12:08:47.227485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.227836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:47.228633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.240722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48444) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.246315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57745368-2c37-4c74-b7c6-6b2f9df9979b None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:47.262633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 56883eae-1c55-4027-a5d9-b1cba025cd01 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:47.263324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.276748 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2430868 Apr 05 12:08:47.294467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event updated for resources: {'Port': ['ID=0c5ed37e-6495-4a84-9989-bf3e110cac53,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:47.296129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70a261d9-0ab0-4a3d-8384-ee3b44d4ea19 req-e08c1b49-cb1b-46c4-8591-4e22f823ca33 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2910612 Apr 05 12:08:47.297367 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8883872 Apr 05 12:08:47.304211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48446) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.304628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48450) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.319322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0c989-bab2-416f-bbdc-2a7e63e68393 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=feb6be9e-d168-4951-a851-aa74425bc5db,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:47.321473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.345578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'fixed_ips': [{'subnet_id': '69a9a366-bb0d-4e4d-ab08-52b6ae0056f1'}, {'subnet_id': 'feb6be9e-d168-4951-a851-aa74425bc5db'}], 'name': 'tempest-PortsIpV6TestJSON-668968916'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:47.354738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:47.356681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:47.390498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:47.397478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce961584-95d9-4a38-8f06-43825118ffe8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=a4144734-c954-4b36-ac9c-9f2de09ba4de,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:47.452975 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-078e2800-534c-454b-8b7f-a41675e31dc4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:47.453551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078e2800-534c-454b-8b7f-a41675e31dc4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:47.455409 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-078e2800-534c-454b-8b7f-a41675e31dc4 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/11a874ee-b858-4dca-bde1-e9ba2af6a3e4 HTTP/1.1" status: 404 len: 339 time: 0.1628768 Apr 05 12:08:47.485114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-62e777f6-74d2-4f71-8f3f-d2fb41ed0818 None None] Port be6579da-1606-46f5-a888-cf2a1fcb8045 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:47.509969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48456) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.591765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.700701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Provisioning for port 480822b3-c989-4ace-9b4f-c9786e45766b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:47.742911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=b2f8bc3d-e974-4acb-b062-d69ed5e2af87,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:47.768928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56883eae-1c55-4027-a5d9-b1cba025cd01,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:47.806728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Provisioning complete for port 480822b3-c989-4ace-9b4f-c9786e45766b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:47.806728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.812143 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2b6f90-6114-4d51-8382-0e34d7e5109a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:47.812628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2b6f90-6114-4d51-8382-0e34d7e5109a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:47.814364 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e2b6f90-6114-4d51-8382-0e34d7e5109a tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/0bdce81c-9f20-41ac-94d1-6bd0a75bb12e HTTP/1.1" status: 404 len: 337 time: 0.3033640 Apr 05 12:08:47.878315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:47.881844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48462) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:47.999652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-28df9512-4a32-4578-9ca1-19c29bea10f1 req-d5ce0d3a-9b6b-4d21-892a-8939252d2299 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.0819685 Apr 05 12:08:48.008360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacb6ce8-c0d5-443a-b4c7-41ffe3a68dec tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.009394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacb6ce8-c0d5-443a-b4c7-41ffe3a68dec tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.010641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aacb6ce8-c0d5-443a-b4c7-41ffe3a68dec tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/e5c204fb-bde6-4353-af9e-f30f1e7bd2b5 HTTP/1.1" status: 404 len: 339 time: 0.1279621 Apr 05 12:08:48.014252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48466) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.031734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.034263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.038610 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-93cbbd5c-3127-4b87-8f58-290ec925b32c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/floatingips/80d46de5-d537-4bdb-9850-a765232f601b HTTP/1.1" status: 204 len: 168 time: 4.3152962 Apr 05 12:08:48.049301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.076372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=56883eae-1c55-4027-a5d9-b1cba025cd01,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:48.084497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.119083 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e03d7d-dc1a-44ad-b218-a7d4d0009a03 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.119918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e03d7d-dc1a-44ad-b218-a7d4d0009a03 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.122067 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-78e03d7d-dc1a-44ad-b218-a7d4d0009a03 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/09557305-b81f-490e-bbe1-27426a072315 HTTP/1.1" status: 404 len: 337 time: 0.1024079 Apr 05 12:08:48.138518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76f857-77be-45d5-b92d-6669e863d03e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:48.142506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.145369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e76f857-77be-45d5-b92d-6669e863d03e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:48.146475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e76f857-77be-45d5-b92d-6669e863d03e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:48.147878 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63301b39-16a1-41c5-b2b0-aac12fb39f21 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.148369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63301b39-16a1-41c5-b2b0-aac12fb39f21 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.157584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] For port 480822b3-c989-4ace-9b4f-c9786e45766b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=480822b3-c989-4ace-9b4f-c9786e45766b,segment=NetworkSegment(bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11),segment_id=bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:48.157975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:48.171069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:48.176934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:48.178485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.193165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:48.196048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e76f857-77be-45d5-b92d-6669e863d03e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:48.201292 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2e76f857-77be-45d5-b92d-6669e863d03e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8890030 Apr 05 12:08:48.204689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.214972 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63301b39-16a1-41c5-b2b0-aac12fb39f21 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/fa95e230-8823-4cc6-8b2a-3c08f9a8e426 HTTP/1.1" status: 404 len: 333 time: 0.1569667 Apr 05 12:08:48.217378 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-15490374-5a27-4832-8ee5-d9ceae92bfb8 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.217890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15490374-5a27-4832-8ee5-d9ceae92bfb8 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.224623 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15490374-5a27-4832-8ee5-d9ceae92bfb8 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/233b76bc-60e2-44ac-8e2e-2a258c53dd95 HTTP/1.1" status: 404 len: 339 time: 0.0694952 Apr 05 12:08:48.239072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.239072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.240043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Allocated IP 172.20.0.3 (15b13c38-926b-44b9-8cad-8d7531c65cf7/7a0cc1f0-8782-4f61-890d-ff4e33d3de9e/23041efe-65d9-4e26-9fe8-7d2e515ba1ed) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:48.316973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:48.410137 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ff6ac-1854-4e45-880f-3645e62960ab tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.410501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35ff6ac-1854-4e45-880f-3645e62960ab tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.412229 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c35ff6ac-1854-4e45-880f-3645e62960ab tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/02132ac2-6f21-46d3-a76c-0c7b94356521 HTTP/1.1" status: 404 len: 337 time: 0.1682110 Apr 05 12:08:48.420766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7651faa-f9ed-4eb5-b40b-adf9a0e04aa7 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Synchronizing usage tracker for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:48.447641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Provisioning for port a4144734-c954-4b36-ac9c-9f2de09ba4de completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:48.457184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.464026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port a4144734-c954-4b36-ac9c-9f2de09ba4de {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:48.465094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.475336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Provisioning complete for port a4144734-c954-4b36-ac9c-9f2de09ba4de triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:48.475992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.545041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Update dhcp port {'port': {'network_id': '2480407d-36ab-4154-931e-a92cafdf6164', 'fixed_ips': [{'subnet_id': '69a9a366-bb0d-4e4d-ab08-52b6ae0056f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'feb6be9e-d168-4951-a851-aa74425bc5db'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '480822b3-c989-4ace-9b4f-c9786e45766b'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:08:48.569332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a593a1-c5cd-4067-b829-45b60c1544b9 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:08:48.580063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Port a4144734-c954-4b36-ac9c-9f2de09ba4de cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:48.591793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Pushing event updated for resources: {'Port': ['ID=480822b3-c989-4ace-9b4f-c9786e45766b,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:48.600012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.638917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Provisioning complete for port be6579da-1606-46f5-a888-cf2a1fcb8045 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:48.639677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.653939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Transition to ACTIVE for port object b7a593a1-c5cd-4067-b829-45b60c1544b9 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:48.674463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.692468 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9990a7-7bca-40a0-b75d-7fd3a7e91f9f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.692744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9990a7-7bca-40a0-b75d-7fd3a7e91f9f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.696999 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7d9990a7-7bca-40a0-b75d-7fd3a7e91f9f tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/0ee90000-f07a-4243-a25b-1f826f139201 HTTP/1.1" status: 404 len: 339 time: 0.2348421 Apr 05 12:08:48.704647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48496) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.705963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.711948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.766038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5a10aa23-740e-4921-9c6c-b8cb72e0be30 None None] Port be6579da-1606-46f5-a888-cf2a1fcb8045 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:48.772919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7651faa-f9ed-4eb5-b40b-adf9a0e04aa7 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Unset dirty status for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:48.772919 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c7651faa-f9ed-4eb5-b40b-adf9a0e04aa7 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/ports?device_id=232badac-7d9b-473e-b135-16fa08d3c218 HTTP/1.1" status: 200 len: 205 time: 0.5277770 Apr 05 12:08:48.794069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48500) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.814669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:48.883434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.26 (b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc/97afab86-b938-4e60-9ec1-35a3e0b50d80/be6579da-1606-46f5-a888-cf2a1fcb8045) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:48.899017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b8bd7-df77-4186-9760-25b73e3a1288 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:48.899501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159b8bd7-df77-4186-9760-25b73e3a1288 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:48.903586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-159b8bd7-df77-4186-9760-25b73e3a1288 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/f15301cd-6b3c-4ad9-a085-5f4406dcb3d2 HTTP/1.1" status: 404 len: 337 time: 0.1908588 Apr 05 12:08:48.919594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48504) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.930708 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-76bff720-f329-4ebc-b186-34e4e140609c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] delete failed (client error): The resource could not be found. Apr 05 12:08:48.934547 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76bff720-f329-4ebc-b186-34e4e140609c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/routers/232badac-7d9b-473e-b135-16fa08d3c218 HTTP/1.1" status: 404 len: 336 time: 0.1366537 Apr 05 12:08:48.955995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:48.967273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Allocated IP 2001:db8:0:1::2 (2480407d-36ab-4154-931e-a92cafdf6164/feb6be9e-d168-4951-a851-aa74425bc5db/480822b3-c989-4ace-9b4f-c9786e45766b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:48.990969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 7acce53f-3e21-40a0-a276-221f418ca6d6 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:08:49.157828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:49.186950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ed4349-7a0f-4238-820c-3a4fb5e05eca tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:49.187611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ed4349-7a0f-4238-820c-3a4fb5e05eca tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:49.191798 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9ed4349-7a0f-4238-820c-3a4fb5e05eca tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/subnets/9c8cb08b-66c7-4fbf-8804-1f10508e5f34 HTTP/1.1" status: 404 len: 337 time: 0.1221418 Apr 05 12:08:49.219952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48514) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:49.224965 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50dd898-9bc3-454c-ac70-531661775fd0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] DELETE failed (client error): The resource could not be found. Apr 05 12:08:49.225710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50dd898-9bc3-454c-ac70-531661775fd0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:08:49.228498 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d50dd898-9bc3-454c-ac70-531661775fd0 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/9f34c313-9a0a-418c-9cad-ca76dcc35665 HTTP/1.1" status: 404 len: 339 time: 0.3052163 Apr 05 12:08:49.240741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] For port 480822b3-c989-4ace-9b4f-c9786e45766b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=480822b3-c989-4ace-9b4f-c9786e45766b,segment=NetworkSegment(bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11),segment_id=bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:49.245467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48516) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:49.265912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff4964-0321-4342-9634-cb37ff928a76 req-2ac38c39-fb9c-4933-ac34-718f9560c99e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:49.267385 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eaff4964-0321-4342-9634-cb37ff928a76 req-2ac38c39-fb9c-4933-ac34-718f9560c99e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 931 time: 0.8075955 Apr 05 12:08:49.270871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.303175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Transition to ACTIVE for port object 480822b3-c989-4ace-9b4f-c9786e45766b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:49.313389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.344424 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b8d103f-9631-40f9-8659-a93cff7e88cc req-bee512c1-c4ea-47da-a2d6-1cdcff82b0ec tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.1335893 Apr 05 12:08:49.504667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 9a2ce5ce-233b-48ce-8522-251e7d343caf {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:49.504878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.526042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726115d7-285b-4a75-a664-9a193c63dbbf None None] Pushing event updated for resources: {'Port': ['ID=480822b3-c989-4ace-9b4f-c9786e45766b,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:49.618125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.650927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.738917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting subnet 591d1af2-2e4b-40f0-bc3d-7b2590441670 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:49.814622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Attempting to bind port b7a593a1-c5cd-4067-b829-45b60c1544b9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:49.815078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Attempting to bind port b7a593a1-c5cd-4067-b829-45b60c1544b9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:49.815781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Attempting to bind port b7a593a1-c5cd-4067-b829-45b60c1544b9 on network 520e70cc-c9bb-4181-b255-9e6028f24dca {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:49.822193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eaff4964-0321-4342-9634-cb37ff928a76 req-c76f4f02-b8a4-43ce-9ec6-d5b0a8eef644 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5339365 Apr 05 12:08:49.829963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for a4144734-c954-4b36-ac9c-9f2de09ba4de owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:49.855850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.859576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.953211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:49.956549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object be6579da-1606-46f5-a888-cf2a1fcb8045 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:49.973861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Port b7a593a1-c5cd-4067-b829-45b60c1544b9 on network 520e70cc-c9bb-4181-b255-9e6028f24dca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:08:49.974196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Attempting to bind port b7a593a1-c5cd-4067-b829-45b60c1544b9 on network 520e70cc-c9bb-4181-b255-9e6028f24dca {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:50.006769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:50.007153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Checking segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:50.007553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Bound using segment: {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:50.008011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Bound port: b7a593a1-c5cd-4067-b829-45b60c1544b9, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d132fa3-64b2-4e89-a4ce-310874aa5d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:50.008366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.015085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 56883eae-1c55-4027-a5d9-b1cba025cd01 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:50.039080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.081328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.101542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.110365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 56883eae-1c55-4027-a5d9-b1cba025cd01 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:50.110365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.291736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 480822b3-c989-4ace-9b4f-c9786e45766b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:08:50.374501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff7207-78bb-4b74-80c5-550c718f8331 None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:50.453042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.570532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:50.626165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=a4144734-c954-4b36-ac9c-9f2de09ba4de,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:50.658017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.677385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b3922e3-28fc-41d1-af6d-e1a71f21735c None None] Provisioning for port 480822b3-c989-4ace-9b4f-c9786e45766b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:50.687016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:50.691974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.749054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 480822b3-c989-4ace-9b4f-c9786e45766b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:50.751600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.751751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.754251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Network 15b13c38-926b-44b9-8cad-8d7531c65cf7 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:50.777155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.793743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b3922e3-28fc-41d1-af6d-e1a71f21735c None None] Provisioning complete for port 480822b3-c989-4ace-9b4f-c9786e45766b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:50.794603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b3922e3-28fc-41d1-af6d-e1a71f21735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.863302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::2f9 (2480407d-36ab-4154-931e-a92cafdf6164/69a9a366-bb0d-4e4d-ab08-52b6ae0056f1/7acce53f-3e21-40a0-a276-221f418ca6d6) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:50.872636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:50.873524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:50.875378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1093 time: 5.8225529 Apr 05 12:08:50.919234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:08:50.933700 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5229ce94-e0c5-4c54-beb2-1ea96513b7ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a4144734-c954-4b36-ac9c-9f2de09ba4de HTTP/1.1" status: 204 len: 168 time: 2.7279913 Apr 05 12:08:50.936160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48528) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:50.974593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 9a2ce5ce-233b-48ce-8522-251e7d343caf owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:51.002344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8:0:1::380 (2480407d-36ab-4154-931e-a92cafdf6164/feb6be9e-d168-4951-a851-aa74425bc5db/7acce53f-3e21-40a0-a276-221f418ca6d6) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:51.117432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6719f6f-7ec0-4bff-891a-78fcd4de6b52 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.119146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6719f6f-7ec0-4bff-891a-78fcd4de6b52 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.119916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a6719f6f-7ec0-4bff-891a-78fcd4de6b52 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:51.249596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a6719f6f-7ec0-4bff-891a-78fcd4de6b52 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:51.251425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a6719f6f-7ec0-4bff-891a-78fcd4de6b52 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2633028 Apr 05 12:08:51.265722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48532) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:51.280394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:51.283231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:51.342594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=be6579da-1606-46f5-a888-cf2a1fcb8045,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:51.351486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ee494-0806-4a98-8b33-996ae55ee738 req-e4c9399c-7404-4959-9078-ff8d3c3b5f53 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.353110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-473ee494-0806-4a98-8b33-996ae55ee738 req-e4c9399c-7404-4959-9078-ff8d3c3b5f53 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 931 time: 0.7103841 Apr 05 12:08:51.354997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9b430-325b-44c5-8605-40e0159a7252 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:51.392063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-51f12668-83dd-4607-9288-9650c9a6addf None None] Provisioning for port be6579da-1606-46f5-a888-cf2a1fcb8045 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:51.399015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-51f12668-83dd-4607-9288-9650c9a6addf None None] Provisioning complete for port be6579da-1606-46f5-a888-cf2a1fcb8045 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:51.399691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51f12668-83dd-4607-9288-9650c9a6addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.479155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.497540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] In _notify_port_updated(), no bound segment for port be6579da-1606-46f5-a888-cf2a1fcb8045 on network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:08:51.500375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-51f12668-83dd-4607-9288-9650c9a6addf None None] Port be6579da-1606-46f5-a888-cf2a1fcb8045 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:51.504896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.504896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.509754 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fab367c7-a4de-4db6-9b97-da6b1758bbe4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/ports/be6579da-1606-46f5-a888-cf2a1fcb8045 HTTP/1.1" status: 200 len: 1000 time: 5.3384759 Apr 05 12:08:51.510698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:51.531361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.539140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-e82231ed-78e0-4e4b-9151-478ccd3b483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.539577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c8f80a-9ff9-470a-8cbb-1d58bebe0ed2 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:08:51.541129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-e82231ed-78e0-4e4b-9151-478ccd3b483f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1096 time: 0.5984659 Apr 05 12:08:51.542113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Pushing event updated for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:51.588548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:51.590158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.593606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Router cd703641-92d4-4927-9ccd-7c19e565d97d is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:08:51.603647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Subnet': ['ID=591d1af2-2e4b-40f0-bc3d-7b2590441670,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:51.704748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 58636a8f-80d3-4405-a134-0dba6b4c9a65 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:51.712703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-54c594af-4c2a-4e26-b6f3-5e7271a79902 None None] Provisioning complete for port 480822b3-c989-4ace-9b4f-c9786e45766b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:51.712703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54c594af-4c2a-4e26-b6f3-5e7271a79902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.771110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8f80a-9ff9-470a-8cbb-1d58bebe0ed2 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:08:51.826392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=9a2ce5ce-233b-48ce-8522-251e7d343caf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:51.840466 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-ef547b02-b438-4bc2-9a1e-81fe5a9bae5e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4979267 Apr 05 12:08:51.887012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.898445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-295e78e7-9c7d-4b57-a0d3-597aa97a517b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 217 time: 0.2958524 Apr 05 12:08:51.901334 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-473ee494-0806-4a98-8b33-996ae55ee738 req-a5d59e54-44d5-418e-a122-f0cf183da9d6 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108552 Apr 05 12:08:51.906173 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-954c78e9-b458-45c1-8452-13c9a076fe4e tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/subnets/591d1af2-2e4b-40f0-bc3d-7b2590441670 HTTP/1.1" status: 204 len: 168 time: 2.6450257 Apr 05 12:08:51.916212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48540) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:51.916920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:51.928964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Request body: {'port': {'device_id': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:51.981686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port be6579da-1606-46f5-a888-cf2a1fcb8045 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:51.982894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.021923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.026011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a5760880-0d0f-410a-a491-deec9eb56101 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/9a2ce5ce-233b-48ce-8522-251e7d343caf HTTP/1.1" status: 204 len: 168 time: 2.7931833 Apr 05 12:08:52.056064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48544) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:52.066257 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'status': 'completed', 'code': 200} Apr 05 12:08:52.083414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410f9d2-e86c-495d-88b5-c4a4edccb133 req-db1ada56-bc94-4191-a74b-daabac017bd5 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:52.085052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6410f9d2-e86c-495d-88b5-c4a4edccb133 req-db1ada56-bc94-4191-a74b-daabac017bd5 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 943 time: 0.9542093 Apr 05 12:08:52.163542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.295301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-a5fc2291-060c-47d2-add7-40fcf26f02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:52.296650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-a5fc2291-060c-47d2-add7-40fcf26f02f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.3498371 Apr 05 12:08:52.341806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac018420-7eff-4fb1-a404-f114aecfbaf9 None None] Network 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:52.350419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 4ed05eab-62a2-437e-8d64-9078defd456d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:52.350819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.358798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.386999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.403399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6410f9d2-e86c-495d-88b5-c4a4edccb133 req-9887ffbb-dabc-4a13-a8e0-2e99ba39d44c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3060324 Apr 05 12:08:52.404672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:08:52.434805 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] Sync routers for ids ['cd703641-92d4-4927-9ccd-7c19e565d97d'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:08:52.436698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:52.437052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.459078 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] Routers {'cd703641-92d4-4927-9ccd-7c19e565d97d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:52.460900 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd703641-92d4-4927-9ccd-7c19e565d97d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:52.470500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.486377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 7acce53f-3e21-40a0-a276-221f418ca6d6 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:52.496565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.497790 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39682b84-f333-422c-8b1f-00000d94b78c tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.4477804 Apr 05 12:08:52.505245 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48548) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:52.582228 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:52.600936 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] Routers {'cd703641-92d4-4927-9ccd-7c19e565d97d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:08:52.603443 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd703641-92d4-4927-9ccd-7c19e565d97d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:52.640778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.715216 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:52.715926 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7174db-7ef2-4900-b71e-77d4988409f4 None None] The sync data for ids ['cd703641-92d4-4927-9ccd-7c19e565d97d'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:08:52.733521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] DHCP port deletion for 7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:52.737790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Deleting port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:52.738158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.772977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-354ee0ad-8e24-4a46-beb8-6d1b534d3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:52.774880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-354ee0ad-8e24-4a46-beb8-6d1b534d3996 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4699168 Apr 05 12:08:52.950321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:52.976865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] For port c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,segment=NetworkSegment(55763fb0-5c2b-4986-8de0-96cbe82492d0),segment_id=55763fb0-5c2b-4986-8de0-96cbe82492d0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:52.977407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.061731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.123787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Calling delete_port for c26aa55a-b776-4ad1-a897-1a9dc6a0c759 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:53.130278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-83d79763-e665-4027-834b-3ef58a8825d4 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/cd703641-92d4-4927-9ccd-7c19e565d97d HTTP/1.1" status: 200 len: 925 time: 0.6199462 Apr 05 12:08:53.188059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48554) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:53.189798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.208432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8a2e41e-b9f7-4dcc-8dc6-ce0ea453299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.239602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.245017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for be6579da-1606-46f5-a888-cf2a1fcb8045 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:53.295069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 2480407d-36ab-4154-931e-a92cafdf6164 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:53.300257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] No DVR routers for this DVR port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:53.302986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde7565-6e67-49f9-9ba7-3f8ca9c9e4e9 None None] Pushing event deleted for resources: {'Port': ['ID=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:53.314077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.383275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=58636a8f-80d3-4405-a134-0dba6b4c9a65,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:53.402033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:53.426536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:53.432147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:53.433636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.446187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26fd5fb2-edf0-4ae5-b5c9-0b9404ba5bf4 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd703641-92d4-4927-9ccd-7c19e565d97d HTTP/1.1" status: 200 len: 205 time: 0.2525892 Apr 05 12:08:53.446777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9da5be-61e4-4cda-baa2-a2ed3b7bcabe None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:53.449050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.453628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:53.519778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 4ed05eab-62a2-437e-8d64-9078defd456d owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:53.545023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] For port c26aa55a-b776-4ad1-a897-1a9dc6a0c759, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c26aa55a-b776-4ad1-a897-1a9dc6a0c759,segment=NetworkSegment(55763fb0-5c2b-4986-8de0-96cbe82492d0),segment_id=55763fb0-5c2b-4986-8de0-96cbe82492d0)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:53.545391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.568539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=7acce53f-3e21-40a0-a276-221f418ca6d6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:53.852522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-82e3da73-e582-4b5e-93a9-58a2688e6e3b None None] Provisioning for port 7acce53f-3e21-40a0-a276-221f418ca6d6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:53.859998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-82e3da73-e582-4b5e-93a9-58a2688e6e3b None None] Provisioning complete for port 7acce53f-3e21-40a0-a276-221f418ca6d6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:53.860499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82e3da73-e582-4b5e-93a9-58a2688e6e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.897215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:08:53.918362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Deleting port 56883eae-1c55-4027-a5d9-b1cba025cd01 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:53.918839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:53.935219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.018976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-82e3da73-e582-4b5e-93a9-58a2688e6e3b None None] Port 7acce53f-3e21-40a0-a276-221f418ca6d6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:54.019280 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d6fd29a6-8a6f-4e0b-afb0-65e5d012f0ba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/58636a8f-80d3-4405-a134-0dba6b4c9a65 HTTP/1.1" status: 204 len: 168 time: 2.7353330 Apr 05 12:08:54.020534 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a76db787-da78-42a9-9118-0dc4a01e3ab6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.7108452 Apr 05 12:08:54.028666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Calling delete_port for c26aa55a-b776-4ad1-a897-1a9dc6a0c759 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:54.072149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 56883eae-1c55-4027-a5d9-b1cba025cd01 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:54.089867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:54.091101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:54.099157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69a9a366-bb0d-4e4d-ab08-52b6ae0056f1'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:54.123891 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-dc4cee47-82d7-426f-9b29-273801ec8e7c service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2614574 Apr 05 12:08:54.300043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.319573 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a57ff0b5-a40e-437f-8804-8e912bf11168 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268281 Apr 05 12:08:54.375072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.387508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56883eae-1c55-4027-a5d9-b1cba025cd01,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:54.387979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.396963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48572) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:54.440431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:54.556841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Calling delete_port for 56883eae-1c55-4027-a5d9-b1cba025cd01 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:54.575331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023dc83-67a5-4077-b332-f7c98291e92e req-eacfd64c-12e5-4b44-96fd-5cb4a9012545 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:54.577493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6023dc83-67a5-4077-b332-f7c98291e92e req-eacfd64c-12e5-4b44-96fd-5cb4a9012545 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 931 time: 1.4714203 Apr 05 12:08:54.585796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.589850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=4ed05eab-62a2-437e-8d64-9078defd456d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:54.607726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23041efe-65d9-4e26-9fe8-7d2e515ba1ed {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:08:54.632489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.658064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56883eae-1c55-4027-a5d9-b1cba025cd01,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:54.663804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.664561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c26aa55a-b776-4ad1-a897-1a9dc6a0c759 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:08:54.671784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.679168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Transition to ACTIVE for port object 23041efe-65d9-4e26-9fe8-7d2e515ba1ed will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:54.756384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:54.756839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:54.771655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.779662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:54.783866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=be6579da-1606-46f5-a888-cf2a1fcb8045,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:54.787572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: c26aa55a-b776-4ad1-a897-1a9dc6a0c759 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:08:54.788314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c26aa55a-b776-4ad1-a897-1a9dc6a0c759 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:08:54.791767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:08:54.793062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:08:54.809653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee5830-b246-460e-958f-4d7a97964369 req-65d3393f-a0cf-403b-890c-018e93e453f4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:54.819924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ee5830-b246-460e-958f-4d7a97964369 req-65d3393f-a0cf-403b-890c-018e93e453f4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 943 time: 0.9288766 Apr 05 12:08:54.822978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=56883eae-1c55-4027-a5d9-b1cba025cd01,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:54.951931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:54.988122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:55.008958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:55.020147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6023dc83-67a5-4077-b332-f7c98291e92e req-75157d58-a861-4029-8d99-b3625d1c866f tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320551 Apr 05 12:08:55.032574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:55.052356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6c8825e-3d63-4682-93da-c993e3b4b3b8 req-80f58724-3d24-45fd-9005-3df4b490b68c service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544104 Apr 05 12:08:55.072255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c1d0a27-ce90-40e2-9949-981601147c6c tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/ports/4ed05eab-62a2-437e-8d64-9078defd456d HTTP/1.1" status: 204 len: 168 time: 3.0107436 Apr 05 12:08:55.081253 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ee5830-b246-460e-958f-4d7a97964369 req-67b91076-fe4a-4682-8103-d36434534b7a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2603805 Apr 05 12:08:55.084886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48576) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:55.152898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Pushing event updated for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:55.222982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:55.227958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.243504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4cb801-3e09-4122-a40d-bfeb2e966c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.246704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.258386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Deleting port c26aa55a-b776-4ad1-a897-1a9dc6a0c759 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:55.258890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.293968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Deleting port 56883eae-1c55-4027-a5d9-b1cba025cd01 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:55.294643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.340874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.345545 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1bbf0419-ecaa-4894-bf61-f5f9ee04dd9f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/be6579da-1606-46f5-a888-cf2a1fcb8045 HTTP/1.1" status: 204 len: 168 time: 3.8195791 Apr 05 12:08:55.348498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:55.374199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 0c5ed37e-6495-4a84-9989-bf3e110cac53 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:08:55.374612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.429610 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de154d1-7695-4180-addd-4fe6fce42626 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:08:55.430977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4de154d1-7695-4180-addd-4fe6fce42626 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:55.435874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.483103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] The port 'c26aa55a-b776-4ad1-a897-1a9dc6a0c759' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:08:55.519495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Attempting to bind port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:55.520099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Attempting to bind port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '045afaab-ca69-4a9e-915b-efd86b04363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:55.520424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Attempting to bind port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed on network 15b13c38-926b-44b9-8cad-8d7531c65cf7 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:55.526183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4de154d1-7695-4180-addd-4fe6fce42626 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:55.530907 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4de154d1-7695-4180-addd-4fe6fce42626 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/be6579da-1606-46f5-a888-cf2a1fcb8045 HTTP/1.1" status: 404 len: 333 time: 0.1794236 Apr 05 12:08:55.533209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:55.540043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed on network 15b13c38-926b-44b9-8cad-8d7531c65cf7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:08:55.540446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Attempting to bind port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed on network 15b13c38-926b-44b9-8cad-8d7531c65cf7 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:55.542137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] For port 56883eae-1c55-4027-a5d9-b1cba025cd01, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=56883eae-1c55-4027-a5d9-b1cba025cd01,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:55.542890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.621611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:55.622148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Checking segment: {'id': '045afaab-ca69-4a9e-915b-efd86b04363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:55.622843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Bound using segment: {'id': '045afaab-ca69-4a9e-915b-efd86b04363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:55.624118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Bound port: 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045afaab-ca69-4a9e-915b-efd86b04363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:55.624678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.681282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Calling delete_port for 56883eae-1c55-4027-a5d9-b1cba025cd01 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:55.685426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 97afab86-b938-4e60-9ec1-35a3e0b50d80 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:55.700587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.770847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.828214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] Pushing event deleted for resources: {'Port': ['ID=56883eae-1c55-4027-a5d9-b1cba025cd01,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:55.830405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58987403-2438-4ea6-87c1-42a9476e1e6b None None] No DVR routers for this DVR port 56883eae-1c55-4027-a5d9-b1cba025cd01 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:08:55.901436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:55.966752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feca7d3-30ec-433c-b1e2-407d10576a6a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:55.967491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1feca7d3-30ec-433c-b1e2-407d10576a6a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Synchronizing usage tracker for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:08:55.973223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.002059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-2a2d69df-d920-4e96-8ed7-2cf4faae7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:56.003667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-2a2d69df-d920-4e96-8ed7-2cf4faae7175 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1096 time: 0.8484492 Apr 05 12:08:56.015458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:08:56.047339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,segment=NetworkSegment(045afaab-ca69-4a9e-915b-efd86b04363a),segment_id=045afaab-ca69-4a9e-915b-efd86b04363a)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:08:56.062221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.069412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:56.097689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1feca7d3-30ec-433c-b1e2-407d10576a6a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Unset dirty status for tenant:32c3e11a74a6415ca52590a84849d284 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:08:56.102371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1feca7d3-30ec-433c-b1e2-407d10576a6a tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "GET /v2.0/ports?device_id=28d04d69-b9bb-4743-9e6f-7d230909556c HTTP/1.1" status: 200 len: 913 time: 1.0106750 Apr 05 12:08:56.106818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:56.129710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55763fb0-5c2b-4986-8de0-96cbe82492d0') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:56.130162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55763fb0-5c2b-4986-8de0-96cbe82492d0') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:08:56.236565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.262832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:56.263471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.264815 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] 10.222.0.30 "PUT /v2.0/ports/23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 200 len: 1093 time: 4.4074950 Apr 05 12:08:56.269433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:08:56.318521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.366076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.418980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.435952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.495214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 0c5ed37e-6495-4a84-9989-bf3e110cac53 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:08:56.568550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.601074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:08:56.601446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:08:56.616900 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:08:56.629096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecdfb5-dbbe-41e7-8179-f2085734d6db service neutron] Pushing event updated for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:56.660324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Delete allocated IP 2001:db8:0:1::380 (2480407d-36ab-4154-931e-a92cafdf6164/feb6be9e-d168-4951-a851-aa74425bc5db) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:08:56.763883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-9e6ae7ea-9a25-4ee3-9d33-1f87060f33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:56.765232 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-9e6ae7ea-9a25-4ee3-9d33-1f87060f33e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.7429492 Apr 05 12:08:56.831619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.877956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.896707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.928885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-97259e6c-6208-474f-8fe0-a06aeb601d20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 217 time: 0.1553721 Apr 05 12:08:56.944170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:56.963175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:57.002573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] Pushing event deleted for resources: {'Network': ['ID=7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:57.008493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=97afab86-b938-4e60-9ec1-35a3e0b50d80,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:57.019470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.021567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:57.025590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e68756-034e-4f7c-9791-79a2d508bf0d None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:57.035188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-e6a946dc-7296-4d93-b724-65dd40a4f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.036716 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-e6a946dc-7296-4d93-b724-65dd40a4f3bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f76f6a967df44caeb33d5dd523c3a953&device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 1096 time: 0.7220213 Apr 05 12:08:57.042413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77bd19-5339-4a16-8825-e1c53bf879c9 req-eddf9e2f-b327-46ce-9e6f-8a40d17d336b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.043590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b77bd19-5339-4a16-8825-e1c53bf879c9 req-eddf9e2f-b327-46ce-9e6f-8a40d17d336b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 943 time: 0.7928004 Apr 05 12:08:57.049593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.050186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.066087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c3b2c-b2af-4912-a40f-bcc3985ea554 req-9bcdfe37-ddcc-4a98-b726-df0bf4e0d198 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.068221 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-539c3b2c-b2af-4912-a40f-bcc3985ea554 req-9bcdfe37-ddcc-4a98-b726-df0bf4e0d198 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 943 time: 0.8111680 Apr 05 12:08:57.132556 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d30962a-2145-47a3-b094-c6dbff2f1bf2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/97afab86-b938-4e60-9ec1-35a3e0b50d80 HTTP/1.1" status: 204 len: 168 time: 1.5961974 Apr 05 12:08:57.134031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ccacc6a8-abbf-4488-a0db-d4a498a35e85 tempest-NetworksTest-1557516322 tempest-NetworksTest-1557516322-project] 10.222.0.50 "DELETE /v2.0/networks/7a99c3a1-ce24-4ce7-88a3-4e6943c4a94d HTTP/1.1" status: 204 len: 168 time: 5.1442716 Apr 05 12:08:57.140789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48600) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:57.161683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=b1d6c5d7-a6ad-4408-b168-25dd612cddbf,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:57.189515 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-1e57e3a4-e655-48c8-859b-921d58782e93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 200 len: 217 time: 0.1325421 Apr 05 12:08:57.255672 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:08:57.267783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-016c7c4d-b9a0-4389-97f0-c0fbf49dc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.269214 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-016c7c4d-b9a0-4389-97f0-c0fbf49dc4a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.3167005 Apr 05 12:08:57.276996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead701b-911b-4768-88f9-6fb67eebf061 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:57.281534 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0eeffc9b-1eb7-498f-bf8b-5769c1a14ca7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8828580 Apr 05 12:08:57.293716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:57.321139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': 'b1d6c5d7-a6ad-4408-b168-25dd612cddbf', 'ip_address': '2001:db8::e080:67a1:d2ba:9310'}], 'name': 'tempest-NetworksTestDHCPv6-150490207'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:57.344392 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b77bd19-5339-4a16-8825-e1c53bf879c9 req-44637872-3f8e-49b8-a8fa-f94f8ce77348 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2699866 Apr 05 12:08:57.359152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-539c3b2c-b2af-4912-a40f-bcc3985ea554 req-a61f4c23-8449-4d4e-b334-ad0088e322d2 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647352 Apr 05 12:08:57.415758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.460871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 688cfee3-8933-4ea1-8987-e7eeacac6b7a {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:08:57.465789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.481935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.493706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=0c5ed37e-6495-4a84-9989-bf3e110cac53,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:57.524651 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed', 'status': 'completed', 'code': 200} Apr 05 12:08:57.572949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-f515b76c-f0b0-4418-ad9e-9ae9f42ff1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:57.575183 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-f515b76c-f0b0-4418-ad9e-9ae9f42ff1c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e HTTP/1.1" status: 200 len: 852 time: 0.3432543 Apr 05 12:08:57.579321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b7a593a1-c5cd-4067-b829-45b60c1544b9 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:08:57.640993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 7acce53f-3e21-40a0-a276-221f418ca6d6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:57.685932 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-b2facdc8-48cb-4b64-a3ba-bb82a197e406 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b13c38-926b-44b9-8cad-8d7531c65cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893006 Apr 05 12:08:57.686883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.691010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.693175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:57.856063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': 'b1d6c5d7-a6ad-4408-b168-25dd612cddbf'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:08:57.856644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.858596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:57.932156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.024741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-22554b20-c5f6-4717-a5fe-fff4421b701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:58.026346 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-22554b20-c5f6-4717-a5fe-fff4421b701e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7435851 Apr 05 12:08:58.142744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=7acce53f-3e21-40a0-a276-221f418ca6d6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:58.164500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:58.171286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] In _notify_port_updated(), no bound segment for port 7acce53f-3e21-40a0-a276-221f418ca6d6 on network 2480407d-36ab-4154-931e-a92cafdf6164 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:08:58.177327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:58.178226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.184343 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9d90e733-5656-4844-a3a4-8582e7b5e92e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/ports/7acce53f-3e21-40a0-a276-221f418ca6d6 HTTP/1.1" status: 200 len: 925 time: 4.0903056 Apr 05 12:08:58.186178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:58.210030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '69a9a366-bb0d-4e4d-ab08-52b6ae0056f1'}, {'subnet_id': 'feb6be9e-d168-4951-a851-aa74425bc5db'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:58.212956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/b1d6c5d7-a6ad-4408-b168-25dd612cddbf/e9e330d2-6db7-4873-a9ee-dc41cef593e3) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:08:58.242083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.248222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.403430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.404049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router cd703641-92d4-4927-9ccd-7c19e565d97d {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:08:58.436121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.437028 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d1cdb72a-862f-42f2-8f95-a5a695833828 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/cd703641-92d4-4927-9ccd-7c19e565d97d HTTP/1.1" status: 204 len: 168 time: 4.9733815 Apr 05 12:08:58.441747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48624) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:58.444040 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-93f80479-984f-4931-b18b-c42071b58ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119323 Apr 05 12:08:58.450253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1569595255', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:08:58.482789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:08:58.500004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:58.535824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:router and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:58.539830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-927da28f-ff31-4b55-b0d2-4390c782b127 None None] Provisioning for port 7acce53f-3e21-40a0-a276-221f418ca6d6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:08:58.546222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:58.568704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-927da28f-ff31-4b55-b0d2-4390c782b127 None None] Provisioning complete for port 7acce53f-3e21-40a0-a276-221f418ca6d6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:58.569149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-927da28f-ff31-4b55-b0d2-4390c782b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.575356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:08:58.587900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:08:58.659760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.726056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:58.740934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'port_id': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'mac_address': 'fa:16:3e:80:56:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:08:58.852876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:08:58.857186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.858432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.879636 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-80f67e00-91e3-455b-9045-d8f8f5fdc452 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1641486 Apr 05 12:08:58.899373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:58.904799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-927da28f-ff31-4b55-b0d2-4390c782b127 None None] Port 7acce53f-3e21-40a0-a276-221f418ca6d6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:08:58.918478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c9d0e0-bc09-4313-a083-9566b35e40bc req-45d68a6d-f012-411b-b51a-ee5b7bcdc89a service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646561 Apr 05 12:08:58.919982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.010476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbf202-793b-43ad-987f-173ebab12714 req-f3795d8d-f291-46f6-b37c-0a7902ed34c9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:59.013755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60bbf202-793b-43ad-987f-173ebab12714 req-f3795d8d-f291-46f6-b37c-0a7902ed34c9 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 943 time: 0.3592799 Apr 05 12:08:59.033745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:08:59.117738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.169570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.187858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d5d0cc3a-71e7-429c-9666-f23ab9fc61ad None None] Provisioning complete for port db2a0a62-65ca-4415-ad2b-ffde517375c0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:08:59.188269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d5d0cc3a-71e7-429c-9666-f23ab9fc61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.224089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a593a1-c5cd-4067-b829-45b60c1544b9 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:08:59.228259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Transition to ACTIVE for port object e9e330d2-6db7-4873-a9ee-dc41cef593e3 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:59.270283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03ba30-8519-484d-bcab-39023802c870 req-827b46cc-054d-4afb-a4ce-3869610a71d3 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:08:59.280783 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7a03ba30-8519-484d-bcab-39023802c870 req-827b46cc-054d-4afb-a4ce-3869610a71d3 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 943 time: 0.7291560 Apr 05 12:08:59.281053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Transition to ACTIVE for port object e9e330d2-6db7-4873-a9ee-dc41cef593e3 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:08:59.288271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:08:59.291636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.322035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=688cfee3-8933-4ea1-8987-e7eeacac6b7a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:59.336564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.382842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.393058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a361bd8-6775-4945-be45-adf591b875e1 None None] Network b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:08:59.401240 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eefd1aad-a2ae-4042-ade8-a8f6c5ec04cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dadc9b8812ec42348530812bdaec96d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7033706 Apr 05 12:08:59.415713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48630) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:59.424331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.442063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:08:59.455340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:08:59.458864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Pushing event updated for resources: {'Port': ['ID=e9e330d2-6db7-4873-a9ee-dc41cef593e3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:59.467349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:08:59.481923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60bbf202-793b-43ad-987f-173ebab12714 req-f07beb84-21e5-4d66-99ed-19bc03ac8958 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071220 Apr 05 12:08:59.528642 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0128ab09-395c-4e80-a235-6e5b56176c67 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/688cfee3-8933-4ea1-8987-e7eeacac6b7a HTTP/1.1" status: 204 len: 168 time: 2.3786845 Apr 05 12:08:59.543964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:08:59.544827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.554537 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7a03ba30-8519-484d-bcab-39023802c870 req-6b5bb01a-5465-481e-a805-4eae3f934951 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2731376 Apr 05 12:08:59.615706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.693800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['b7a593a1-c5cd-4067-b829-45b60c1544b9'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:08:59.700136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.823547 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cbb6b4ba-a882-42c8-9bbb-243fa41121eb req-709d54cd-2c84-4db9-8216-7d2ca96e3ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9124141 Apr 05 12:08:59.837188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.861999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.889433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.921204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895025f-0f2a-4549-b044-fcc4bd625972,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:59.924066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Attempting to bind port e9e330d2-6db7-4873-a9ee-dc41cef593e3 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:08:59.924585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Attempting to bind port e9e330d2-6db7-4873-a9ee-dc41cef593e3 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:08:59.924585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Attempting to bind port e9e330d2-6db7-4873-a9ee-dc41cef593e3 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:08:59.945727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:08:59.949829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:08:59.950381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:08:59.950981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.951857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:08:59.952322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Bound port: e9e330d2-6db7-4873-a9ee-dc41cef593e3, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:08:59.952939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.974303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:08:59.976331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a7a9a50-8666-45c7-83a3-b3fcb8cc552a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1895025f-0f2a-4549-b044-fcc4bd625972 HTTP/1.1" status: 204 len: 168 time: 0.5553451 Apr 05 12:09:00.002125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.046823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.096447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 8737997b-1fe5-432d-8678-a7939f8e0bea yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:00.192212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] For port e9e330d2-6db7-4873-a9ee-dc41cef593e3, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:00.198648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] For port e9e330d2-6db7-4873-a9ee-dc41cef593e3, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9e330d2-6db7-4873-a9ee-dc41cef593e3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:00.207323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.303487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port db2a0a62-65ca-4415-ad2b-ffde517375c0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:00.304332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.318318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] DHCP port deletion for b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:00.366176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Deleting port db2a0a62-65ca-4415-ad2b-ffde517375c0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:00.366745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.399520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:00.524633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072f27-b6e3-4a55-a880-2ffa93e7ef93 None None] Pushing event updated for resources: {'Port': ['ID=e9e330d2-6db7-4873-a9ee-dc41cef593e3,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:00.676169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 172.26.5.23 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/3b761c6e-210e-4eb7-b07b-5b4820e3774d) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:00.938513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] For port db2a0a62-65ca-4415-ad2b-ffde517375c0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2a0a62-65ca-4415-ad2b-ffde517375c0,segment=NetworkSegment(d32fdfc9-1ead-418f-9548-d60eb46d94f3),segment_id=d32fdfc9-1ead-418f-9548-d60eb46d94f3)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:00.940041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.084690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::e080:67a1:d2ba:9310 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/b1d6c5d7-a6ad-4408-b168-25dd612cddbf/8737997b-1fe5-432d-8678-a7939f8e0bea) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:01.103090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.136982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Calling delete_port for db2a0a62-65ca-4415-ad2b-ffde517375c0 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:01.154470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe0677-c0ac-4488-8935-cf4a6574ebe6 req-2d0cca80-eb29-4618-b9b7-f209428b2ae5 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:01.156343 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dfe0677-c0ac-4488-8935-cf4a6574ebe6 req-2d0cca80-eb29-4618-b9b7-f209428b2ae5 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 943 time: 0.3257020 Apr 05 12:09:01.167215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05391f4d-3cff-426f-8584-9a6788195feb req-8b2c36ff-f42d-494b-aa9a-b533ecef2aa9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:01.168970 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05391f4d-3cff-426f-8584-9a6788195feb req-8b2c36ff-f42d-494b-aa9a-b533ecef2aa9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 944 time: 0.2440865 Apr 05 12:09:01.260639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dfe0677-c0ac-4488-8935-cf4a6574ebe6 req-4f00718f-7274-42a1-9abc-0a25f3ccb3c1 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893865 Apr 05 12:09:01.277678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.278030 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-05391f4d-3cff-426f-8584-9a6788195feb req-f8a31924-cb01-4037-8e52-f14abea064f3 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0872371 Apr 05 12:09:01.284484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.362161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48662) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:01.382778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b7a593a1-c5cd-4067-b829-45b60c1544b9 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:01.422108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=3b761c6e-210e-4eb7-b07b-5b4820e3774d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:01.436766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:01.439382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:01.442423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:01.466132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] Pushing event deleted for resources: {'Port': ['ID=db2a0a62-65ca-4415-ad2b-ffde517375c0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:01.468928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ec555-a9db-43bd-b822-1876a81db117 None None] No DVR routers for this DVR port db2a0a62-65ca-4415-ad2b-ffde517375c0 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:01.533586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8:0:1::198 (2480407d-36ab-4154-931e-a92cafdf6164/feb6be9e-d168-4951-a851-aa74425bc5db/7acce53f-3e21-40a0-a276-221f418ca6d6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:01.559160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port b7a593a1-c5cd-4067-b829-45b60c1544b9 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:01.570560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port b7a593a1-c5cd-4067-b829-45b60c1544b9 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:01.571147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.629532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1204667543'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:01.635052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:01.644053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:01.653392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:01.671474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:01.707399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] The port 'db2a0a62-65ca-4415-ad2b-ffde517375c0' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:09:01.727917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.766938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:09:01.778746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:01.785338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.805028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:01.809226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.828291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.849914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:09:01.860722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:01.873573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:security_group_rule and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:01.877769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:01.887058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:01.945053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:01.960822 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'code': 200} Apr 05 12:09:01.971036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:01.982614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-31287a05-6cd1-4810-b11e-816f55b94d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:01.984158 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-31287a05-6cd1-4810-b11e-816f55b94d3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f76f6a967df44caeb33d5dd523c3a953&device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 1096 time: 2.0303969 Apr 05 12:09:02.078536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9e330d2-6db7-4873-a9ee-dc41cef593e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:02.195014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b8b6a6a6-5219-459f-ad4d-13af4e0a4f26 None None] Provisioning for port e9e330d2-6db7-4873-a9ee-dc41cef593e3 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:02.207650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e9e330d2-6db7-4873-a9ee-dc41cef593e3 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:02.213232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e9e330d2-6db7-4873-a9ee-dc41cef593e3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:02.213537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.258343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.271339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 7acce53f-3e21-40a0-a276-221f418ca6d6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:02.337930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.365027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.367311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.416353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e9e330d2-6db7-4873-a9ee-dc41cef593e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9e330d2-6db7-4873-a9ee-dc41cef593e3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:02.421954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.515010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:02.552786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e9e330d2-6db7-4873-a9ee-dc41cef593e3,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:02.556543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2a0a62-65ca-4415-ad2b-ffde517375c0 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:02.580605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.591151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d78d90-86cf-490b-a446-b79684928a42 req-d1f2d768-9ce5-4013-8ef7-4556a6ffca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:02.593355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31d78d90-86cf-490b-a446-b79684928a42 req-d1f2d768-9ce5-4013-8ef7-4556a6ffca22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.4755619 Apr 05 12:09:02.607124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.614890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32fdfc9-1ead-418f-9548-d60eb46d94f3') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:02.615210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32fdfc9-1ead-418f-9548-d60eb46d94f3') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:02.618485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: db2a0a62-65ca-4415-ad2b-ffde517375c0 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:02.618950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2a0a62-65ca-4415-ad2b-ffde517375c0 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:02.719778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] In _notify_port_updated(), no bound segment for port 7acce53f-3e21-40a0-a276-221f418ca6d6 on network 2480407d-36ab-4154-931e-a92cafdf6164 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:09:02.726046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:02.727098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.728599 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/ports/7acce53f-3e21-40a0-a276-221f418ca6d6 HTTP/1.1" status: 200 len: 1011 time: 4.5322626 Apr 05 12:09:02.758896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48674) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:02.760893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.770742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.783909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e4584-b316-4313-960c-bcae4803331f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=7acce53f-3e21-40a0-a276-221f418ca6d6,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:02.840175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3cf82af6-275c-41b5-a2f7-d0e17b9ad947 None None] Provisioning for port 7acce53f-3e21-40a0-a276-221f418ca6d6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:02.848422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3cf82af6-275c-41b5-a2f7-d0e17b9ad947 None None] Provisioning complete for port 7acce53f-3e21-40a0-a276-221f418ca6d6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:02.848854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cf82af6-275c-41b5-a2f7-d0e17b9ad947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.881384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-155a7073-e19e-4b8b-9fd1-aa0a3a45fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:02.883564 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-155a7073-e19e-4b8b-9fd1-aa0a3a45fd99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 200 len: 913 time: 0.8859892 Apr 05 12:09:02.891499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 8737997b-1fe5-432d-8678-a7939f8e0bea will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:02.895459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:02.904571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1339dc44-1b35-4066-be14-cc05c06b1054,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:02.935951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3cf82af6-275c-41b5-a2f7-d0e17b9ad947 None None] Port 7acce53f-3e21-40a0-a276-221f418ca6d6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:02.946141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:02.988184 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31d78d90-86cf-490b-a446-b79684928a42 req-09867936-c4c5-47c7-afc7-09980270ebb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3763039 Apr 05 12:09:02.989476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:02.989898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.000133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.000794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 9c855e5f-a06e-49e9-8209-a8044b403c47 of type vlan for network 03ad0896-1807-4184-980d-532a85233b1c Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:03.012300 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:03.033073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port f4c094b2-7305-464f-b476-c42e75d1ba64 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:03.033418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.066808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 7acce53f-3e21-40a0-a276-221f418ca6d6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:03.066808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.093420 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-1f48a9bf-4dd7-48a5-bfc5-d39ef6248fff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 200 len: 217 time: 0.1954882 Apr 05 12:09:03.136531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0e822-c7c8-4790-a36b-44dd9162e5cc req-69a1e16b-8946-488d-80ee-d11692c0aa6d tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:03.139512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-42c0e822-c7c8-4790-a36b-44dd9162e5cc req-69a1e16b-8946-488d-80ee-d11692c0aa6d tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 943 time: 0.7263787 Apr 05 12:09:03.237759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.250156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c4f0b-06da-4dfc-ae42-ec41919c2261 req-1f582e51-9a6d-4c07-9459-ca1e9203f994 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:03.254664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-141c4f0b-06da-4dfc-ae42-ec41919c2261 req-1f582e51-9a6d-4c07-9459-ca1e9203f994 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.7744074 Apr 05 12:09:03.355426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.374060 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-42c0e822-c7c8-4790-a36b-44dd9162e5cc req-0843f08a-39dc-4d72-a7a5-14169b837193 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134204 Apr 05 12:09:03.405390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 23041efe-65d9-4e26-9fe8-7d2e515ba1ed details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:09:03.461247 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-141c4f0b-06da-4dfc-ae42-ec41919c2261 req-5ccff6ac-08c8-4e42-abf1-26683194ca7b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815505 Apr 05 12:09:03.461905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.469542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:03.471519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.510232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.598842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.602485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,segment=NetworkSegment(045afaab-ca69-4a9e-915b-efd86b04363a),segment_id=045afaab-ca69-4a9e-915b-efd86b04363a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:03.619143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed', 'network_id': '15b13c38-926b-44b9-8cad-8d7531c65cf7', 'port_id': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed', 'mac_address': 'fa:16:3e:ae:33:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0cc1f0-8782-4f61-890d-ff4e33d3de9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:09:03.667820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:03.680853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.693117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.694293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-1e66aabb-fac4-452d-9f49-8f8cdb3a6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:03.695998 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-1e66aabb-fac4-452d-9f49-8f8cdb3a6034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e HTTP/1.1" status: 200 len: 852 time: 0.4977813 Apr 05 12:09:03.704494 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3313115 Apr 05 12:09:03.721796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23041efe-65d9-4e26-9fe8-7d2e515ba1ed {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:09:03.742677 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d50942a-ca69-43b1-8c22-5337966a5e42 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/b85057ee-d0b7-40eb-a6aa-1e87b3fc02dc HTTP/1.1" status: 204 len: 168 time: 4.1832726 Apr 05 12:09:03.750807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,segment=NetworkSegment(045afaab-ca69-4a9e-915b-efd86b04363a),segment_id=045afaab-ca69-4a9e-915b-efd86b04363a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:03.757440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:03.763349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:03.763716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:03.787073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1843cf-9847-498e-a124-4e738809f0f0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=03ad0896-1807-4184-980d-532a85233b1c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:03.811919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 03ad0896-1807-4184-980d-532a85233b1c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:03.859644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-286807627'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:03.911160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router 7f76dd1d-2a54-4d06-b971-5825e89510e9 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:03.925885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:03.949704 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-7e1ca226-d7c5-45aa-aa81-f7b80ad36804 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b13c38-926b-44b9-8cad-8d7531c65cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872623 Apr 05 12:09:03.954035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:03.958074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:04.025596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:04.029939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:04.061568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:04.082151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:04.087091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9e330d2-6db7-4873-a9ee-dc41cef593e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:04.101207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:04.108029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:04.108694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.168903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=8737997b-1fe5-432d-8678-a7939f8e0bea,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:04.175515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.247678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['23041efe-65d9-4e26-9fe8-7d2e515ba1ed'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:09:04.257563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.287361 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b25f323f-41b0-4864-ad1f-80ab6cc4a0b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.9839411 Apr 05 12:09:04.289451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:04.346635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e9e330d2-6db7-4873-a9ee-dc41cef593e3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:04.347326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.399605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:04.449854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Sync routers for ids ['7f76dd1d-2a54-4d06-b971-5825e89510e9'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:04.478178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.481698 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4f302fe8-0ca4-4ee8-8b4b-0a806de27194 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0363431 Apr 05 12:09:04.484182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48692) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:04.589442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Routers {'7f76dd1d-2a54-4d06-b971-5825e89510e9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:04.590232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7f76dd1d-2a54-4d06-b971-5825e89510e9'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:04.635359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:04.638140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.687318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for f4c094b2-7305-464f-b476-c42e75d1ba64 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:04.855976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 7acce53f-3e21-40a0-a276-221f418ca6d6 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:04.884054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c629086a-b47f-4234-b362-510f149fa4c2 None None] Provisioning for port 8737997b-1fe5-432d-8678-a7939f8e0bea completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:04.917396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-94d99167-9c37-4c96-890c-b220ea6f37d4 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/7f76dd1d-2a54-4d06-b971-5825e89510e9 HTTP/1.1" status: 200 len: 908 time: 0.4272015 Apr 05 12:09:04.920339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48698) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:04.931228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1569595255', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': True}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:04.937701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:04.947798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Usage tracker for resource:router and tenant:05f9058b970a4a0f88b52dce81c3e448 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:04.957077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:04.967502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c629086a-b47f-4234-b362-510f149fa4c2 None None] Provisioning complete for port 8737997b-1fe5-432d-8678-a7939f8e0bea triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:04.968014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c629086a-b47f-4234-b362-510f149fa4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:04.972322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:04.989850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db6480-a676-4dd4-bade-de4d1e8ee290 req-04364da9-e44a-46c5-b777-8e0ed39770f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:04.991344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66db6480-a676-4dd4-bade-de4d1e8ee290 req-04364da9-e44a-46c5-b777-8e0ed39770f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.1705501 Apr 05 12:09:05.015402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227c85c-f2c4-4c45-acb8-5a7ead881e61 req-cc2376bd-afbf-4db4-9536-ce351d2e607c tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:05.016810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6227c85c-f2c4-4c45-acb8-5a7ead881e61 req-cc2376bd-afbf-4db4-9536-ce351d2e607c tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 944 time: 0.2262528 Apr 05 12:09:05.020595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.023126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.087417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:05.093354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Set router 7f76dd1d-2a54-4d06-b971-5825e89510e9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:05.106583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.140353 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-b34f1ddc-84da-41bc-a63b-f623d7d120d7 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1237907 Apr 05 12:09:05.151822 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66db6480-a676-4dd4-bade-de4d1e8ee290 req-30a93ee5-35d6-4517-911e-04bc3df86618 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329951 Apr 05 12:09:05.155262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3f04f5-ed20-4f4c-b549-f28405e648e6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:05.161574 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc3f04f5-ed20-4f4c-b549-f28405e648e6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.3909080 Apr 05 12:09:05.163913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6227c85c-f2c4-4c45-acb8-5a7ead881e61 req-77abdec1-68d3-4502-a8fb-6b3ddd90310d tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204503 Apr 05 12:09:05.166059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48702) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:05.254060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.254554 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 5e3d9101-6389-47f7-9703-473515e31034 of type vlan for network 6085dee5-a546-42e3-b4c9-ce2a442a93ee Apr 05 12:09:05.330348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c629086a-b47f-4234-b362-510f149fa4c2 None None] Port 8737997b-1fe5-432d-8678-a7939f8e0bea cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:05.481964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ff0f0-3cb0-4913-8d10-61fbb418d308 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:05.488663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ff0f0-3cb0-4913-8d10-61fbb418d308 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:05.489488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-174ff0f0-3cb0-4913-8d10-61fbb418d308 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:05.571785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23'}], 'enable_snat': False}, 'gw_port_id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:58Z', 'updated_at': '2022-04-05T12:09:01Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:00Z', 'updated_at': '2022-04-05T12:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:05.577445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Checking router: 7f76dd1d-2a54-4d06-b971-5825e89510e9 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:09:05.577798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Updating router 7f76dd1d-2a54-4d06-b971-5825e89510e9 port 3b761c6e-210e-4eb7-b07b-5b4820e3774d binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:09:05.637177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.719864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.806319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-174ff0f0-3cb0-4913-8d10-61fbb418d308 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:05.810776 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-174ff0f0-3cb0-4913-8d10-61fbb418d308 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.5013571 Apr 05 12:09:05.812957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48708) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:05.821069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.833613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.865582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-843bbffc-46dc-4e73-af96-aa613114a910 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6947322 Apr 05 12:09:05.870628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48712) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:05.899233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1908574477'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:05.902803 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2a95e495-ebfe-44c7-915b-1b4a73d8fda2 req-12bf0e2b-a493-40bc-a04d-e1004464f18c service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869590 Apr 05 12:09:05.921802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.930647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:05.931556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:05.937182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:05.938825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=7acce53f-3e21-40a0-a276-221f418ca6d6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:05.963291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:05.977015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:06.001925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52844d3-bf54-4b22-83b4-7f34fdfb85d1 req-4019cdfd-70a8-46ac-a743-cdcf6c233e2e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:06.003586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d52844d3-bf54-4b22-83b4-7f34fdfb85d1 req-4019cdfd-70a8-46ac-a743-cdcf6c233e2e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6243663 Apr 05 12:09:06.004943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:06.018785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 8737997b-1fe5-432d-8678-a7939f8e0bea {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:06.020531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.022374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:06.116398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Request body: {'floatingip': {'port_id': 'b7a593a1-c5cd-4067-b829-45b60c1544b9'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:06.166460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:06.170447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.181790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.210079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Transition to ACTIVE for port object 3b761c6e-210e-4eb7-b07b-5b4820e3774d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:06.228623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.321704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:06.341202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.341530 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment 1c064232-d2d4-4eaf-b28a-0c9df0c51bed of type vlan for network dea5f7f2-4594-4007-b0d9-1f44b01f6732 Apr 05 12:09:06.380661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Attempting to bind port 3b761c6e-210e-4eb7-b07b-5b4820e3774d on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:06.381231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Attempting to bind port 3b761c6e-210e-4eb7-b07b-5b4820e3774d by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:06.381733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Attempting to bind port 3b761c6e-210e-4eb7-b07b-5b4820e3774d on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:06.391394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f6f6-381f-49f6-af63-869899e4a5bf None None] Pushing event updated for resources: {'Port': ['ID=3b761c6e-210e-4eb7-b07b-5b4820e3774d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:06.398992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:06.399539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:06.400083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.400615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:06.401310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Bound port: 3b761c6e-210e-4eb7-b07b-5b4820e3774d, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:06.401829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.474011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7091565 Apr 05 12:09:06.477262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.504622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48722) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:06.515394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] For port 3b761c6e-210e-4eb7-b07b-5b4820e3774d, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:06.521207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] For port 3b761c6e-210e-4eb7-b07b-5b4820e3774d, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b761c6e-210e-4eb7-b07b-5b4820e3774d,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:06.524746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '03ad0896-1807-4184-980d-532a85233b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:06.526995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.567632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.572410 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1f61c758-70ef-49b3-a3b2-51770f06b8e3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/7acce53f-3e21-40a0-a276-221f418ca6d6 HTTP/1.1" status: 204 len: 168 time: 3.7875063 Apr 05 12:09:06.578029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:06.592355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9674e-f7d5-473f-9372-5e52bf2fe4af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=6085dee5-a546-42e3-b4c9-ce2a442a93ee,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:06.609198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:06.629889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.704998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.708288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f6f6-381f-49f6-af63-869899e4a5bf None None] Pushing event updated for resources: {'Port': ['ID=3b761c6e-210e-4eb7-b07b-5b4820e3774d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:06.764976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Routers {'7f76dd1d-2a54-4d06-b971-5825e89510e9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:06.766166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7f76dd1d-2a54-4d06-b971-5825e89510e9'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:06.779735 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-956adacc-9705-4fe8-a286-b74de7a9d099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:09:06.781076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-956adacc-9705-4fe8-a286-b74de7a9d099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:06.809845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=f4c094b2-7305-464f-b476-c42e75d1ba64,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:06.872076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.882550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:06.883547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.900199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc673dd3-8fad-42ba-8994-4ebea2a1b99c req-befd74cb-cc04-48d2-a716-61a46667d3ad tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:06.902476 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dc673dd3-8fad-42ba-8994-4ebea2a1b99c req-befd74cb-cc04-48d2-a716-61a46667d3ad tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 944 time: 0.5570621 Apr 05 12:09:06.905329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:06.922335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:06.977825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:06.980369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-956adacc-9705-4fe8-a286-b74de7a9d099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:06.981388 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-956adacc-9705-4fe8-a286-b74de7a9d099 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/7acce53f-3e21-40a0-a276-221f418ca6d6 HTTP/1.1" status: 404 len: 333 time: 0.3917527 Apr 05 12:09:06.987201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:07.087442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] Set router 7f76dd1d-2a54-4d06-b971-5825e89510e9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:07.107980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet feb6be9e-d168-4951-a851-aa74425bc5db {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:07.143938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 8737997b-1fe5-432d-8678-a7939f8e0bea owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:07.179650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:07.213325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:07.273020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.413728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 23041efe-65d9-4e26-9fe8-7d2e515ba1ed up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:07.447002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.591217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:07.601747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:07.602123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.636573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23'}], 'enable_snat': False}, 'gw_port_id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:58Z', 'updated_at': '2022-04-05T12:09:01Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:00Z', 'updated_at': '2022-04-05T12:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:07.648776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b1c9d-b397-4127-acd4-4cd3250ac215 None None] The sync data for ids ['7f76dd1d-2a54-4d06-b971-5825e89510e9'] in dv-neutron-833203-3-hyperv is: [{'id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23'}], 'enable_snat': False}, 'gw_port_id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:08:58Z', 'updated_at': '2022-04-05T12:09:01Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': '3b761c6e-210e-4eb7-b07b-5b4820e3774d', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f76dd1d-2a54-4d06-b971-5825e89510e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:00Z', 'updated_at': '2022-04-05T12:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:07.674101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.716350 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8389380 Apr 05 12:09:07.731095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48734) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:07.732632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.756656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:07.816076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.854906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:09:07.880939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,segment=NetworkSegment(045afaab-ca69-4a9e-915b-efd86b04363a),segment_id=045afaab-ca69-4a9e-915b-efd86b04363a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:07.887881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:07.923524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de600acf-ef23-4111-a1ec-fb7554ffc880 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=dea5f7f2-4594-4007-b0d9-1f44b01f6732,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:08.054888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:08.058836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.144079 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed', 'code': 200} Apr 05 12:09:08.145339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:08.149078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:08.197522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.211901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.381923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.403011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dc673dd3-8fad-42ba-8994-4ebea2a1b99c req-ab8b5e47-53ba-4858-ab72-adf66866e600 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4585552 Apr 05 12:09:08.454799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:08.479887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:08.500078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:08.552304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:08.596944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.664076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:08.667643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.799877 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Floating IP de2a2131-4b1d-4b21-b97e-32b71faddc1c associated. External IP: 172.26.5.35, port: b7a593a1-c5cd-4067-b829-45b60c1544b9. Apr 05 12:09:08.851397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:08.902567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.042100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=8737997b-1fe5-432d-8678-a7939f8e0bea,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:09.065834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 172.26.5.8 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/6daf2640-8476-46fc-980a-9b5b452890ad) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:09.076084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.117004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=feb6be9e-d168-4951-a851-aa74425bc5db,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:09.136344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b6461-3be2-44dd-b056-951e1d448a7b None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:09.148942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.183650 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a64b3b0d-4cd5-49b1-ac52-935d789b82bf tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/feb6be9e-d168-4951-a851-aa74425bc5db HTTP/1.1" status: 204 len: 168 time: 2.1930571 Apr 05 12:09:09.212069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48740) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:09.286031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c4931e78-cc11-49f8-a2e0-0f3b74f1b553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/8737997b-1fe5-432d-8678-a7939f8e0bea HTTP/1.1" status: 204 len: 168 time: 3.4681997 Apr 05 12:09:09.304066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48744) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:09.372311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 69a9a366-bb0d-4e4d-ab08-52b6ae0056f1 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:09.441336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.532775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a442975-22dc-4866-8c50-ed6af653eb23 req-45094ee4-4585-46f8-8ba3-cd2aa92ccf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:09.534002 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a442975-22dc-4866-8c50-ed6af653eb23 req-45094ee4-4585-46f8-8ba3-cd2aa92ccf64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 1098 time: 1.1338370 Apr 05 12:09:09.542315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.731432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9dc3ff-e05f-4af6-9f23-486f3d301f81 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:09.734386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9dc3ff-e05f-4af6-9f23-486f3d301f81 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:09.735506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4f9dc3ff-e05f-4af6-9f23-486f3d301f81 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:09.793420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.917202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4f9dc3ff-e05f-4af6-9f23-486f3d301f81 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:09.918450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4f9dc3ff-e05f-4af6-9f23-486f3d301f81 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6011555 Apr 05 12:09:09.927774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:09.927924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:09.941455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.005951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=a94d1040-ace7-4f5e-9b23-1740b9e54076,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:10.018074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9a442975-22dc-4866-8c50-ed6af653eb23 req-358235e5-7103-4791-b19f-660dcdb4c995 service neutron] Synchronizing usage tracker for tenant:6bd73e5ba5d249df98602b5f9b0555a1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:10.114354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b761c6e-210e-4eb7-b07b-5b4820e3774d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:10.135140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': '1c064232-d2d4-4eaf-b28a-0c9df0c51bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:10.136034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: dea5f7f2-4594-4007-b0d9-1f44b01f6732, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:10.144920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '9c855e5f-a06e-49e9-8209-a8044b403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03ad0896-1807-4184-980d-532a85233b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:10.145343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 03ad0896-1807-4184-980d-532a85233b1c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:10.161439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=4a2ea252-319c-4ed1-a490-9456661f2b65,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:10.169951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Router 28d04d69-b9bb-4743-9e6f-7d230909556c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:10.181244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23dfa-9351-456c-a922-a54a57ab4494 req-fb108aa1-dd01-485e-b299-6a0ac31db992 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:10.182924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ac23dfa-9351-456c-a922-a54a57ab4494 req-fb108aa1-dd01-485e-b299-6a0ac31db992 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.5820389 Apr 05 12:09:10.209628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet b1d6c5d7-a6ad-4408-b168-25dd612cddbf {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:10.230791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9a442975-22dc-4866-8c50-ed6af653eb23 req-358235e5-7103-4791-b19f-660dcdb4c995 service neutron] Unset dirty status for tenant:6bd73e5ba5d249df98602b5f9b0555a1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:10.231857 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9a442975-22dc-4866-8c50-ed6af653eb23 req-358235e5-7103-4791-b19f-660dcdb4c995 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565363 Apr 05 12:09:10.235407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.238926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.286285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3b761c6e-210e-4eb7-b07b-5b4820e3774d completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:10.294235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 03ad0896-1807-4184-980d-532a85233b1c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:10.295705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3b761c6e-210e-4eb7-b07b-5b4820e3774d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:10.296077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.309056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:10.353973 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ac23dfa-9351-456c-a922-a54a57ab4494 req-f07e6a18-f5df-47bf-b7be-4091fbccc0ad tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506221 Apr 05 12:09:10.356442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:10.364048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 03ad0896-1807-4184-980d-532a85233b1c) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:10.368851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, dea5f7f2-4594-4007-b0d9-1f44b01f6732) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:10.370572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:10.378612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:10.379220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.386369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:10.414343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461c489-435b-457a-a413-a8f86b7a345a None None] Network 03ad0896-1807-4184-980d-532a85233b1c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:10.418388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=6daf2640-8476-46fc-980a-9b5b452890ad,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:10.423219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:10.423569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Router bd28b94b-25c6-4169-af19-ffc401d0f6e7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:10.423801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.432521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b1305-c250-42f4-814b-296d00803eac None None] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:10.437944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.527160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.609181 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-10b4d43d-9deb-449b-b015-49be259c34bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8705502 Apr 05 12:09:10.616042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:10.676236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-044bdbd3-ffbb-4eb8-abd8-6dd2e1486c6b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1685624 Apr 05 12:09:10.683088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48758) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:10.688085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732', 'name': 'tempest-PortsTestJSON-1748174347'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:10.736428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:10.753241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8bc72701-be1a-4a85-b782-7dde7ed68abc None None] Provisioning complete for port 480822b3-c989-4ace-9b4f-c9786e45766b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:10.753962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bc72701-be1a-4a85-b782-7dde7ed68abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.800162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.849343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:10.867273 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] Sync routers for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:10.878058 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:10.878685 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:10.928410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:10.941457 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:10.951700 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] Routers {'28d04d69-b9bb-4743-9e6f-7d230909556c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:10.952555 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['28d04d69-b9bb-4743-9e6f-7d230909556c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:10.978853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.014473 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1b84d945-facb-499e-9775-b84b8f5bd605 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "PUT /v2.0/routers/28d04d69-b9bb-4743-9e6f-7d230909556c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8939204 Apr 05 12:09:11.017697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48762) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:11.027934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:11.028335 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55643-528e-4e88-96e7-33cb72b3517a None None] The sync data for ids ['28d04d69-b9bb-4743-9e6f-7d230909556c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:11.035652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.103636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.108145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=69a9a366-bb0d-4e4d-ab08-52b6ae0056f1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:11.112983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa42e7a-f771-437e-98ef-0231c92a30ff None None] Network 2480407d-36ab-4154-931e-a92cafdf6164 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:11.135064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 3b761c6e-210e-4eb7-b07b-5b4820e3774d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b761c6e-210e-4eb7-b07b-5b4820e3774d,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:11.172433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-03ad0896-1807-4184-980d-532a85233b1c', 'network_id': '03ad0896-1807-4184-980d-532a85233b1c', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': 'a94d1040-ace7-4f5e-9b23-1740b9e54076'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:11.173626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.228992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.234281 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/b1d6c5d7-a6ad-4408-b168-25dd612cddbf HTTP/1.1" status: 204 len: 168 time: 1.2992184 Apr 05 12:09:11.237034 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-55731d2a-19c9-48b2-808f-ece716d732e9 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/69a9a366-bb0d-4e4d-ab08-52b6ae0056f1 HTTP/1.1" status: 204 len: 168 time: 2.0208213 Apr 05 12:09:11.238017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134c3a-f71f-4289-85be-9afc5880e44b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d6c5d7-a6ad-4408-b168-25dd612cddbf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:11.243705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48766) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:11.243705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:11.269892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-dea5f7f2-4594-4007-b0d9-1f44b01f6732', 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': '4a2ea252-319c-4ed1-a490-9456661f2b65'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:11.270711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.281014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf8157-9cfc-4c58-a38f-93ad5220af49 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:11.298943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.350601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:11.364102 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6ac9d7d-6d2a-405f-b5da-91a324db0459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059735 Apr 05 12:09:11.368222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:11.386413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:11.434435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:11.443188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:11.466065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:11.513032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Sync routers for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:11.575615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.588067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:11.654600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:11.654600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.702649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:11.718401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:11.719801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:11.746780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851eea5f-9026-4efe-9401-d70ac3893b8f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:11.747556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-851eea5f-9026-4efe-9401-d70ac3893b8f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:11.809722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.887144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.896194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.905348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:11.908792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:11.959382 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7c4245c1-9aef-42c6-b0b9-f8153f878263 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "PUT /v2.0/floatingips/de2a2131-4b1d-4b21-b97e-32b71faddc1c HTTP/1.1" status: 200 len: 990 time: 5.9093277 Apr 05 12:09:11.972575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:09:11.975197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=3b761c6e-210e-4eb7-b07b-5b4820e3774d,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:12.009762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 480822b3-c989-4ace-9b4f-c9786e45766b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:12.010105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.068059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9360-eea4-4569-86a5-31d59476c417 req-a75778e6-84bd-448d-a0bb-57432b47cf14 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:12.070548 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7db9360-eea4-4569-86a5-31d59476c417 req-a75778e6-84bd-448d-a0bb-57432b47cf14 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.5036318 Apr 05 12:09:12.071629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-851eea5f-9026-4efe-9401-d70ac3893b8f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:12.078058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:12.078324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-851eea5f-9026-4efe-9401-d70ac3893b8f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7090781 Apr 05 12:09:12.083994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port c8605aca-a10f-43ae-98be-282fa0610190 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:12.280062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:12.289186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e6304-4817-411f-ad30-a04393535209 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:12.289899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1e6304-4817-411f-ad30-a04393535209 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:12.353711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.392968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Allocated IP 172.20.0.2 (dea5f7f2-4594-4007-b0d9-1f44b01f6732/4a2ea252-319c-4ed1-a490-9456661f2b65/b90d6ee4-0e88-42fb-a81f-a63153ec2957) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:12.414566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Allocated IP 2001:db8::2 (03ad0896-1807-4184-980d-532a85233b1c/a94d1040-ace7-4f5e-9b23-1740b9e54076/9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:12.421401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6c1e6304-4817-411f-ad30-a04393535209 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:12.423659 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c1e6304-4817-411f-ad30-a04393535209 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3420529 Apr 05 12:09:12.432538 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7db9360-eea4-4569-86a5-31d59476c417 req-e161bdad-4788-4db0-84e0-3706fcc2ee4d tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578242 Apr 05 12:09:12.437299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:12.447421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port 480822b3-c989-4ace-9b4f-c9786e45766b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=480822b3-c989-4ace-9b4f-c9786e45766b,segment=NetworkSegment(bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11),segment_id=bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:12.448389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.602777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 480822b3-c989-4ace-9b4f-c9786e45766b owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:12.648986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting port 1293b801-7d1f-4f35-8e28-93c5aeb99c03 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:12.649321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.677994 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'status': 'completed', 'code': 200} Apr 05 12:09:12.699084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bc441-f56a-48ac-9669-e787448744d9 None None] DHCP port deletion for 2480407d-36ab-4154-931e-a92cafdf6164 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:12.767522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-246bc441-f56a-48ac-9669-e787448744d9 None None] Deleting port 480822b3-c989-4ace-9b4f-c9786e45766b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:12.768046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-246bc441-f56a-48ac-9669-e787448744d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.862510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:12.887432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.902858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-41844143-a8be-49b9-ab9b-dd03047eba11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652298 Apr 05 12:09:12.916051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48796) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:12.929899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:12.931009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Deleting port e9e330d2-6db7-4873-a9ee-dc41cef593e3 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:12.931692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:12.959781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=480822b3-c989-4ace-9b4f-c9786e45766b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:12.965892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No DVR routers for this DVR port 480822b3-c989-4ace-9b4f-c9786e45766b on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:13.051283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-64a62724-55c2-496e-965a-c62ecf721050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:13.052786 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-64a62724-55c2-496e-965a-c62ecf721050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.3740742 Apr 05 12:09:13.058291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.063642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-246bc441-f56a-48ac-9669-e787448744d9 None None] The port '480822b3-c989-4ace-9b4f-c9786e45766b' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:09:13.078148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f4849-4030-4b29-9453-ff10a63b05ad req-ae637761-f3cb-406d-b128-32a044fb6a29 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:13.085216 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d29f4849-4030-4b29-9453-ff10a63b05ad req-ae637761-f3cb-406d-b128-32a044fb6a29 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.9093657 Apr 05 12:09:13.260824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d29f4849-4030-4b29-9453-ff10a63b05ad req-be1fc3bb-0a39-434f-ba10-d85313071a40 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745379 Apr 05 12:09:13.287526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Calling delete_port for 1293b801-7d1f-4f35-8e28-93c5aeb99c03 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:13.294018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.315725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.467986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:13.483115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.492668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.499773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25a1b-6cea-4916-a817-4e533a753722 req-5785f718-c1a6-48ac-a58e-5654ab200245 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:13.501323 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c2c25a1b-6cea-4916-a817-4e533a753722 req-5785f718-c1a6-48ac-a58e-5654ab200245 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.7565753 Apr 05 12:09:13.582908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Transition to ACTIVE for port object b90d6ee4-0e88-42fb-a81f-a63153ec2957 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:13.583977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:13.603768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2480407d-36ab-4154-931e-a92cafdf6164']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:13.626266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.633034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:13.633314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd4d8bd-d980-4f32-9c77-4b7eb4e31d11') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:13.654556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:13.656371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] For port e9e330d2-6db7-4873-a9ee-dc41cef593e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9e330d2-6db7-4873-a9ee-dc41cef593e3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:13.656710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.658927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.662335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.665365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Transition to ACTIVE for port object b90d6ee4-0e88-42fb-a81f-a63153ec2957 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:13.670869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Transition to ACTIVE for port object 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:13.676579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=5bb059d8-71cd-4a26-bc64-88cce6baf78d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:13.688034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '5e3d9101-6389-47f7-9703-473515e31034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:13.688462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 6085dee5-a546-42e3-b4c9-ce2a442a93ee, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:13.702863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-c76e9c2e-c839-4ff6-94e0-cf3420b0961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:13.703839 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-c76e9c2e-c839-4ff6-94e0-cf3420b0961f service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.6374876 Apr 05 12:09:13.705152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.785412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:13.786026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:13.809843 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:13.812345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Calling delete_port for e9e330d2-6db7-4873-a9ee-dc41cef593e3 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:13.840755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c2c25a1b-6cea-4916-a817-4e533a753722 req-b746cf45-94cf-4eba-80d0-c9989c78c543 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952003 Apr 05 12:09:13.856329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:13.983086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:13.996630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'de2a2131-4b1d-4b21-b97e-32b71faddc1c', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'port_id': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'mac_address': 'fa:16:3e:80:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:08:28Z', 'updated_at': '2022-04-05T12:09:07Z', 'revision_number': 1, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:14.001974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:14.009243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:14.022794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Pushing event updated for resources: {'Port': ['ID=b90d6ee4-0e88-42fb-a81f-a63153ec2957,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.028479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Checking router: bd28b94b-25c6-4169-af19-ffc401d0f6e7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:09:14.115290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b761c6e-210e-4eb7-b07b-5b4820e3774d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:14.149599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.180564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:14.181467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:14.222779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.9 (dea5f7f2-4594-4007-b0d9-1f44b01f6732/4a2ea252-319c-4ed1-a490-9456661f2b65/c8605aca-a10f-43ae-98be-282fa0610190) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:14.242016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Port': ['ID=1293b801-7d1f-4f35-8e28-93c5aeb99c03,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.278299 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-7e5aefef-03ce-4787-905d-96ad525eef50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 998 time: 0.5677803 Apr 05 12:09:14.285201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.288654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Transition to ACTIVE for port object 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:14.341117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.345710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.371556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.407650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=2480407d-36ab-4154-931e-a92cafdf6164,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.421280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.426441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] Pushing event deleted for resources: {'Port': ['ID=e9e330d2-6db7-4873-a9ee-dc41cef593e3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.442041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-092e1e60-f5d3-4b91-a722-cd9e20d52589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.443640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-092e1e60-f5d3-4b91-a722-cd9e20d52589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.1505949 Apr 05 12:09:14.454503 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3772aaa1-040b-4e34-8fe7-5645855046d1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/2480407d-36ab-4154-931e-a92cafdf6164 HTTP/1.1" status: 204 len: 168 time: 3.1969373 Apr 05 12:09:14.455660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:14.498471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e82553-2096-4066-83c4-2d7701b29752 None None] No DVR routers for this DVR port e9e330d2-6db7-4873-a9ee-dc41cef593e3 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:14.522814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Attempting to bind port b90d6ee4-0e88-42fb-a81f-a63153ec2957 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:14.523343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Attempting to bind port b90d6ee4-0e88-42fb-a81f-a63153ec2957 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1c064232-d2d4-4eaf-b28a-0c9df0c51bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:14.524111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Attempting to bind port b90d6ee4-0e88-42fb-a81f-a63153ec2957 on network dea5f7f2-4594-4007-b0d9-1f44b01f6732 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:14.532245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.551505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Network 03ad0896-1807-4184-980d-532a85233b1c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:14.558241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:14.616721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:14.617006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Checking segment: {'id': '1c064232-d2d4-4eaf-b28a-0c9df0c51bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:14.617410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.617812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Bound using segment: {'id': '1c064232-d2d4-4eaf-b28a-0c9df0c51bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:14.618311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Bound port: b90d6ee4-0e88-42fb-a81f-a63153ec2957, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c064232-d2d4-4eaf-b28a-0c9df0c51bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:14.618693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.650034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:14.669875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Pushing event updated for resources: {'Port': ['ID=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.767079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.771160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.811814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.817984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.818568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Fanout notify agent at l3_agent the message router_deleted on router 28d04d69-b9bb-4743-9e6f-7d230909556c {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:09:14.834836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:14.837572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:14.845464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b781072-3680-4664-bb33-f64469ebd761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.846205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b781072-3680-4664-bb33-f64469ebd761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:14.854558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:14.859945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.861347 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0a75f18f-0869-46e1-97d1-c8527f122b2b tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/routers/28d04d69-b9bb-4743-9e6f-7d230909556c HTTP/1.1" status: 204 len: 168 time: 3.8284018 Apr 05 12:09:14.865107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:14.871191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.871775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.875625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-dbe5ee58-f47c-4a8b-aac2-f3938ce062e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.877897 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-dbe5ee58-f47c-4a8b-aac2-f3938ce062e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4201598 Apr 05 12:09:14.880990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=01de61c0-6274-4953-aacf-6a3b4da97bc6,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:14.883697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object c8605aca-a10f-43ae-98be-282fa0610190 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:14.909759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17713ef9-fa29-43c5-b9de-4c433d8ec00e None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:14.915957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320279b9-4433-4435-a83f-16a73a13aa68 req-72ff7b48-ca50-448b-ba48-15a495784637 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.918325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-320279b9-4433-4435-a83f-16a73a13aa68 req-72ff7b48-ca50-448b-ba48-15a495784637 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.4440618 Apr 05 12:09:14.925426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 6085dee5-a546-42e3-b4c9-ce2a442a93ee) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:14.948682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3b761c6e-210e-4eb7-b07b-5b4820e3774d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:14.949065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.958811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:14.959416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:14.965895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b781072-3680-4664-bb33-f64469ebd761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:14.967449 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b781072-3680-4664-bb33-f64469ebd761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5090609 Apr 05 12:09:14.975959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48814) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.003102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8462298-969a-4754-814a-ee0f1185b927 None None] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:15.041075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:15.075600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router cf22b06d-9c67-47f5-9124-5bb9fbec674e is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:15.082132 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b317be47-988d-40f3-b2f2-5c42eaaad4bf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1595659 Apr 05 12:09:15.088023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48818) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.100643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '01de61c0-6274-4953-aacf-6a3b4da97bc6', 'ip_address': '2001:db8::122a:4802:4d34:7337'}], 'name': 'tempest-NetworksTestDHCPv6-683402688'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:15.124537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61478924-5d27-4158-9593-7f4729995645 req-5a8fbd36-85e7-4db8-983c-e6015991ed8b tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:15.126774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61478924-5d27-4158-9593-7f4729995645 req-5a8fbd36-85e7-4db8-983c-e6015991ed8b tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.7695529 Apr 05 12:09:15.131196 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97560bfd-d519-412d-ad6c-79ccc7f1d02b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4265962 Apr 05 12:09:15.134769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Deleting subnet 17bf5c20-510d-4696-b02b-9a8fb2498ba9 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:15.141279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.146021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.157137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-320279b9-4433-4435-a83f-16a73a13aa68 req-8be2df6e-bb94-499c-aa31-d42f08d96e88 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2297130 Apr 05 12:09:15.182598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154797085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:15.196574 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-4e5be764-1023-41c9-875c-eb4b101cd2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780108 Apr 05 12:09:15.197493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:15.228373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:15.232984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Attempting to bind port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:15.233787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Attempting to bind port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9c855e5f-a06e-49e9-8209-a8044b403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03ad0896-1807-4184-980d-532a85233b1c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:15.233787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Attempting to bind port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 on network 03ad0896-1807-4184-980d-532a85233b1c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:15.234009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:15.251245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:15.251596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Checking segment: {'id': '9c855e5f-a06e-49e9-8209-a8044b403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03ad0896-1807-4184-980d-532a85233b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:15.252796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.252796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Bound using segment: {'id': '9c855e5f-a06e-49e9-8209-a8044b403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03ad0896-1807-4184-980d-532a85233b1c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:15.253034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:15.253137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Bound port: 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c855e5f-a06e-49e9-8209-a8044b403c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '03ad0896-1807-4184-980d-532a85233b1c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:15.253227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.263826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.324558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.428454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] For port b90d6ee4-0e88-42fb-a81f-a63153ec2957, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:15.494326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.496092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.496224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61478924-5d27-4158-9593-7f4729995645 req-8e287035-15fa-49b9-8f2c-03dccf3ccb5b tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349674 Apr 05 12:09:15.533893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] For port b90d6ee4-0e88-42fb-a81f-a63153ec2957, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b90d6ee4-0e88-42fb-a81f-a63153ec2957,segment=NetworkSegment(1c064232-d2d4-4eaf-b28a-0c9df0c51bed),segment_id=1c064232-d2d4-4eaf-b28a-0c9df0c51bed)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:15.569907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.587056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.602016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.621632 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d23d5fa1-a4a5-4ae5-a25b-18da4af86b61 req-39070bc5-26ce-44fd-bb10-c28b7d592885 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158280 Apr 05 12:09:15.645796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=c8605aca-a10f-43ae-98be-282fa0610190,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:15.660309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:15.667877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:15.676712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.687757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.691630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:15.733163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c3723917-4102-46e5-b131-fb7251031cb3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:15.736040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Subnet': ['ID=17bf5c20-510d-4696-b02b-9a8fb2498ba9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:15.745785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.758177 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf4d8a6f-1417-42f7-8cc6-408595e4d4a8 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/subnets/17bf5c20-510d-4696-b02b-9a8fb2498ba9 HTTP/1.1" status: 204 len: 168 time: 0.8877733 Apr 05 12:09:15.759457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.760963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:15.763058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:15.770707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:15.774715 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10cd9a80-f679-4ce2-acbb-620cda5c7ab5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6294596 Apr 05 12:09:15.774905 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Sync routers for ids ['cf22b06d-9c67-47f5-9124-5bb9fbec674e'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:15.775912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48830) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.790241 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Routers {'cf22b06d-9c67-47f5-9124-5bb9fbec674e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:15.790897 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cf22b06d-9c67-47f5-9124-5bb9fbec674e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:15.881372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:15.898500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c3723917-4102-46e5-b131-fb7251031cb3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:15.900146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c3723917-4102-46e5-b131-fb7251031cb3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9193711 Apr 05 12:09:15.908942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48834) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:15.932830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] For port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:15.953327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 480822b3-c989-4ace-9b4f-c9786e45766b no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:15.976215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2000886201'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:16.004059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:16.004706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.006621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.012553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:16.018092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.019358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f6e1621a-256a-4293-ae1f-42712a0f9e08 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.0958710 Apr 05 12:09:16.022576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:16.049210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 480822b3-c989-4ace-9b4f-c9786e45766b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:16.049960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 480822b3-c989-4ace-9b4f-c9786e45766b not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:16.050654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9e330d2-6db7-4873-a9ee-dc41cef593e3 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:16.094181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:16.106911 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Set router cf22b06d-9c67-47f5-9124-5bb9fbec674e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:16.127448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:16.129186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] For port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,segment=NetworkSegment(9c855e5f-a06e-49e9-8209-a8044b403c47),segment_id=9c855e5f-a06e-49e9-8209-a8044b403c47)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:16.130485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:16.157814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f05c8-a1b2-4c7f-ae94-47e863e7b835 None None] Pushing event updated for resources: {'Port': ['ID=b90d6ee4-0e88-42fb-a81f-a63153ec2957,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:16.182857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e9e330d2-6db7-4873-a9ee-dc41cef593e3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:16.182857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9e330d2-6db7-4873-a9ee-dc41cef593e3 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:16.189509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '01de61c0-6274-4953-aacf-6a3b4da97bc6'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:16.203523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.226238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.253034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:16.258890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac0bd836-be46-4bce-82f2-121561124fe9 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6370916 Apr 05 12:09:16.267506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48844) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:16.357686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'dea5f7f2-4594-4007-b0d9-1f44b01f6732', 'name': 'tempest-PortsTestJSON-499823148'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:16.389511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc243a-d58e-475d-8e44-46928758cb16 None None] Pushing event updated for resources: {'Port': ['ID=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:16.420600 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e673e19-1df4-4c92-85bf-b32fe5eec122 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/cf22b06d-9c67-47f5-9124-5bb9fbec674e HTTP/1.1" status: 200 len: 906 time: 0.3959422 Apr 05 12:09:16.424624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:16.503012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-6085dee5-a546-42e3-b4c9-ce2a442a93ee', 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': '5bb059d8-71cd-4a26-bc64-88cce6baf78d'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:16.504016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.720842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.726384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:16.730811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.787083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8fb30a-3753-4db4-a338-1a5d6152faf9']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:16.868344 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22b06d-9c67-47f5-9124-5bb9fbec674e', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '6daf2640-8476-46fc-980a-9b5b452890ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:05Z', 'updated_at': '2022-04-05T12:09:11Z', 'revision_number': 3, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port': {'id': '6daf2640-8476-46fc-980a-9b5b452890ad', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:68:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf22b06d-9c67-47f5-9124-5bb9fbec674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:07Z', 'updated_at': '2022-04-05T12:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:16.874931 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Checking router: cf22b06d-9c67-47f5-9124-5bb9fbec674e for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:09:16.875588 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Updating router cf22b06d-9c67-47f5-9124-5bb9fbec674e port 6daf2640-8476-46fc-980a-9b5b452890ad binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:09:16.912315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbda1f30-8760-45d7-a32d-62ada362289a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:16.912654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbda1f30-8760-45d7-a32d-62ada362289a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:16.955523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:16.985500 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.040117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.124597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.175976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:17.177147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:17.222979 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:17.296419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:17.307060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.307542 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment 76273146-403c-4375-9bdd-3ca2e0d3dd93 of type vlan for network c800009e-697b-4752-9aca-193248fcd03e Apr 05 12:09:17.316501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/01de61c0-6274-4953-aacf-6a3b4da97bc6/3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:17.337396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.345248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Allocated IP 2001:db8:1::2 (6085dee5-a546-42e3-b4c9-ce2a442a93ee/5bb059d8-71cd-4a26-bc64-88cce6baf78d/4f19f15f-4a9e-4ad8-9ace-808da332e25f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:17.357001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'de2a2131-4b1d-4b21-b97e-32b71faddc1c', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'port_id': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'mac_address': 'fa:16:3e:80:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:08:28Z', 'updated_at': '2022-04-05T12:09:07Z', 'revision_number': 1, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:17.428955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbca936-a26c-470a-8971-f548be8a3fc7 None None] The sync data for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv is: [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'de2a2131-4b1d-4b21-b97e-32b71faddc1c', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'port_id': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'mac_address': 'fa:16:3e:80:56:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:08:28Z', 'updated_at': '2022-04-05T12:09:07Z', 'revision_number': 1, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:17.452614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.457950 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.458649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.477392 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Transition to ACTIVE for port object 6daf2640-8476-46fc-980a-9b5b452890ad will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:17.491865 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.579429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.595128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:17.596058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.620156 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5cdd-04ec-4a11-bfaf-e7854ad3a000 None None] Pushing event updated for resources: {'Port': ['ID=6daf2640-8476-46fc-980a-9b5b452890ad,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:17.630322 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] 10.222.0.50 "DELETE /v2.0/networks/1a8fb30a-3753-4db4-a338-1a5d6152faf9 HTTP/1.1" status: 204 len: 168 time: 1.8693979 Apr 05 12:09:17.660761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ba1ba-b4af-42ce-9d60-7123dd486f75 tempest-FloatingIPTestJSON-491803594 tempest-FloatingIPTestJSON-491803594-project] Pushing event deleted for resources: {'Network': ['ID=1a8fb30a-3753-4db4-a338-1a5d6152faf9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:17.676777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Attempting to bind port 6daf2640-8476-46fc-980a-9b5b452890ad on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:17.677522 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Attempting to bind port 6daf2640-8476-46fc-980a-9b5b452890ad by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:17.678112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Attempting to bind port 6daf2640-8476-46fc-980a-9b5b452890ad on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:17.685558 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:17.686438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:17.687075 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.687864 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:17.689001 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Bound port: 6daf2640-8476-46fc-980a-9b5b452890ad, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:17.690006 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.702390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.758118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.784886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting port 6daf2640-8476-46fc-980a-9b5b452890ad {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:17.785749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:17.934836 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] For port 6daf2640-8476-46fc-980a-9b5b452890ad, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:17.942417 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] For port 6daf2640-8476-46fc-980a-9b5b452890ad, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6daf2640-8476-46fc-980a-9b5b452890ad,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:17.943105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a403b4-eeda-4c09-848a-ba81838b07f2 None None] New status for floating IP de2a2131-4b1d-4b21-b97e-32b71faddc1c: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:09:17.957891 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.061948 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a5cdd-04ec-4a11-bfaf-e7854ad3a000 None None] Pushing event updated for resources: {'Port': ['ID=6daf2640-8476-46fc-980a-9b5b452890ad,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:18.096889 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Routers {'cf22b06d-9c67-47f5-9124-5bb9fbec674e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:18.097604 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:08:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cf22b06d-9c67-47f5-9124-5bb9fbec674e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:18.127590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port cd701383-72f6-4803-ad2f-d804be3c4b82 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:18.139528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] For port 6daf2640-8476-46fc-980a-9b5b452890ad, host dv-neutron-833203-3-hyperv, got binding levels [] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:18.140256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.386557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:18.392929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:18.396403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:18.402278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.406114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:18.417386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Transition to ACTIVE for port object 4f19f15f-4a9e-4ad8-9ace-808da332e25f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:18.424741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:18.427385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.443552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Transition to ACTIVE for port object 4f19f15f-4a9e-4ad8-9ace-808da332e25f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:18.460579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2d8bf-086e-4f2a-bb15-3f8b9699e8dc None None] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:18.480145 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5683479 Apr 05 12:09:18.486584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:18.499520 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] Set router cf22b06d-9c67-47f5-9124-5bb9fbec674e gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:18.512014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.555019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:18.558749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:18.637332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b90d6ee4-0e88-42fb-a81f-a63153ec2957 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:18.638803 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf22b06d-9c67-47f5-9124-5bb9fbec674e', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:05Z', 'updated_at': '2022-04-05T12:09:17Z', 'revision_number': 4, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:18.645416 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472aaaee-a0b8-4112-b73c-291dd1bdd6cd None None] The sync data for ids ['cf22b06d-9c67-47f5-9124-5bb9fbec674e'] in dv-neutron-833203-3-hyperv is: [{'id': 'cf22b06d-9c67-47f5-9124-5bb9fbec674e', 'name': 'tempest-snat-router-1569595255', 'tenant_id': '05f9058b970a4a0f88b52dce81c3e448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:05Z', 'updated_at': '2022-04-05T12:09:17Z', 'revision_number': 4, 'project_id': '05f9058b970a4a0f88b52dce81c3e448', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:18.678228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Calling delete_port for 6daf2640-8476-46fc-980a-9b5b452890ad owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:18.697217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': 'c800009e-697b-4752-9aca-193248fcd03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:18.723785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f455a1-202b-4976-9ab0-3b57d04b4003 None None] Network 03ad0896-1807-4184-980d-532a85233b1c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:18.726878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6921f2-3970-4c90-8529-2424011fa270 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=c800009e-697b-4752-9aca-193248fcd03e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:18.745284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 671211e0-cd74-420e-a44f-6d2b4687a7f0 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:18.797372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e14c86-2c42-4302-a0b1-9b4fa87c918a req-d3db0116-90a7-4f19-a69e-4c659f8fc5ca tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:18.799138 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-80e14c86-2c42-4302-a0b1-9b4fa87c918a req-d3db0116-90a7-4f19-a69e-4c659f8fc5ca tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 2.3393810 Apr 05 12:09:18.805845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c800009e-697b-4752-9aca-193248fcd03e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:18.827208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7200aacf-c72c-4e93-b325-df9dfa4b70ab None None] Provisioning for port b90d6ee4-0e88-42fb-a81f-a63153ec2957 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:18.862739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:09:18.863260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:09:18.871089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:18.911678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68459574-19fd-4e2a-91b9-964b459afab4 req-ec38af39-b891-4095-a5d5-bd70662bd8ba tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:18.913998 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68459574-19fd-4e2a-91b9-964b459afab4 req-ec38af39-b891-4095-a5d5-bd70662bd8ba tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 1.6695168 Apr 05 12:09:18.938925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:18.968706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:19.185420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Pushing event updated for resources: {'Port': ['ID=4f19f15f-4a9e-4ad8-9ace-808da332e25f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:19.190739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.199194 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-80e14c86-2c42-4302-a0b1-9b4fa87c918a req-3ae167aa-9e29-4c57-8dd2-bf241abd2105 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3423388 Apr 05 12:09:19.219457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:19.307294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:19.329004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:19.329766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Transition to ACTIVE for port object 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:19.364061 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68459574-19fd-4e2a-91b9-964b459afab4 req-e6207ba2-afbd-4ca9-a1a2-b15edc6e0522 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559785 Apr 05 12:09:19.364710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting port 6daf2640-8476-46fc-980a-9b5b452890ad {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:19.368648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.404588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:19.434452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-082b08cd-21bd-4771-8b45-b34ece5de469 None None] Provisioning for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:19.436170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cbd9da7c-66e6-4207-90e6-10a611bb87e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32c3e11a74a6415ca52590a84849d284&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9642773 Apr 05 12:09:19.451995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48876) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:19.503543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:19.507208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.527002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b90d6ee4-0e88-42fb-a81f-a63153ec2957 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:19.528998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.14 (dea5f7f2-4594-4007-b0d9-1f44b01f6732/4a2ea252-319c-4ed1-a490-9456661f2b65/671211e0-cd74-420e-a44f-6d2b4687a7f0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:19.604809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b90d6ee4-0e88-42fb-a81f-a63153ec2957 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:19.605190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.623227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8::1 (03ad0896-1807-4184-980d-532a85233b1c/a94d1040-ace7-4f5e-9b23-1740b9e54076/473bd959-ed5f-41c1-a580-859f3eeef4d9) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:19.632883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] For port 6daf2640-8476-46fc-980a-9b5b452890ad, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6daf2640-8476-46fc-980a-9b5b452890ad,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:19.633244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.684673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Transition to ACTIVE for port object 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:19.687338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Attempting to bind port 4f19f15f-4a9e-4ad8-9ace-808da332e25f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:19.687713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Attempting to bind port 4f19f15f-4a9e-4ad8-9ace-808da332e25f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '5e3d9101-6389-47f7-9703-473515e31034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:19.688077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Attempting to bind port 4f19f15f-4a9e-4ad8-9ace-808da332e25f on network 6085dee5-a546-42e3-b4c9-ce2a442a93ee {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:19.810096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Calling delete_port for 6daf2640-8476-46fc-980a-9b5b452890ad owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:19.841092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.845366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:19.845750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Checking segment: {'id': '5e3d9101-6389-47f7-9703-473515e31034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:19.846169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:19.846546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Bound using segment: {'id': '5e3d9101-6389-47f7-9703-473515e31034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:19.847080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Bound port: 4f19f15f-4a9e-4ad8-9ace-808da332e25f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d9101-6389-47f7-9703-473515e31034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '6085dee5-a546-42e3-b4c9-ce2a442a93ee'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:19.847446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.016199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.035312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 473bd959-ed5f-41c1-a580-859f3eeef4d9 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:20.050638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.137868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:20.197989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:20.199581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:20.201899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Port': ['ID=6daf2640-8476-46fc-980a-9b5b452890ad,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:20.226231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Pushing event updated for resources: {'Port': ['ID=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:20.229814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.279830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.415219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] For port 4f19f15f-4a9e-4ad8-9ace-808da332e25f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:20.433724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 03ad0896-1807-4184-980d-532a85233b1c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:20.449469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] For port 4f19f15f-4a9e-4ad8-9ace-808da332e25f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f19f15f-4a9e-4ad8-9ace-808da332e25f,segment=NetworkSegment(5e3d9101-6389-47f7-9703-473515e31034),segment_id=5e3d9101-6389-47f7-9703-473515e31034)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:20.458615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.470865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:20.474602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::122a:4802:4d34:7337 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/01de61c0-6274-4953-aacf-6a3b4da97bc6/cd701383-72f6-4803-ad2f-d804be3c4b82) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:20.479337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:20.479876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.483130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.486865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Attempting to bind port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:20.487259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Attempting to bind port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:20.487698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Attempting to bind port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:20.504342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395d24-ab27-4260-ab60-9ee82b488daa req-b1544758-1656-4957-9955-39de70339205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:20.506651 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-b1544758-1656-4957-9955-39de70339205 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f76f6a967df44caeb33d5dd523c3a953&device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 1098 time: 0.3480995 Apr 05 12:09:20.510440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.514205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.561362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:20.561838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:20.562193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.562602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:20.563132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Bound port: 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:20.563739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.656899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.658347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf22b06d-9c67-47f5-9124-5bb9fbec674e {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:09:20.662954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b90d6ee4-0e88-42fb-a81f-a63153ec2957, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b90d6ee4-0e88-42fb-a81f-a63153ec2957,segment=NetworkSegment(1c064232-d2d4-4eaf-b28a-0c9df0c51bed),segment_id=1c064232-d2d4-4eaf-b28a-0c9df0c51bed)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:20.672808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.687321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.691337 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89a9c156-5929-4b38-ba9b-23212271e10f tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/routers/cf22b06d-9c67-47f5-9124-5bb9fbec674e HTTP/1.1" status: 204 len: 168 time: 4.2656813 Apr 05 12:09:20.694890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48884) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:20.700699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1cee-cb72-43d0-a22c-56d4db97aae9 req-6785dac3-ab75-44e0-a6e9-8c62afb6ba8a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:20.702575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-531f1cee-cb72-43d0-a22c-56d4db97aae9 req-6785dac3-ab75-44e0-a6e9-8c62afb6ba8a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.3679111 Apr 05 12:09:20.706997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:20.708132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:20.812451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb6630-f22c-48c6-a593-833752b7ba3a None None] Pushing event updated for resources: {'Port': ['ID=4f19f15f-4a9e-4ad8-9ace-808da332e25f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:20.877304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=473bd959-ed5f-41c1-a580-859f3eeef4d9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:20.979822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] For port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:21.004240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.035937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b90d6ee4-0e88-42fb-a81f-a63153ec2957,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:21.054787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] For port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:21.069407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.232598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395d24-ab27-4260-ab60-9ee82b488daa req-8e313932-e7cc-4cd4-b602-acecccccb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:21.240494 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-8e313932-e7cc-4cd4-b602-acecccccb05a service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 200 len: 913 time: 0.7234066 Apr 05 12:09:21.256158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Provisioning for port c8605aca-a10f-43ae-98be-282fa0610190 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:21.267144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-531f1cee-cb72-43d0-a22c-56d4db97aae9 req-e74a9a6d-5b44-4f26-9412-549172dd6e42 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5430200 Apr 05 12:09:21.272505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:21.297878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e27201-9125-4366-81c2-f68bcb231fa5 req-1bc88bdb-ece0-4273-a315-d66a1d7c38d1 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:21.299521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b7e27201-9125-4366-81c2-f68bcb231fa5 req-1bc88bdb-ece0-4273-a315-d66a1d7c38d1 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 1.1900721 Apr 05 12:09:21.304308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Provisioning complete for port c8605aca-a10f-43ae-98be-282fa0610190 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:21.304941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.341808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:21.342208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.436776 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-175c7175-48f3-47a2-b910-6eeedbca86df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 200 len: 217 time: 0.1860628 Apr 05 12:09:21.533647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.548895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12c60-d18c-4ad2-9248-aa77edb5acd8 None None] Pushing event updated for resources: {'Port': ['ID=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:21.562703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Port c8605aca-a10f-43ae-98be-282fa0610190 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:21.616571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Provisioning complete for port b90d6ee4-0e88-42fb-a81f-a63153ec2957 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:21.617330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155f72bc-2baf-4acb-b6fa-6fdd47fa8a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.783202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.873068 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b7e27201-9125-4366-81c2-f68bcb231fa5 req-80c53940-9fc2-4e17-a70e-a5b6dafe8589 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930813 Apr 05 12:09:21.874029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.892615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.962675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:21.988261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,segment=NetworkSegment(9c855e5f-a06e-49e9-8209-a8044b403c47),segment_id=9c855e5f-a06e-49e9-8209-a8044b403c47)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:22.001107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.019931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.025105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.060459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Deleting port 3b761c6e-210e-4eb7-b07b-5b4820e3774d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:22.060807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.096267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object 671211e0-cd74-420e-a44f-6d2b4687a7f0 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:22.153482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395d24-ab27-4260-ab60-9ee82b488daa req-7946ce03-e24e-4da6-8067-32b095ddbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:22.155896 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-7946ce03-e24e-4da6-8067-32b095ddbecf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e HTTP/1.1" status: 200 len: 852 time: 0.7105587 Apr 05 12:09:22.169348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:22.250560 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-67511993-8af7-4053-8170-b0823bdc21bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b13c38-926b-44b9-8cad-8d7531c65cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877292 Apr 05 12:09:22.256664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646d760-c6ba-4b40-8bc4-074048b56407,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:22.300425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Provisioning complete for port c8605aca-a10f-43ae-98be-282fa0610190 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:22.300943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.398223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Port c8605aca-a10f-43ae-98be-282fa0610190 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:22.409776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=33c031f9-59fc-42d0-b972-501be3a1f4e9,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:22.414288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b90d6ee4-0e88-42fb-a81f-a63153ec2957 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:22.436025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.509132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Provisioning complete for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:22.510535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.537218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.541162 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b276144f-1f30-486b-9847-0b534a3c9e71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b646d760-c6ba-4b40-8bc4-074048b56407 HTTP/1.1" status: 204 len: 168 time: 3.0837219 Apr 05 12:09:22.555223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': '76273146-403c-4375-9bdd-3ca2e0d3dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:22.555747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: c800009e-697b-4752-9aca-193248fcd03e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:22.558558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] For port 3b761c6e-210e-4eb7-b07b-5b4820e3774d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b761c6e-210e-4eb7-b07b-5b4820e3774d,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:22.558947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.572110 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-c22d7ce0-da31-492c-bfd5-0f6c04224919 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819717 Apr 05 12:09:22.738254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Calling delete_port for 3b761c6e-210e-4eb7-b07b-5b4820e3774d owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:22.752625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b90d6ee4-0e88-42fb-a81f-a63153ec2957 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:22.754583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:22.881678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object cd701383-72f6-4803-ad2f-d804be3c4b82 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:22.900168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8527a6-3c38-4c11-9ef8-e051043aa2b9 None None] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:22.971274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0fc53-dfac-4c3b-9683-51310ad60934 req-28b160c7-48ec-425d-b11e-b3d6bbae0dce tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:22.974139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6c0fc53-dfac-4c3b-9683-51310ad60934 req-28b160c7-48ec-425d-b11e-b3d6bbae0dce tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.8349898 Apr 05 12:09:22.975519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.050466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.076367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.156122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b761c6e-210e-4eb7-b07b-5b4820e3774d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:23.282431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:23.283712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=cd701383-72f6-4803-ad2f-d804be3c4b82,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:23.335693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:23.339241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Provisioning for port 473bd959-ed5f-41c1-a580-859f3eeef4d9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:23.381179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:23.403542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Provisioning complete for port 473bd959-ed5f-41c1-a580-859f3eeef4d9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:23.404347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.452089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-495b3526-a9d2-4880-8c2a-fefa0e2c8339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.464836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:23.470913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:23.471602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.476894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:23.495742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network c800009e-697b-4752-9aca-193248fcd03e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:23.532700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a28fd162-01e8-4c76-b2f2-374ee9ecf9f1 None None] Port 473bd959-ed5f-41c1-a580-859f3eeef4d9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:23.577197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:23.584174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:23.594237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f19f15f-4a9e-4ad8-9ace-808da332e25f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:23.643243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:23.712325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6c0fc53-dfac-4c3b-9683-51310ad60934 req-54686e34-a23d-4ef9-9492-d5ea05142418 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6590936 Apr 05 12:09:23.712884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Provisioning for port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:23.730594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c800009e-697b-4752-9aca-193248fcd03e) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:23.738060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Provisioning complete for port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:23.738060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.797329 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-74395d24-ab27-4260-ab60-9ee82b488daa req-6733b1f4-ae67-4d1f-b56a-4cbdc180f7fe service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9825163 Apr 05 12:09:23.800032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:23.800545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.800778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:23.868968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92200bf0-2565-450a-853c-eb490b95dfd8 None None] Network c800009e-697b-4752-9aca-193248fcd03e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:23.878331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5e921856-610f-4f42-a58a-6dc6b0a04d30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 8.7880120 Apr 05 12:09:23.880590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=671211e0-cd74-420e-a44f-6d2b4687a7f0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:23.892904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48916) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:23.925409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '01de61c0-6274-4953-aacf-6a3b4da97bc6', 'ip_address': '2001:db8::122a:4802:4d34:7337'}], 'name': 'tempest-NetworksTestDHCPv6-771671580'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.005764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48922) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:24.019258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 4f19f15f-4a9e-4ad8-9ace-808da332e25f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:24.104339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.110687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:24.111373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.120250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.152162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023db9f6-60a6-409e-a6fe-881392a357bd req-9b5a9d4d-7078-4790-9acd-4c950f90da41 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:24.156396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-023db9f6-60a6-409e-a6fe-881392a357bd req-9b5a9d4d-7078-4790-9acd-4c950f90da41 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.8520007 Apr 05 12:09:24.163675 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0337c39e-c482-4f48-b0a2-51f8014412a8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5759423 Apr 05 12:09:24.165375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:24.175057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': 'c800009e-697b-4752-9aca-193248fcd03e', 'name': 'tempest-PortsIpV6TestJSON-435115627'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.191558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.297735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.298267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f76dd1d-2a54-4d06-b971-5825e89510e9 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:09:24.350852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:24.367225 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c579850-1152-421d-8943-1d49d2146a37 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.0986316 Apr 05 12:09:24.390778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48934) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:24.432763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.434299 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-01c76ced-debe-4f13-902e-f31e56576c36 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7f76dd1d-2a54-4d06-b971-5825e89510e9 HTTP/1.1" status: 204 len: 168 time: 3.7376919 Apr 05 12:09:24.458020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:24.483503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1125944347', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.513860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:24.527238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'networks': [{'name': 'tempest-network--2051170759'}, {'name': 'tempest-network--1968001788'}]} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.527600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-network--2051170759'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.528180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-network--1968001788'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:24.535897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:09:24.539266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:24.557966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:24.565721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] For port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:24.570130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:24.583304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:24.591488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.599387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:24.607422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.607667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:24.608974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.630991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.635832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.640841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.647282 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-023db9f6-60a6-409e-a6fe-881392a357bd req-b501d882-8062-48f6-b38e-df440c82078e tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580889 Apr 05 12:09:24.648733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:network and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:24.661822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:24.674696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:24.674696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.674696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.678481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:24.693254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.774612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c800009e-697b-4752-9aca-193248fcd03e', 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': '33c031f9-59fc-42d0-b972-501be3a1f4e9'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:24.775764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.797899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Provisioning for port 4f19f15f-4a9e-4ad8-9ace-808da332e25f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:24.809141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Provisioning complete for port 4f19f15f-4a9e-4ad8-9ace-808da332e25f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:24.809514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.831228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:24.833785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:24.858740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Pushing event updated for resources: {'Port': ['ID=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:24.864493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:24.865177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:24.921495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=473bd959-ed5f-41c1-a580-859f3eeef4d9,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:24.930528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 96fc4975-0753-45e2-9b7d-1cfd443c585f yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:24.991639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:25.001181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:25.049658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 03ad0896-1807-4184-980d-532a85233b1c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:25.066278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:25.078555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:25.130597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.132008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.253626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6e4a0-b179-4b9e-99d7-6e3e8cef56dc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:25.254380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51f6e4a0-b179-4b9e-99d7-6e3e8cef56dc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:25.261971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'network': 2} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:25.266988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.272539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Allocated IP 2001:db8::2 (c800009e-697b-4752-9aca-193248fcd03e/33c031f9-59fc-42d0-b972-501be3a1f4e9/e32c5b41-cdb9-4c8d-9899-237391232f7b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:25.283634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] For port 4f19f15f-4a9e-4ad8-9ace-808da332e25f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f19f15f-4a9e-4ad8-9ace-808da332e25f,segment=NetworkSegment(5e3d9101-6389-47f7-9703-473515e31034),segment_id=5e3d9101-6389-47f7-9703-473515e31034)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:25.289352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b0725f19-3b6c-4ad4-8ebd-0af136c4fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.293317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.297107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.420187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:25.435226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:security_group_rule and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:25.504301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:25.531269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning for port 671211e0-cd74-420e-a44f-6d2b4687a7f0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:25.531598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:25.537862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.545058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning complete for port 671211e0-cd74-420e-a44f-6d2b4687a7f0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:25.545439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.545643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae7eae-1646-424e-aa5c-ebbe6e5805ac req-4ca7eacb-1b71-4f4f-96b2-a426e0938fcb tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:25.547239 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-71ae7eae-1646-424e-aa5c-ebbe6e5805ac req-4ca7eacb-1b71-4f4f-96b2-a426e0938fcb tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.7548518 Apr 05 12:09:25.559267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51f6e4a0-b179-4b9e-99d7-6e3e8cef56dc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:25.560419 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-51f6e4a0-b179-4b9e-99d7-6e3e8cef56dc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 1.1571529 Apr 05 12:09:25.565434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:25.599909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eda56-d0a7-4855-aba9-620f61001fad None None] Pushing event updated for resources: {'Port': ['ID=4f19f15f-4a9e-4ad8-9ace-808da332e25f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:25.605638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.609690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.646762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Port 671211e0-cd74-420e-a44f-6d2b4687a7f0 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:25.685362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-71ae7eae-1646-424e-aa5c-ebbe6e5805ac req-61b2e62a-b43a-49af-8ae6-c000cfa66afd tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235533 Apr 05 12:09:25.690706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port e0724399-5f93-4ab4-bf3b-303c02d47380 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:25.719222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning for port cd701383-72f6-4803-ad2f-d804be3c4b82 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:25.726951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning complete for port cd701383-72f6-4803-ad2f-d804be3c4b82 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:25.727387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.787908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.812393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Transition to ACTIVE for port object e32c5b41-cdb9-4c8d-9899-237391232f7b will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:25.815296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Port cd701383-72f6-4803-ad2f-d804be3c4b82 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:25.843210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning complete for port 473bd959-ed5f-41c1-a580-859f3eeef4d9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:25.843591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.876036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Transition to ACTIVE for port object e32c5b41-cdb9-4c8d-9899-237391232f7b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:25.895649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:25.966973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Port 473bd959-ed5f-41c1-a580-859f3eeef4d9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:25.974955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Network c800009e-697b-4752-9aca-193248fcd03e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:25.983709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:25.992471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:25.996306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Pushing event updated for resources: {'Port': ['ID=e32c5b41-cdb9-4c8d-9899-237391232f7b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:26.025105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 671211e0-cd74-420e-a44f-6d2b4687a7f0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:26.025752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.038445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Provisioning complete for port 4f19f15f-4a9e-4ad8-9ace-808da332e25f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:26.038445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa6679d2-1d24-4763-a6bc-9f1c3e32f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.055656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 700bccde-a871-436d-8b78-1f55da498293 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:26.084900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::78 (c800009e-697b-4752-9aca-193248fcd03e/33c031f9-59fc-42d0-b972-501be3a1f4e9/96fc4975-0753-45e2-9b7d-1cfd443c585f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:26.109215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Allocated IP 172.26.5.48 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/13c4f0b9-45df-4b90-87eb-e71212340015) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:26.143217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.219956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:26.247581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.248054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.330717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Attempting to bind port e32c5b41-cdb9-4c8d-9899-237391232f7b on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:26.330717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Attempting to bind port e32c5b41-cdb9-4c8d-9899-237391232f7b by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '76273146-403c-4375-9bdd-3ca2e0d3dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:26.330717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Attempting to bind port e32c5b41-cdb9-4c8d-9899-237391232f7b on network c800009e-697b-4752-9aca-193248fcd03e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:26.345003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:26.345376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Checking segment: {'id': '76273146-403c-4375-9bdd-3ca2e0d3dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:26.345776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.346176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Bound using segment: {'id': '76273146-403c-4375-9bdd-3ca2e0d3dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:26.346648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Bound port: e32c5b41-cdb9-4c8d-9899-237391232f7b, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76273146-403c-4375-9bdd-3ca2e0d3dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c800009e-697b-4752-9aca-193248fcd03e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:26.347036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.468304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.472943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc2688-40b4-45b1-a568-88b06f4f1bd7 req-6a703205-5dce-4a1b-aacd-4c307d7d519c tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:26.474488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-33dc2688-40b4-45b1-a568-88b06f4f1bd7 req-6a703205-5dce-4a1b-aacd-4c307d7d519c tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.6677973 Apr 05 12:09:26.475165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40b49e-19e9-4dc6-8951-313bbce616fb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:26.487228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.490024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:26.490381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.502320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:26.538101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] For port e32c5b41-cdb9-4c8d-9899-237391232f7b, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:26.557244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] For port e32c5b41-cdb9-4c8d-9899-237391232f7b, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e32c5b41-cdb9-4c8d-9899-237391232f7b,segment=NetworkSegment(76273146-403c-4375-9bdd-3ca2e0d3dd93),segment_id=76273146-403c-4375-9bdd-3ca2e0d3dd93)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:26.563678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.567068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:26.568961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 12:09:26.569470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:09:26.585845 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] Sync routers for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:26.608426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8157a16b-46c0-43bd-ae8f-12cb3ca6df4b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8269284 Apr 05 12:09:26.609359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48950) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:26.612379 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:26.614361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-33dc2688-40b4-45b1-a568-88b06f4f1bd7 req-2afe480f-2d6a-4773-8b4e-91458a19975f tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133442 Apr 05 12:09:26.616497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.617639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment e20de234-6804-48a8-b7f9-2ecc0f0f80d5 of type vlan for network 94942811-3005-4073-bb0d-f989de5dbf47 Apr 05 12:09:26.623576 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-74a41234-4753-4029-a1d2-badff54f2dd4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7235477 Apr 05 12:09:26.625552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48954) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:26.629687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.634667 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:26.705655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.720214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4c8be-f623-4c95-a53d-68cfdbf766ee None None] Pushing event updated for resources: {'Port': ['ID=e32c5b41-cdb9-4c8d-9899-237391232f7b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:26.743004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.754979 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:26.757119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f19f15f-4a9e-4ad8-9ace-808da332e25f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:26.764678 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:26.765488 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:26.851499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.852339 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:26.852809 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723761b-9350-411a-a0fd-03fbf05632d5 None None] The sync data for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:26.885509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145b166-8d04-4fe9-9caf-d17ee61556ca tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:26.885878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4f19f15f-4a9e-4ad8-9ace-808da332e25f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:26.886259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1145b166-8d04-4fe9-9caf-d17ee61556ca tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:26.886383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:26.921597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 671211e0-cd74-420e-a44f-6d2b4687a7f0 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:27.013316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1145b166-8d04-4fe9-9caf-d17ee61556ca tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:27.014650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1145b166-8d04-4fe9-9caf-d17ee61556ca tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports/473bd959-ed5f-41c1-a580-859f3eeef4d9 HTTP/1.1" status: 200 len: 911 time: 0.4042647 Apr 05 12:09:27.016953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:27.020566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:27.047384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 96fc4975-0753-45e2-9b7d-1cfd443c585f will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:27.147572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.148243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment 830e4c36-0863-4212-b0c6-c56935f98169 of type vlan for network 3170042a-a8d7-4973-8b68-297a6b51a0d6 Apr 05 12:09:27.163892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.318784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.319777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b761c6e-210e-4eb7-b07b-5b4820e3774d no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:27.329101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805df6e-324c-45e3-a7cf-458f33b93b94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.334954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805df6e-324c-45e3-a7cf-458f33b93b94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.339619 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0805df6e-324c-45e3-a7cf-458f33b93b94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7036040 Apr 05 12:09:27.349374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48968) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:27.356127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3b761c6e-210e-4eb7-b07b-5b4820e3774d {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:27.356477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b761c6e-210e-4eb7-b07b-5b4820e3774d not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:27.361691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:27.396634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:27.406543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event updated for resources: {'Port': ['ID=13c4f0b9-45df-4b90-87eb-e71212340015,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:27.408792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:27.441788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.519352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.564208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network c800009e-697b-4752-9aca-193248fcd03e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:27.573645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:27.578366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port cd701383-72f6-4803-ad2f-d804be3c4b82 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:27.578706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.613533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:27.617295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:09:27.619822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.620238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.636668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f485e9a-0729-425c-9caf-399af4b635d8 req-c22d16db-df9a-4815-a952-1c9c1694b1e2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.638294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f485e9a-0729-425c-9caf-399af4b635d8 req-c22d16db-df9a-4815-a952-1c9c1694b1e2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.7015254 Apr 05 12:09:27.684396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.686168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=96fc4975-0753-45e2-9b7d-1cfd443c585f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:27.727680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.728166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.734281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.738933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:27.747182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:27.926141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f485e9a-0729-425c-9caf-399af4b635d8 req-0b26db7e-7cdd-48cd-bf72-07c3081cf4c8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725060 Apr 05 12:09:28.013154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.0037200 Apr 05 12:09:28.024003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.151467 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-363a2ca4-9f7b-485d-a8ea-a27fceba00a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9836504 Apr 05 12:09:28.193648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee1005-b65f-4a13-bea6-e66e8fb67e18 None None] Network c800009e-697b-4752-9aca-193248fcd03e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:28.243742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=671211e0-cd74-420e-a44f-6d2b4687a7f0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:28.244208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e32c5b41-cdb9-4c8d-9899-237391232f7b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:28.252406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.254855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=94942811-3005-4073-bb0d-f989de5dbf47,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:28.295130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 94942811-3005-4073-bb0d-f989de5dbf47 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:28.313222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0af5d-0501-4573-a572-1aa6c02bd99e req-a1ca541f-3b40-451f-9723-9eec31f72b13 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:28.314777 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7bb0af5d-0501-4573-a572-1aa6c02bd99e req-a1ca541f-3b40-451f-9723-9eec31f72b13 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.9991872 Apr 05 12:09:28.343124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': 'c800009e-697b-4752-9aca-193248fcd03e', 'name': 'tempest-PortsIpV6TestJSON-1942622060'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:28.458972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12c7e-a65f-43ea-b8fc-c60b26cdcaa2 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=3170042a-a8d7-4973-8b68-297a6b51a0d6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:28.490074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7bb0af5d-0501-4573-a572-1aa6c02bd99e req-6ee77df1-5470-439e-9152-7a7bd96e7aa4 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686513 Apr 05 12:09:28.528754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3170042a-a8d7-4973-8b68-297a6b51a0d6 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:28.560715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e8e50ca1-9fb9-47b3-a5f2-994c51b4d9fa None None] Provisioning for port e32c5b41-cdb9-4c8d-9899-237391232f7b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:28.563570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.599506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.603101 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e173898d-d339-4b7f-8398-1eae1b409534 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/671211e0-cd74-420e-a44f-6d2b4687a7f0 HTTP/1.1" status: 204 len: 168 time: 3.0349927 Apr 05 12:09:28.638939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.689774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a67ea-5059-4ba7-85a9-c11257aa3a42 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:28.692527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e32c5b41-cdb9-4c8d-9899-237391232f7b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:28.695536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a67ea-5059-4ba7-85a9-c11257aa3a42 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:28.702421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a67ea-5059-4ba7-85a9-c11257aa3a42 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:28.708436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a67ea-5059-4ba7-85a9-c11257aa3a42 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:28.709350 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a917b5dd-be0b-4fb1-bb21-fbda9f3e42bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:09:28.709897 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c1a67ea-5059-4ba7-85a9-c11257aa3a42 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6741664 Apr 05 12:09:28.712539 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a917b5dd-be0b-4fb1-bb21-fbda9f3e42bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/671211e0-cd74-420e-a44f-6d2b4687a7f0 HTTP/1.1" status: 404 len: 333 time: 0.0724514 Apr 05 12:09:28.713461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48984) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.716468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 48986) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:28.732682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e32c5b41-cdb9-4c8d-9899-237391232f7b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:28.733057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.914452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:28.921103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port c8605aca-a10f-43ae-98be-282fa0610190 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:28.921726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.958366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.973891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.976844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:28.988563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:28.991939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:29.022612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e32c5b41-cdb9-4c8d-9899-237391232f7b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e32c5b41-cdb9-4c8d-9899-237391232f7b,segment=NetworkSegment(76273146-403c-4375-9bdd-3ca2e0d3dd93),segment_id=76273146-403c-4375-9bdd-3ca2e0d3dd93)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:29.029974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.118705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:29.129576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e32c5b41-cdb9-4c8d-9899-237391232f7b,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:29.226808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for cd701383-72f6-4803-ad2f-d804be3c4b82 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:29.286491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.339594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:29.342966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.356853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.388976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Provisioning for port 96fc4975-0753-45e2-9b7d-1cfd443c585f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:29.389650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94942811-3005-4073-bb0d-f989de5dbf47']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:29.395374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Provisioning complete for port 96fc4975-0753-45e2-9b7d-1cfd443c585f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:29.395906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.425989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20de234-6804-48a8-b7f9-2ecc0f0f80d5') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:29.426339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20de234-6804-48a8-b7f9-2ecc0f0f80d5') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:29.457844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13987-6407-443a-98c4-2d774c97201f req-8d27704f-8372-4aa5-ad7e-03122cc778dc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:29.459435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-40c13987-6407-443a-98c4-2d774c97201f req-8d27704f-8372-4aa5-ad7e-03122cc778dc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.2323089 Apr 05 12:09:29.464448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.471734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8:1::1 (6085dee5-a546-42e3-b4c9-ce2a442a93ee/5bb059d8-71cd-4a26-bc64-88cce6baf78d/f9b563c3-e0d0-4209-b174-291f9f73d2d0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:29.481806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Port 96fc4975-0753-45e2-9b7d-1cfd443c585f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:29.494131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Provisioning complete for port e32c5b41-cdb9-4c8d-9899-237391232f7b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:29.494757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c01297b-219e-4189-903b-3e02b2f5369d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.512513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.562600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:29.563006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:29.663021 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:29.725345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-40c13987-6407-443a-98c4-2d774c97201f req-716e463c-f86d-44ec-92ce-4ec312d5e8d4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2508166 Apr 05 12:09:29.753864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 6ae1a9a4-a04f-46cd-8c80-60d377439312 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:29.802117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.821812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9e7d453b-d5dc-4d43-95d6-c58ac578f48e None None] Provisioning complete for port 96fc4975-0753-45e2-9b7d-1cfd443c585f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:29.823048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e7d453b-d5dc-4d43-95d6-c58ac578f48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.835048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:29.858828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=94942811-3005-4073-bb0d-f989de5dbf47,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:29.867598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-17e3e84b-1120-438b-b943-837491fd092b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/94942811-3005-4073-bb0d-f989de5dbf47 HTTP/1.1" status: 204 len: 168 time: 1.0859156 Apr 05 12:09:29.882676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 48998) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:29.889393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d453b-d5dc-4d43-95d6-c58ac578f48e None None] Port 96fc4975-0753-45e2-9b7d-1cfd443c585f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:29.953343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.024057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.140485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e32c5b41-cdb9-4c8d-9899-237391232f7b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:30.204155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04c685-0a31-4bdd-87ca-f5e4648f2204 req-4cf16d54-208e-49b3-be8d-dec32f9ad3b7 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:30.211601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca04c685-0a31-4bdd-87ca-f5e4648f2204 req-4cf16d54-208e-49b3-be8d-dec32f9ad3b7 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.5405047 Apr 05 12:09:30.228734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e32c5b41-cdb9-4c8d-9899-237391232f7b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:30.229131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.235559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object f9b563c3-e0d0-4209-b174-291f9f73d2d0 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:30.245424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.279307 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca04c685-0a31-4bdd-87ca-f5e4648f2204 req-1941d9bf-bccb-47d5-a03b-94ba8f19786f tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667574 Apr 05 12:09:30.285715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for c8605aca-a10f-43ae-98be-282fa0610190 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:30.315837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.434104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.455596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.467966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=cd701383-72f6-4803-ad2f-d804be3c4b82,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:30.496762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::369 (c800009e-697b-4752-9aca-193248fcd03e/33c031f9-59fc-42d0-b972-501be3a1f4e9/6ae1a9a4-a04f-46cd-8c80-60d377439312) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:30.499161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.581645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:30.596602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:30.605797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3170042a-a8d7-4973-8b68-297a6b51a0d6']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:30.613020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:30.613534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.635586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=f9b563c3-e0d0-4209-b174-291f9f73d2d0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:30.648531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830e4c36-0863-4212-b0c6-c56935f98169') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:30.648836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830e4c36-0863-4212-b0c6-c56935f98169') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:30.674349 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3fca51c0-83e9-4625-8e49-84dc1a77b035 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/cd701383-72f6-4803-ad2f-d804be3c4b82 HTTP/1.1" status: 204 len: 168 time: 3.3183894 Apr 05 12:09:30.686971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.702713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49006) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:30.834895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.842596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:30.843014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.903783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:30.938583 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:31.021432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e1b36587-2cfc-4222-a7c5-5aa024df15dc None None] Provisioning for port f9b563c3-e0d0-4209-b174-291f9f73d2d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:31.030391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e1b36587-2cfc-4222-a7c5-5aa024df15dc None None] Provisioning complete for port f9b563c3-e0d0-4209-b174-291f9f73d2d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:31.030842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1b36587-2cfc-4222-a7c5-5aa024df15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.061572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d320175-c753-4968-8cd0-672cf4bfbf0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.063571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d320175-c753-4968-8cd0-672cf4bfbf0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.065067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4d320175-c753-4968-8cd0-672cf4bfbf0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:31.090951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e1b36587-2cfc-4222-a7c5-5aa024df15dc None None] Port f9b563c3-e0d0-4209-b174-291f9f73d2d0 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:31.099326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.102615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.164858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.186201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4d320175-c753-4968-8cd0-672cf4bfbf0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:31.187414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4d320175-c753-4968-8cd0-672cf4bfbf0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4787009 Apr 05 12:09:31.188386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=3170042a-a8d7-4973-8b68-297a6b51a0d6,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:31.200003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49012) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.212162 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b0d8fbae-a34c-4a6f-a523-1c3297c534b8 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/3170042a-a8d7-4973-8b68-297a6b51a0d6 HTTP/1.1" status: 204 len: 168 time: 1.3283024 Apr 05 12:09:31.221149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49014) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.258109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=c8605aca-a10f-43ae-98be-282fa0610190,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:31.262582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-e9067992-d5a6-4a7d-9ce7-09aefdec3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.264527 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-e9067992-d5a6-4a7d-9ce7-09aefdec3759 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f76f6a967df44caeb33d5dd523c3a953&device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 1098 time: 0.5446625 Apr 05 12:09:31.276938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cd32d-71b5-43a8-91c7-546652f83c29 req-6045d762-c449-4e29-80cc-ca6ff4c05887 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.278434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc4cd32d-71b5-43a8-91c7-546652f83c29 req-6045d762-c449-4e29-80cc-ca6ff4c05887 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.5600019 Apr 05 12:09:31.311212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.435237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948561f-60d5-4727-8e38-71120b2813ef req-e27bb1fd-8263-46c2-bca8-ee325295235f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.436818 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2948561f-60d5-4727-8e38-71120b2813ef req-e27bb1fd-8263-46c2-bca8-ee325295235f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4942949 Apr 05 12:09:31.528571 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc4cd32d-71b5-43a8-91c7-546652f83c29 req-bdedb071-3cd7-40e7-a95a-8ed113258d18 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306454 Apr 05 12:09:31.715978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb41f0-bd78-427d-bca3-c6989fa9295b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.721982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb41f0-bd78-427d-bca3-c6989fa9295b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.722772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abcb41f0-bd78-427d-bca3-c6989fa9295b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Synchronizing usage tracker for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:31.732646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 01de61c0-6274-4953-aacf-6a3b4da97bc6 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:31.739829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2948561f-60d5-4727-8e38-71120b2813ef req-23672a66-824e-4b59-972d-c112e3fe131e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2697203 Apr 05 12:09:31.743566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.752726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.779522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abcb41f0-bd78-427d-bca3-c6989fa9295b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Unset dirty status for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:31.784076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-abcb41f0-bd78-427d-bca3-c6989fa9295b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5585034 Apr 05 12:09:31.787943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49020) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.796284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2062978069'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:31.802672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:31.815375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.845039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:31.848741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 6ae1a9a4-a04f-46cd-8c80-60d377439312 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:31.878775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.913085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-5c983ff2-57ab-425b-a7ff-4f69dc77f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:31.914520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-5c983ff2-57ab-425b-a7ff-4f69dc77f7bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 200 len: 913 time: 0.4585934 Apr 05 12:09:31.915776 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3e5d0edb-1dbd-48e3-9409-21ab310cd5a8 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/c8605aca-a10f-43ae-98be-282fa0610190 HTTP/1.1" status: 204 len: 168 time: 3.1958854 Apr 05 12:09:31.921260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49024) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:31.976339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:31.980111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:31.992376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Router 95de9a08-f002-4fb2-890f-187764d2f30f is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:32.005553 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-792cd6d2-1b3e-47a2-9545-e5cc3e45d67c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:09:32.007526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-792cd6d2-1b3e-47a2-9545-e5cc3e45d67c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/c8605aca-a10f-43ae-98be-282fa0610190 HTTP/1.1" status: 404 len: 333 time: 0.0848160 Apr 05 12:09:32.010237 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-23166f26-d272-4518-b65a-f4a91233834c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 200 len: 217 time: 0.0864575 Apr 05 12:09:32.010413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:32.048429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:32.065400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.065766 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment 7f38ae2b-25d2-4866-8f9b-7b3205cdad6f of type vlan for network 036e442d-8b72-4a83-8180-15a4720ade36 Apr 05 12:09:32.104244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.110381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.117368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.118115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.214928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.223175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=f9b563c3-e0d0-4209-b174-291f9f73d2d0,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:32.282494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-59e15fe8-3398-4fc4-abc4-6c6c08a29da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:32.283963 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-59e15fe8-3398-4fc4-abc4-6c6c08a29da6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e HTTP/1.1" status: 200 len: 852 time: 0.2664549 Apr 05 12:09:32.373289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 4a2ea252-319c-4ed1-a490-9456661f2b65 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:32.389792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.468097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.474230 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-ceba0b4f-d934-4f62-b08a-521145ffdcc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b13c38-926b-44b9-8cad-8d7531c65cf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602268 Apr 05 12:09:32.475317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:32.476094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.502678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network c800009e-697b-4752-9aca-193248fcd03e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:32.532825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:32.543478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=6ae1a9a4-a04f-46cd-8c80-60d377439312,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:32.545613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:32.551227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:32.551813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.595003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.617032 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8256917 Apr 05 12:09:32.622899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:32.637511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-495599790'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:32.651156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149166a-aebb-42bb-9bc7-083b000ed42d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=036e442d-8b72-4a83-8180-15a4720ade36,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:32.655002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:32.656828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:32.659974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:32.675110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 036e442d-8b72-4a83-8180-15a4720ade36 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:32.724294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:network and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:32.749124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.853043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:32.863948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] Sync routers for ids ['95de9a08-f002-4fb2-890f-187764d2f30f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:32.874790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] Routers {'95de9a08-f002-4fb2-890f-187764d2f30f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:32.875989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['95de9a08-f002-4fb2-890f-187764d2f30f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:32.888310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:32.953646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:32.965978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] Routers {'95de9a08-f002-4fb2-890f-187764d2f30f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:32.966617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['95de9a08-f002-4fb2-890f-187764d2f30f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:32.981534 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3f00c711-8d27-48af-b688-8e96076ac9d7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7141106 Apr 05 12:09:32.990116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49040) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:32.993704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:33.044521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:33.045085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003fb55-1f8b-458b-b07b-220c1fc60cc9 None None] The sync data for ids ['95de9a08-f002-4fb2-890f-187764d2f30f'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:33.060999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:33.062665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Provisioning for port 6ae1a9a4-a04f-46cd-8c80-60d377439312 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:33.065754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 700bccde-a871-436d-8b78-1f55da498293 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:33.073995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Provisioning complete for port 6ae1a9a4-a04f-46cd-8c80-60d377439312 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:33.074844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.080830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.081863 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-abfbf3a9-3c70-41c0-8d1f-8d81e8f1cd50 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6219363 Apr 05 12:09:33.086711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.090410 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-0518368b-7df6-4252-abb1-ddb5d11c7745 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923488 Apr 05 12:09:33.101931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:33.122174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:33.126267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.168102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Port 6ae1a9a4-a04f-46cd-8c80-60d377439312 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:33.182277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Provisioning complete for port f9b563c3-e0d0-4209-b174-291f9f73d2d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:33.182948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.248470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-281c153e-96fc-4f1f-bb25-0538135f4473 None None] Port f9b563c3-e0d0-4209-b174-291f9f73d2d0 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:33.333675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:33.373834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72290f45-075a-4c29-81c1-53c06cf389b3 req-7164261a-6ddc-4306-a1b5-4a702af13fae tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:33.375406 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-72290f45-075a-4c29-81c1-53c06cf389b3 req-7164261a-6ddc-4306-a1b5-4a702af13fae tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.4322536 Apr 05 12:09:33.377706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.378053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment 5a4c4ac3-4afd-4c90-8d4e-8b0ef57fe41b of type vlan for network 35071cae-5d98-410c-a3d2-8f2f61e8a1c7 Apr 05 12:09:33.388971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.400619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f7e80-7b18-4152-96cb-ddd2fa146d6e req-eedef089-217a-4e11-b6f1-bb16a140102a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:33.402069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d75f7e80-7b18-4152-96cb-ddd2fa146d6e req-eedef089-217a-4e11-b6f1-bb16a140102a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4030666 Apr 05 12:09:33.415738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:33.432788 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] Sync routers for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:33.447841 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:33.448806 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:33.470154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-33441ad2-a7ac-47de-8515-d683983f51fe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4482753 Apr 05 12:09:33.479499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.479798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.484915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49048) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.515071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=01de61c0-6274-4953-aacf-6a3b4da97bc6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:33.564312 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-72290f45-075a-4c29-81c1-53c06cf389b3 req-32135e33-ca1f-4e77-aded-77c633d8fa32 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799600 Apr 05 12:09:33.566210 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:33.589162 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:33.589347 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d75f7e80-7b18-4152-96cb-ddd2fa146d6e req-75efbed4-938b-4b1a-b735-8028103cf62d tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716044 Apr 05 12:09:33.592500 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:33.608740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.624986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.632457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8feddb-43c3-4a13-93fc-f8976cac6aa3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:33.633073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8a8feddb-43c3-4a13-93fc-f8976cac6aa3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:33.633410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c1beb-3288-4723-b13a-17fa8339625e None None] Network dea5f7f2-4594-4007-b0d9-1f44b01f6732 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:33.636462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.642225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:33.642834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:33.647100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2ea252-319c-4ed1-a490-9456661f2b65,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:33.694912 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcf89b30-1f49-4fc5-aa87-6d39da0dbbfa tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/4a2ea252-319c-4ed1-a490-9456661f2b65 HTTP/1.1" status: 204 len: 168 time: 1.6790526 Apr 05 12:09:33.698924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49052) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.702578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37eaa3-f3b5-494f-94e2-d5e7510d8f57 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:33.704409 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:33.706034 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c33b5-4c1d-4394-a3a4-85c3f1f29948 None None] The sync data for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:33.720985 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4e7ecd8a-6f24-4b43-9e98-1ddc97d77657 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/01de61c0-6274-4953-aacf-6a3b4da97bc6 HTTP/1.1" status: 204 len: 168 time: 2.4621208 Apr 05 12:09:33.727020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49056) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.731903 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-e1bb4179-07e9-487b-9680-3ceda9b679dd req-1eae75be-97e7-47ce-b6f1-fadcf2e618c1 service neutron] 10.222.0.30 "GET /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710294 Apr 05 12:09:33.740607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce33c48-f313-4d89-b288-83f4c21a638b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:33.741322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dce33c48-f313-4d89-b288-83f4c21a638b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:33.802609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1774428 Apr 05 12:09:33.807616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c615d93-6a59-46ab-aa88-72820b44d7b6 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=35071cae-5d98-410c-a3d2-8f2f61e8a1c7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:33.809532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49060) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.813847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8a8feddb-43c3-4a13-93fc-f8976cac6aa3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:33.815163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8a8feddb-43c3-4a13-93fc-f8976cac6aa3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports/f9b563c3-e0d0-4209-b174-291f9f73d2d0 HTTP/1.1" status: 200 len: 913 time: 0.3274474 Apr 05 12:09:33.822111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'ports': [{'network_id': '036e442d-8b72-4a83-8180-15a4720ade36', 'name': 'tempest-port--1027053202', 'admin_state_up': True}, {'network_id': '35071cae-5d98-410c-a3d2-8f2f61e8a1c7', 'admin_state_up': False}]} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:33.822610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'port': {'network_id': '036e442d-8b72-4a83-8180-15a4720ade36', 'name': 'tempest-port--1027053202', 'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:33.823282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'port': {'network_id': '35071cae-5d98-410c-a3d2-8f2f61e8a1c7', 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:33.836900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49064) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.886470 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c553d1c2-ada4-4a34-972a-33902245b5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523912 Apr 05 12:09:33.893064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49068) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:33.901083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:33.937209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dce33c48-f313-4d89-b288-83f4c21a638b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:33.941008 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dce33c48-f313-4d89-b288-83f4c21a638b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A78 HTTP/1.1" status: 200 len: 927 time: 0.9394104 Apr 05 12:09:33.942256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 35071cae-5d98-410c-a3d2-8f2f61e8a1c7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:33.950524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49072) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:34.185779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 6ae1a9a4-a04f-46cd-8c80-60d377439312 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:34.185998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.249033 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:09:34.272157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:34.279768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.300545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:34.305308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:34.314164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:34.347262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:34.352006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Deleting port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:34.352636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.442884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:34.446296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.516322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] DHCP port deletion for dea5f7f2-4594-4007-b0d9-1f44b01f6732 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:34.524197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Deleting port b90d6ee4-0e88-42fb-a81f-a63153ec2957 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:34.524884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.545049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port b90d6ee4-0e88-42fb-a81f-a63153ec2957 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:34.545608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.589239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.856160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] For port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:34.856738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:34.922037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:34.974796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:port and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:34.990196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:35.007478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] For port b90d6ee4-0e88-42fb-a81f-a63153ec2957, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b90d6ee4-0e88-42fb-a81f-a63153ec2957,segment=NetworkSegment(1c064232-d2d4-4eaf-b28a-0c9df0c51bed),segment_id=1c064232-d2d4-4eaf-b28a-0c9df0c51bed)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:35.009149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.009667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.022032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Calling delete_port for 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:35.066693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:35.130773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] For port b90d6ee4-0e88-42fb-a81f-a63153ec2957, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b90d6ee4-0e88-42fb-a81f-a63153ec2957,segment=NetworkSegment(1c064232-d2d4-4eaf-b28a-0c9df0c51bed),segment_id=1c064232-d2d4-4eaf-b28a-0c9df0c51bed)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:35.131064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.140000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'port': 2} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:35.145495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.163434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 6ae1a9a4-a04f-46cd-8c80-60d377439312 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:35.175683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Calling delete_port for b90d6ee4-0e88-42fb-a81f-a63153ec2957 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:35.266006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.300343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.347253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.354840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:35.358761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] Pushing event deleted for resources: {'Port': ['ID=3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:35.360935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4b480c-35df-4afb-bd01-175307d6c5e3 None None] No DVR routers for this DVR port 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:35.362843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.368266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b433fc-e75d-4561-93c3-d5e4f8bf6ee0 req-aef733a8-e606-495f-bef7-c8f28b1b04b3 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:35.369832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8b433fc-e75d-4561-93c3-d5e4f8bf6ee0 req-aef733a8-e606-495f-bef7-c8f28b1b04b3 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.6245406 Apr 05 12:09:35.379954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for b90d6ee4-0e88-42fb-a81f-a63153ec2957 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:35.396588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:35.412612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:35.412837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.413295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] Pushing event deleted for resources: {'Port': ['ID=b90d6ee4-0e88-42fb-a81f-a63153ec2957,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:35.429044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932bd363-099a-47ff-92bc-dd01590c03f3 None None] No DVR routers for this DVR port b90d6ee4-0e88-42fb-a81f-a63153ec2957 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:35.436490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb47b22-62fe-424b-8044-83f997085262 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:35.447793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=7a0d7bd0-c477-4a87-82f2-6aa813f7f356,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:35.471270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f47be-7764-4f64-a596-93afd4b6ba1c req-6c68d7a9-fda8-4d1a-a8e0-8ef89e2b9c5f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:35.473683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-688f47be-7764-4f64-a596-93afd4b6ba1c req-6c68d7a9-fda8-4d1a-a8e0-8ef89e2b9c5f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6811194 Apr 05 12:09:35.535643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.538013 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6116a636-017a-4ac7-8c38-959831b7890d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6425328 Apr 05 12:09:35.571149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:35.602478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '7a0d7bd0-c477-4a87-82f2-6aa813f7f356', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-183422326'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:35.607380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=6ae1a9a4-a04f-46cd-8c80-60d377439312,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:35.655404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.657382 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d06e4b14-b27e-4e72-bba3-8cbbcde89cf1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/6ae1a9a4-a04f-46cd-8c80-60d377439312 HTTP/1.1" status: 204 len: 168 time: 1.7023256 Apr 05 12:09:35.666287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:35.705914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8b433fc-e75d-4561-93c3-d5e4f8bf6ee0 req-6afecee5-efd7-4c7e-b1ad-192f0a499dcb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911053 Apr 05 12:09:35.739982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '7a0d7bd0-c477-4a87-82f2-6aa813f7f356'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:35.741344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:35.789463 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c10790-1939-4462-88f3-4cb6602da802 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:09:35.789988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60c10790-1939-4462-88f3-4cb6602da802 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:35.888251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:09:35.888601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:09:35.940982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60c10790-1939-4462-88f3-4cb6602da802 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:35.942675 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60c10790-1939-4462-88f3-4cb6602da802 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/6ae1a9a4-a04f-46cd-8c80-60d377439312 HTTP/1.1" status: 404 len: 333 time: 0.2754612 Apr 05 12:09:35.945988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49090) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:35.995637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/7a0d7bd0-c477-4a87-82f2-6aa813f7f356/bea69c5a-d150-4afb-9bf2-5765ea728868) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:36.175002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b90d6ee4-0e88-42fb-a81f-a63153ec2957 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:36.190346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 96fc4975-0753-45e2-9b7d-1cfd443c585f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:36.192102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.222889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] device_id is not set on port 300ed627-287c-47a3-8cd3-44ec5d6e39bc yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:36.231066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b90d6ee4-0e88-42fb-a81f-a63153ec2957 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:36.231424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b90d6ee4-0e88-42fb-a81f-a63153ec2957 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:36.231846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:36.269268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-688f47be-7764-4f64-a596-93afd4b6ba1c req-1b26aad3-83c7-4173-86d1-abe3a861a43b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7742047 Apr 05 12:09:36.323399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:36.323759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3f51c1b6-ce0e-4ba3-bc08-db157ed3e31e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:36.381634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:36.382427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.386450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:36.389561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:36.399559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Transition to ACTIVE for port object bea69c5a-d150-4afb-9bf2-5765ea728868 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:36.422163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Transition to ACTIVE for port object bea69c5a-d150-4afb-9bf2-5765ea728868 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:36.429744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.446276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port b90d6ee4-0e88-42fb-a81f-a63153ec2957 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:36.446611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.480551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:36.504909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:36.507351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:36.516075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:36.555845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] The port 'b90d6ee4-0e88-42fb-a81f-a63153ec2957' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:09:36.557486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Pushing event updated for resources: {'Port': ['ID=bea69c5a-d150-4afb-9bf2-5765ea728868,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:36.619317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.624576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Attempting to bind port bea69c5a-d150-4afb-9bf2-5765ea728868 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:36.625177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Attempting to bind port bea69c5a-d150-4afb-9bf2-5765ea728868 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:36.625695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Attempting to bind port bea69c5a-d150-4afb-9bf2-5765ea728868 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:36.633856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:36.634872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:36.635755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.636481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:36.637239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Bound port: bea69c5a-d150-4afb-9bf2-5765ea728868, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:36.637876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.699540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:36.717378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.730817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.745681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] For port bea69c5a-d150-4afb-9bf2-5765ea728868, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:36.749680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] For port bea69c5a-d150-4afb-9bf2-5765ea728868, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bea69c5a-d150-4afb-9bf2-5765ea728868,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:36.754781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.851594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155bd5-8a01-456a-b787-2fa58c360c5f None None] Pushing event updated for resources: {'Port': ['ID=bea69c5a-d150-4afb-9bf2-5765ea728868,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:36.861482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:36.942850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port d84063be-e830-469f-87d0-86da087e3c6e yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:37.167377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.228396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.237243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.254414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router 95de9a08-f002-4fb2-890f-187764d2f30f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:37.329186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 96fc4975-0753-45e2-9b7d-1cfd443c585f owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:37.447746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87642-778b-4ec6-9567-847577900983 req-1308f242-bed7-4d83-961d-208f400f973a tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:37.449270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2cc87642-778b-4ec6-9567-847577900983 req-1308f242-bed7-4d83-961d-208f400f973a tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 1.0538642 Apr 05 12:09:37.544352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea5f7f2-4594-4007-b0d9-1f44b01f6732']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.688215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:37.688477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c064232-d2d4-4eaf-b28a-0c9df0c51bed') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.688477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c064232-d2d4-4eaf-b28a-0c9df0c51bed') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.703900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] Sync routers for ids ['95de9a08-f002-4fb2-890f-187764d2f30f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:37.708726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] device_id is not set on port afcfe1e9-d980-414b-bbe4-de85559430ca yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:37.711753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.716091 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9bb6a03-3101-4fb6-b212-d5946d888dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "PUT /v2.0/routers/95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 200 len: 925 time: 4.6221759 Apr 05 12:09:37.716499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49098) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:37.725908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.726201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] Routers {'95de9a08-f002-4fb2-890f-187764d2f30f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:37.726851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['95de9a08-f002-4fb2-890f-187764d2f30f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.774542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.807746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2cc87642-778b-4ec6-9567-847577900983 req-074eb896-7ef0-47f8-930b-cb1b6faf9393 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110200 Apr 05 12:09:37.810985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:37.811798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.828285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:37.829208 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:37.831968 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:09:37.831968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:09:37.842577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] Routers {'95de9a08-f002-4fb2-890f-187764d2f30f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:37.843660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['95de9a08-f002-4fb2-890f-187764d2f30f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.921666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:37.926761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:37.927606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f8a1ce-9f80-4119-a9dc-c32dcace87b7 None None] The sync data for ids ['95de9a08-f002-4fb2-890f-187764d2f30f'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:37.996758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=96fc4975-0753-45e2-9b7d-1cfd443c585f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:37.998911 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a282d55-eed6-443a-9247-619e185e3f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4253521 Apr 05 12:09:37.999070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49102) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.011727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a78c2-1003-4c3b-bc8a-31f00b6f52b1 req-929ea85d-3a3f-4f0e-b0e7-024e10f3ba3e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.012981 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5b3a78c2-1003-4c3b-bc8a-31f00b6f52b1 req-929ea85d-3a3f-4f0e-b0e7-024e10f3ba3e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5775704 Apr 05 12:09:38.017113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.061706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.184560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6041cf72-71b2-4e94-9bef-0235b278d251 None None] Provisioning for port bea69c5a-d150-4afb-9bf2-5765ea728868 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:38.232660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bea69c5a-d150-4afb-9bf2-5765ea728868 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:38.237697 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-675283e3-fc9c-4bc3-8e89-0af1ef0c541e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 200 len: 925 time: 0.5196488 Apr 05 12:09:38.239464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.244752 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07aa1e5a-4eb0-471e-ba9c-156a1908f0a6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/96fc4975-0753-45e2-9b7d-1cfd443c585f HTTP/1.1" status: 204 len: 168 time: 2.2943203 Apr 05 12:09:38.244752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.253035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.325054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.325367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port bea69c5a-d150-4afb-9bf2-5765ea728868 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:38.333159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port bea69c5a-d150-4afb-9bf2-5765ea728868 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:38.334190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.355953 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3230732d-1b11-472c-9c7f-f2917f33366a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:09:38.356536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3230732d-1b11-472c-9c7f-f2917f33366a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:38.403438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5b3a78c2-1003-4c3b-bc8a-31f00b6f52b1 req-9dedab26-2403-4b88-9b5f-94fc00725651 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3813820 Apr 05 12:09:38.410540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89053103-e0cf-4846-aff2-824de21cd9d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.414357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=dea5f7f2-4594-4007-b0d9-1f44b01f6732,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:38.423235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-89053103-e0cf-4846-aff2-824de21cd9d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:38.435666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-68612743-7f28-441b-b96a-e464e75bbdcb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/dea5f7f2-4594-4007-b0d9-1f44b01f6732 HTTP/1.1" status: 204 len: 168 time: 4.7347271 Apr 05 12:09:38.442380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3230732d-1b11-472c-9c7f-f2917f33366a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:38.443861 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3230732d-1b11-472c-9c7f-f2917f33366a tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/96fc4975-0753-45e2-9b7d-1cfd443c585f HTTP/1.1" status: 404 len: 333 time: 0.1827314 Apr 05 12:09:38.444635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49116) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.450716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49118) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.455789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1468205916'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:38.481271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:38.488785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:38.492006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port f9b563c3-e0d0-4209-b174-291f9f73d2d0 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:38.492586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.506767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.555756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port bea69c5a-d150-4afb-9bf2-5765ea728868, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bea69c5a-d150-4afb-9bf2-5765ea728868,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:38.562905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.675705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-fb2c83df-5118-4001-8dc8-c23f99c2d4bb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.676678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-fb2c83df-5118-4001-8dc8-c23f99c2d4bb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Synchronizing usage tracker for tenant:f76f6a967df44caeb33d5dd523c3a953 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:38.702891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.707993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-89053103-e0cf-4846-aff2-824de21cd9d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:38.712317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89053103-e0cf-4846-aff2-824de21cd9d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7083285 Apr 05 12:09:38.715128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49126) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:38.718146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=bea69c5a-d150-4afb-9bf2-5765ea728868,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:38.791727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 33c031f9-59fc-42d0-b972-501be3a1f4e9 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:38.795104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.831565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:38.841577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for f9b563c3-e0d0-4209-b174-291f9f73d2d0 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:38.849171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b02ba7-1412-4db5-b938-05dfad8eaf14 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.850004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-68b02ba7-1412-4db5-b938-05dfad8eaf14 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Synchronizing usage tracker for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:38.864606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-fb2c83df-5118-4001-8dc8-c23f99c2d4bb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Unset dirty status for tenant:f76f6a967df44caeb33d5dd523c3a953 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:38.865885 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-fb2c83df-5118-4001-8dc8-c23f99c2d4bb tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.30 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.7258565 Apr 05 12:09:38.938761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03128065-154b-428e-b8e6-01f6a2c28260 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.940541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03128065-154b-428e-b8e6-01f6a2c28260 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:38.941355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03128065-154b-428e-b8e6-01f6a2c28260 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:38.956730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.960948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:38.966064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:38.999164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-68b02ba7-1412-4db5-b938-05dfad8eaf14 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Unset dirty status for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:39.000327 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-68b02ba7-1412-4db5-b938-05dfad8eaf14 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=95de9a08-f002-4fb2-890f-187764d2f30f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7493775 Apr 05 12:09:39.012750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:39.055575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Deleting port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:39.055910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.108092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-03128065-154b-428e-b8e6-01f6a2c28260 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:39.110793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:39.112112 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-03128065-154b-428e-b8e6-01f6a2c28260 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3920131 Apr 05 12:09:39.112903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49136) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:39.114204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.310504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Port': ['ID=300ed627-287c-47a3-8cd3-44ec5d6e39bc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:39.335506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 7a0d7bd0-c477-4a87-82f2-6aa813f7f356 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:39.355441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.399434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.420527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:39.448295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b533f-890f-48a7-9852-784d1ed6bc46 req-b9189890-918a-4ed6-8e3e-02d54ba82a6e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:39.449813 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f66b533f-890f-48a7-9852-784d1ed6bc46 req-b9189890-918a-4ed6-8e3e-02d54ba82a6e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5782418 Apr 05 12:09:39.455794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Checking segment: {'id': '7f38ae2b-25d2-4866-8f9b-7b3205cdad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '036e442d-8b72-4a83-8180-15a4720ade36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:39.456158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network hostable DHCP agents. Network: 036e442d-8b72-4a83-8180-15a4720ade36, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:39.456346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2548b521-3f00-4398-84cb-f1a37839523a tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:39.456923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2548b521-3f00-4398-84cb-f1a37839523a tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Synchronizing usage tracker for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:39.482665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.483012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment 2e91d446-bec9-4ae0-96b6-ea9211c53912 of type vlan for network e566a31a-a1b8-41ee-a20a-95646ff40587 Apr 05 12:09:39.536240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-4128dbe7-e02b-4e3a-b788-5049ca4e8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:39.537773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-4128dbe7-e02b-4e3a-b788-5049ca4e8c28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.6208057 Apr 05 12:09:39.557322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5a9-f234-45f9-98e3-6a6c531cb9bb req-4bed4e5f-8bd7-420e-be19-1ea440269431 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:39.558814 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-072bc5a9-f234-45f9-98e3-6a6c531cb9bb req-4bed4e5f-8bd7-420e-be19-1ea440269431 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 945 time: 0.5939515 Apr 05 12:09:39.565681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.616331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2548b521-3f00-4398-84cb-f1a37839523a tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Unset dirty status for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:39.617503 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2548b521-3f00-4398-84cb-f1a37839523a tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.6011848 Apr 05 12:09:39.622784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network 036e442d-8b72-4a83-8180-15a4720ade36 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:39.627285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49140) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:39.649447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.666547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f66b533f-890f-48a7-9852-784d1ed6bc46 req-50233cd3-1113-4b3c-a594-8a7c4af608b1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000825 Apr 05 12:09:39.700070 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f11eebe2-ea90-4d33-a68d-2ec0a907e78f tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 200 len: 205 time: 0.0695164 Apr 05 12:09:39.705489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49144) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:39.745719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.775749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 036e442d-8b72-4a83-8180-15a4720ade36) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:39.783584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3094da-9b9a-4107-af7a-51062d78803d None None] Network 036e442d-8b72-4a83-8180-15a4720ade36 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:39.795576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=33c031f9-59fc-42d0-b972-501be3a1f4e9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:39.799451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] For port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,segment=NetworkSegment(045afaab-ca69-4a9e-915b-efd86b04363a),segment_id=045afaab-ca69-4a9e-915b-efd86b04363a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:39.799819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.818246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.826351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.826697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.827057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.827399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.827729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.828054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.828379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.828704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.829029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.829350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.829699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.829993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:39.861437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:39.862264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.864051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291ef9c-cf67-4e47-9451-e2866d85b2ae None None] Network c800009e-697b-4752-9aca-193248fcd03e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:39.885738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:39.976095 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3846fe69-1ffe-46b8-8581-c3b7216ba017 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/33c031f9-59fc-42d0-b972-501be3a1f4e9 HTTP/1.1" status: 204 len: 168 time: 1.5241153 Apr 05 12:09:39.984336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Calling delete_port for 23041efe-65d9-4e26-9fe8-7d2e515ba1ed owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:40.002135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49148) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:40.013399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:09:40.108055 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-072bc5a9-f234-45f9-98e3-6a6c531cb9bb req-5a45e83b-84f7-4eae-ad23-29fa44c13219 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/security-groups?id=055eace0-c195-4692-9343-027a9fa20ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057471 Apr 05 12:09:40.175368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.188616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bea69c5a-d150-4afb-9bf2-5765ea728868 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:40.220769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0d7bd0-c477-4a87-82f2-6aa813f7f356,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:40.233253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.250393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.261814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada6bb9-a462-43ec-a22f-263a6c0a6cf6 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:40.266416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.271944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:40.272718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.288186 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9cc9f2e-46e9-4134-aa08-02d4b151c311 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7a0d7bd0-c477-4a87-82f2-6aa813f7f356 HTTP/1.1" status: 204 len: 168 time: 1.1685474 Apr 05 12:09:40.297253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:40.371812 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f43e31d6-a5ba-4e5a-9556-af4bc3f49734 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732810 Apr 05 12:09:40.376775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:40.384994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:40.390516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-e1bc62ec-c667-491a-99b9-2423baa49689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:40.392044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-e1bc62ec-c667-491a-99b9-2423baa49689 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.8438148 Apr 05 12:09:40.392647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Port': ['ID=afcfe1e9-d980-414b-bbe4-de85559430ca,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:40.526731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port bea69c5a-d150-4afb-9bf2-5765ea728868 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:40.527280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.647292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:40.652366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:40.655758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:40.665084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:40.669656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.675069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.704083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] DHCP port deletion for c800009e-697b-4752-9aca-193248fcd03e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:40.711195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Deleting port e32c5b41-cdb9-4c8d-9899-237391232f7b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:40.711710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.715870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=f9b563c3-e0d0-4209-b174-291f9f73d2d0,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:40.744733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:40.762614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Deleting port bea69c5a-d150-4afb-9bf2-5765ea728868 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:40.763320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.787742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:40.791780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.831795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Pushing event deleted for resources: {'Port': ['ID=23041efe-65d9-4e26-9fe8-7d2e515ba1ed,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:40.843938 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-2c4d56c0-b9a5-4802-9f1b-36d2afd9f04e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.3864958 Apr 05 12:09:40.844691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Checking segment: {'id': '5a4c4ac3-4afd-4c90-8d4e-8b0ef57fe41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '35071cae-5d98-410c-a3d2-8f2f61e8a1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:40.845088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network hostable DHCP agents. Network: 35071cae-5d98-410c-a3d2-8f2f61e8a1c7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:40.868740 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4222882 Apr 05 12:09:40.887135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49162) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:40.924637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:40.962160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011a968-9746-4571-8bb7-e55cd2b563b6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=e566a31a-a1b8-41ee-a20a-95646ff40587,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:40.966285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:40.986740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network e566a31a-a1b8-41ee-a20a-95646ff40587 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:41.068880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] No DVR routers for this DVR port 23041efe-65d9-4e26-9fe8-7d2e515ba1ed on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:41.080150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.082331 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c4c96b4f-b769-47ec-a40a-7ed2e19b21f2 req-9d111c1e-ea17-4d52-9a0b-e9013cd71e86 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.30 "DELETE /v2.0/ports/23041efe-65d9-4e26-9fe8-7d2e515ba1ed HTTP/1.1" status: 204 len: 173 time: 2.2076263 Apr 05 12:09:41.082930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'name': 'network-vif-deleted', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:09:41.134033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port e32c5b41-cdb9-4c8d-9899-237391232f7b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:41.135319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.163941 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4', 'name': 'network-vif-deleted', 'tag': '23041efe-65d9-4e26-9fe8-7d2e515ba1ed', 'status': 'completed', 'code': 200} Apr 05 12:09:41.165433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:41.211921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:41.228353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:41.239727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-16eb399a-1ea3-4ecf-bfcc-73a993213095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:41.241336 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-16eb399a-1ea3-4ecf-bfcc-73a993213095 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.3316543 Apr 05 12:09:41.242005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network 35071cae-5d98-410c-a3d2-8f2f61e8a1c7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:41.258954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:41.300098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] For port e32c5b41-cdb9-4c8d-9899-237391232f7b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e32c5b41-cdb9-4c8d-9899-237391232f7b,segment=NetworkSegment(76273146-403c-4375-9bdd-3ca2e0d3dd93),segment_id=76273146-403c-4375-9bdd-3ca2e0d3dd93)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:41.300524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.312611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:41.316531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.352957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.412215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] For port bea69c5a-d150-4afb-9bf2-5765ea728868, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bea69c5a-d150-4afb-9bf2-5765ea728868,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:41.412792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.481309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 35071cae-5d98-410c-a3d2-8f2f61e8a1c7) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:41.485505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Calling delete_port for e32c5b41-cdb9-4c8d-9899-237391232f7b owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:41.536689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a054d55-89ad-42d4-9ded-d6c963e5746e None None] Network 35071cae-5d98-410c-a3d2-8f2f61e8a1c7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:41.555187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.625895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 23041efe-65d9-4e26-9fe8-7d2e515ba1ed no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:41.649770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:41.656111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:41.660236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:41.660867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.738056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47a90ff4-880d-4a43-ad3c-a25a84574dcd req-3915be35-8860-431e-8fcd-c78a9f3dd6a6 tempest-TestServerAdvancedOps-922536789 tempest-TestServerAdvancedOps-922536789-project] 10.222.0.50 "GET /v2.0/ports?device_id=84c0da57-eb5c-4f9f-b3e1-a97bc359f9a4 HTTP/1.1" status: 200 len: 210 time: 0.3637002 Apr 05 12:09:41.760339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:41.772920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:41.775434 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3982019 Apr 05 12:09:41.780640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:41.783896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.788283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a537a2a-2504-4b5c-a063-7878bd20f178 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=379d1222-25ba-4458-be5b-11361935b042,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:41.803508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49170) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:41.814171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:41.820916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:41.827676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:router and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:41.832500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:41.832989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Calling delete_port for bea69c5a-d150-4afb-9bf2-5765ea728868 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:41.852336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:41.862640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.888191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 23041efe-65d9-4e26-9fe8-7d2e515ba1ed {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:41.888710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 23041efe-65d9-4e26-9fe8-7d2e515ba1ed not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:41.925991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:41.946934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2b836-f74f-4acb-a41a-a86858113599 req-bc053903-5b6c-40e3-b798-295eaed3f799 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:41.955365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7cc2b836-f74f-4acb-a41a-a86858113599 req-bc053903-5b6c-40e3-b798-295eaed3f799 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.1053810 Apr 05 12:09:41.989289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a193e65e-cd6c-4883-afd4-cc2086504168 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.1765726 Apr 05 12:09:42.001132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49174) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.028269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=f7346d33-4206-4e40-8efd-7d1620400882,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:42.050427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.051537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.074254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': '2e91d446-bec9-4ae0-96b6-ea9211c53912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:42.074658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: e566a31a-a1b8-41ee-a20a-95646ff40587, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:42.105303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.107943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network e566a31a-a1b8-41ee-a20a-95646ff40587 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:42.125897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, e566a31a-a1b8-41ee-a20a-95646ff40587) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:42.133358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:42.133358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.157478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318baf84-4020-4258-8d39-1ba604d1ccd5 None None] Network e566a31a-a1b8-41ee-a20a-95646ff40587 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:42.166682 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b8c54ff9-d4b6-441c-8ad5-e6fc342efe5a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2741597 Apr 05 12:09:42.166891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 13c4f0b9-45df-4b90-87eb-e71212340015 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:42.166891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.167103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.173440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587', 'name': 'tempest-PortsTestJSON-1381345857', 'fixed_ips': [{'subnet_id': 'f7346d33-4206-4e40-8efd-7d1620400882', 'ip_address': '172.20.0.10'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:42.195019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.211313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e32c5b41-cdb9-4c8d-9899-237391232f7b no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:42.284904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.288467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.288930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port e32c5b41-cdb9-4c8d-9899-237391232f7b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e32c5b41-cdb9-4c8d-9899-237391232f7b,segment=NetworkSegment(76273146-403c-4375-9bdd-3ca2e0d3dd93),segment_id=76273146-403c-4375-9bdd-3ca2e0d3dd93)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:42.289300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.295320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.296504 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-344228fa-771b-4983-a999-09d58ccdd76d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4922886 Apr 05 12:09:42.302600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.328004 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e32c5b41-cdb9-4c8d-9899-237391232f7b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:42.328338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e32c5b41-cdb9-4c8d-9899-237391232f7b not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:42.328934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bea69c5a-d150-4afb-9bf2-5765ea728868 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:09:42.363811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7cc2b836-f74f-4acb-a41a-a86858113599 req-ad49f737-12c3-41e1-b3ee-ca6b8304ff8b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4075089 Apr 05 12:09:42.436038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] Pushing event deleted for resources: {'Port': ['ID=e32c5b41-cdb9-4c8d-9899-237391232f7b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:42.479634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c2d58-492c-4b59-b9f1-e57dbf641373 None None] No DVR routers for this DVR port e32c5b41-cdb9-4c8d-9899-237391232f7b on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:42.496171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] No DVR routers for this DVR port bea69c5a-d150-4afb-9bf2-5765ea728868 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:42.497843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: bea69c5a-d150-4afb-9bf2-5765ea728868 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:09:42.498376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bea69c5a-d150-4afb-9bf2-5765ea728868 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:09:42.511778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-06c9e01c-ac00-4f77-a7ee-6b2f2bf58076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:42.511981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48676386-194e-43ac-9cec-f4914184ab80 None None] Pushing event deleted for resources: {'Port': ['ID=bea69c5a-d150-4afb-9bf2-5765ea728868,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:42.514659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-06c9e01c-ac00-4f77-a7ee-6b2f2bf58076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1937013 Apr 05 12:09:42.527561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for e32c5b41-cdb9-4c8d-9899-237391232f7b owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:42.533782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47347a7e-5ea7-48e1-adac-f243fcc5a3da None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:42.815198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:42.828162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:42.832486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:42.887711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49188) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:42.892441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:42.938036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 700bccde-a871-436d-8b78-1f55da498293 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:42.938673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-e566a31a-a1b8-41ee-a20a-95646ff40587', 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': 'f7346d33-4206-4e40-8efd-7d1620400882'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:42.939466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:42.966880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5361a-6b1b-4fc3-8210-1cf5eece29b7 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:42.973323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e5361a-6b1b-4fc3-8210-1cf5eece29b7 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:42.974217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-26e5361a-6b1b-4fc3-8210-1cf5eece29b7 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Synchronizing usage tracker for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:42.997492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.004966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:09:43.005288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:09:43.008090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:43.017899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '379d1222-25ba-4458-be5b-11361935b042'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:43.018720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.053675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Deleting subnet 7a0cc1f0-8782-4f61-890d-ff4e33d3de9e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:43.102213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-c455e268-b817-4f21-b79b-73ed6295a59e service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463498 Apr 05 12:09:43.135514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.174880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.235457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/379d1222-25ba-4458-be5b-11361935b042/ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:43.299730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 13c4f0b9-45df-4b90-87eb-e71212340015 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:43.307176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.397930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Allocated IP 172.20.0.2 (e566a31a-a1b8-41ee-a20a-95646ff40587/f7346d33-4206-4e40-8efd-7d1620400882/34437346-16c5-4886-afbc-99d38764dadb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:43.501654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.557702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.579095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port e32c5b41-cdb9-4c8d-9899-237391232f7b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:43.579975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.621075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port c5cb2441-d7a7-4822-96a3-c41cfafd0ccb yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:43.737105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-26e5361a-6b1b-4fc3-8210-1cf5eece29b7 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Unset dirty status for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:43.738802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26e5361a-6b1b-4fc3-8210-1cf5eece29b7 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.6827877 Apr 05 12:09:43.754611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:43.793013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.814117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Transition to ACTIVE for port object ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:43.838749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] The port 'e32c5b41-cdb9-4c8d-9899-237391232f7b' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:09:43.847166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.861435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Transition to ACTIVE for port object 34437346-16c5-4886-afbc-99d38764dadb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:43.894076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Transition to ACTIVE for port object ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:43.904403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:43.922807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:43.936582 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] Sync routers for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:43.964727 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:43.965781 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:43.970714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:43.973923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:43.977759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:44.001307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting port 300ed627-287c-47a3-8cd3-44ec5d6e39bc {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:44.002027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.018371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38a9d1a4-b3e8-4b96-a9ea-49f27f1aea01 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1798532 Apr 05 12:09:44.044371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:44.065961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Transition to ACTIVE for port object 34437346-16c5-4886-afbc-99d38764dadb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:44.075082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Pushing event updated for resources: {'Port': ['ID=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.078003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aabca794-ab76-4c54-8139-0c7b7fe867d0 req-ebaec7d0-468f-4400-9110-d66a991f47e0 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936584 Apr 05 12:09:44.093860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.097816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.131223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Attempting to bind port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:44.131591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Attempting to bind port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:44.131990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Attempting to bind port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:44.139644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.140067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.140446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.140783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.141116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.141499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.141828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.142207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.142539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.142896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.143337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.145074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.145180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800009e-697b-4752-9aca-193248fcd03e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.150368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:44.150895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:44.151376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.151815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:44.152287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Bound port: ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:44.152796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.153384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.163864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76273146-403c-4375-9bdd-3ca2e0d3dd93') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.164534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76273146-403c-4375-9bdd-3ca2e0d3dd93') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.194847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.223278 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:44.223899 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.245864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Network e566a31a-a1b8-41ee-a20a-95646ff40587 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:44.258886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74327a7-b42a-4ba5-8fe8-c43fde32e9ce req-edec6205-38a1-4f84-8bae-6b8f442a6511 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:44.266984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74327a7-b42a-4ba5-8fe8-c43fde32e9ce req-edec6205-38a1-4f84-8bae-6b8f442a6511 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6555045 Apr 05 12:09:44.272173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.279461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.283404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:44.290788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:44.341639 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:44.342079 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91108450-ad7d-48aa-8ca7-b007f85c6777 None None] The sync data for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:44.362788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=13c4f0b9-45df-4b90-87eb-e71212340015,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.398891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.424390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.424746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.425086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.425421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.425758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.426100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.426433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.426762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.427122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.427450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.427775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.428098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:09:44.457084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0cc1f0-8782-4f61-890d-ff4e33d3de9e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.461343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:44.462003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.467277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.468702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Pushing event updated for resources: {'Port': ['ID=34437346-16c5-4886-afbc-99d38764dadb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.478021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::1 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/379d1222-25ba-4458-be5b-11361935b042/b6c19ac0-845e-4867-b311-5417ab73c4b1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:44.483846 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:44.508455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Attempting to bind port 34437346-16c5-4886-afbc-99d38764dadb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:44.508821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Attempting to bind port 34437346-16c5-4886-afbc-99d38764dadb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2e91d446-bec9-4ae0-96b6-ea9211c53912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:44.510187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Attempting to bind port 34437346-16c5-4886-afbc-99d38764dadb on network e566a31a-a1b8-41ee-a20a-95646ff40587 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:44.535342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:44.535766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Checking segment: {'id': '2e91d446-bec9-4ae0-96b6-ea9211c53912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:44.536106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.536500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Bound using segment: {'id': '2e91d446-bec9-4ae0-96b6-ea9211c53912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:44.536977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Bound port: 34437346-16c5-4886-afbc-99d38764dadb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e91d446-bec9-4ae0-96b6-ea9211c53912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:44.537352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.580038 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a74327a7-b42a-4ba5-8fe8-c43fde32e9ce req-02c54046-3716-492b-8b50-90b80a557b6f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3117604 Apr 05 12:09:44.624479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.627810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] For port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:44.653217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] For port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:44.666557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.696505 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf2488ab-3099-4de6-9e7e-8c8c76f355ce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7a0cc1f0-8782-4f61-890d-ff4e33d3de9e HTTP/1.1" status: 204 len: 168 time: 1.8055980 Apr 05 12:09:44.697312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49202) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:44.737347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] For port 34437346-16c5-4886-afbc-99d38764dadb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:44.738310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.760446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] For port 34437346-16c5-4886-afbc-99d38764dadb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=34437346-16c5-4886-afbc-99d38764dadb,segment=NetworkSegment(2e91d446-bec9-4ae0-96b6-ea9211c53912),segment_id=2e91d446-bec9-4ae0-96b6-ea9211c53912)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:44.767942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.772528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.782529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=c800009e-697b-4752-9aca-193248fcd03e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.789838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.10 (e566a31a-a1b8-41ee-a20a-95646ff40587/f7346d33-4206-4e40-8efd-7d1620400882/c5cb2441-d7a7-4822-96a3-c41cfafd0ccb) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:44.792887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1e256-b7ce-4ec7-a20e-93f829a4e2a8 None None] Pushing event updated for resources: {'Port': ['ID=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.841024 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38f3e92a-a07a-42e8-b1c9-9d718f791a41 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/c800009e-697b-4752-9aca-193248fcd03e HTTP/1.1" status: 204 len: 168 time: 4.8189764 Apr 05 12:09:44.841726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49206) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:44.854460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.859819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-377506368'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:44.863649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.868288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:44.876908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:44.891919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:44.899307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:44.905761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b30285-60be-4f10-a244-61178842ee07 None None] Pushing event updated for resources: {'Port': ['ID=34437346-16c5-4886-afbc-99d38764dadb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:44.912537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.913043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router 95de9a08-f002-4fb2-890f-187764d2f30f {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:09:44.921858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:44.930001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.962015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:44.965428 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b9e093f4-0251-4fec-940f-2d9efb106d14 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 204 len: 168 time: 5.2037737 Apr 05 12:09:44.969948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49210) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:44.979260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649264897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:44.989833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:44.997900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:45.003257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:45.011263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:45.013525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:45.034195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.035333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment c5d613ee-13f2-4528-9297-9acd3391659b of type vlan for network 252106fd-8c72-4d1c-9f99-cb81a03e280c Apr 05 12:09:45.037171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.038367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.099414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.166874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.175497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:45.176327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.211478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.233333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.346391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4958382 Apr 05 12:09:45.350327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49214) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:45.360366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:45.375011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117db7-1c7f-4234-b917-2383d41f8591 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=252106fd-8c72-4d1c-9f99-cb81a03e280c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:45.382659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.393091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:45.552842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Calling delete_port for 300ed627-287c-47a3-8cd3-44ec5d6e39bc owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:45.609810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.611303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8dc2bc16-84ae-4ca7-ade7-7517570d5199 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6398664 Apr 05 12:09:45.620566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49220) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:45.629096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:45.703491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:45.729582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.801001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:45.852301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:45.868957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:45.894878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:45.968447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:45.971853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.010242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object b6c19ac0-845e-4867-b311-5417ab73c4b1 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:46.113412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.227164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.268316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aff10f-611d-49c9-ba0d-b739845649a7 req-edd3ab70-076f-4ef0-a46d-8884c5d8f573 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:46.269829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82aff10f-611d-49c9-ba0d-b739845649a7 req-edd3ab70-076f-4ef0-a46d-8884c5d8f573 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5168688 Apr 05 12:09:46.289792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Port': ['ID=300ed627-287c-47a3-8cd3-44ec5d6e39bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:46.305646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.313034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:46.323982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.332159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.380493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82aff10f-611d-49c9-ba0d-b739845649a7 req-78632238-fd2d-4a2c-84f2-c4087e977337 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878932 Apr 05 12:09:46.384578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b13c38-926b-44b9-8cad-8d7531c65cf7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:46.393221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object c5cb2441-d7a7-4822-96a3-c41cfafd0ccb will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:46.405318 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96871d33-87d9-4251-b06b-3d7e78f15cb5 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/ports/300ed627-287c-47a3-8cd3-44ec5d6e39bc HTTP/1.1" status: 204 len: 168 time: 2.6469686 Apr 05 12:09:46.409110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:46.414254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.452386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916063ce-ca20-432e-be4c-5caa612aeb85 None None] Network e566a31a-a1b8-41ee-a20a-95646ff40587 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:46.518822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1ecae19d-5505-407e-87f9-299a0f45cf1e None None] Provisioning for port 34437346-16c5-4886-afbc-99d38764dadb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:46.580501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:46.607290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 34437346-16c5-4886-afbc-99d38764dadb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:46.631098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045afaab-ca69-4a9e-915b-efd86b04363a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:46.631398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045afaab-ca69-4a9e-915b-efd86b04363a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:46.716208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 34437346-16c5-4886-afbc-99d38764dadb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:46.723604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.728689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 34437346-16c5-4886-afbc-99d38764dadb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:46.729384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.745877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.782010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:46.798695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:46.801564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:46.802565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.848770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162339b1-7b3e-4e8c-8fdf-82cea379fbea req-c750fb84-bd69-4390-bf0e-df2ae466534b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:46.850318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-162339b1-7b3e-4e8c-8fdf-82cea379fbea req-c750fb84-bd69-4390-bf0e-df2ae466534b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.2658563 Apr 05 12:09:46.921500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Provisioning for port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:46.931667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Provisioning complete for port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:46.932344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:46.937322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=0d923c6d-c687-401d-a94d-8f753896679e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:46.990043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.002619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting port afcfe1e9-d980-414b-bbe4-de85559430ca {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:47.002964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.046626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': 'c5d613ee-13f2-4528-9297-9acd3391659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:47.046982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: 252106fd-8c72-4d1c-9f99-cb81a03e280c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:47.091683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-162339b1-7b3e-4e8c-8fdf-82cea379fbea req-d861c77f-b908-43c7-b50e-f445e0d530e8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1823545 Apr 05 12:09:47.096520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.174828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.242278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 34437346-16c5-4886-afbc-99d38764dadb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=34437346-16c5-4886-afbc-99d38764dadb,segment=NetworkSegment(2e91d446-bec9-4ae0-96b6-ea9211c53912),segment_id=2e91d446-bec9-4ae0-96b6-ea9211c53912)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:47.267176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.306227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:47.329761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 252106fd-8c72-4d1c-9f99-cb81a03e280c) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:47.339385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:47.339984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.359981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.366587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:47.367369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.387988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f084c-50b7-48b0-8de1-92846c7e2c77 None None] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:47.407620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.412500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fe01d350-417f-4ef9-8036-887ce42f280f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0595560 Apr 05 12:09:47.419176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49232) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.426917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c', 'name': 'tempest-PortsIpV6TestJSON-1101282969', 'fixed_ips': [{'subnet_id': '0d923c6d-c687-401d-a94d-8f753896679e', 'ip_address': '2001:db8::10'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:47.439539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] For port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:47.476226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:47.480675 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:47.494415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.496444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.506999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.542496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.559057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Allocated IP 172.26.5.214 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/6c8d6c06-5509-4b1d-8d14-3c9d985480dc) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:47.638176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=34437346-16c5-4886-afbc-99d38764dadb,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:47.679284 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/15b13c38-926b-44b9-8cad-8d7531c65cf7 HTTP/1.1" status: 204 len: 168 time: 2.9636056 Apr 05 12:09:47.681479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b1750-787b-4d45-935b-d3257af7f6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b13c38-926b-44b9-8cad-8d7531c65cf7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:47.683826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:47.688187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network e566a31a-a1b8-41ee-a20a-95646ff40587 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:47.690419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.702364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=c5cb2441-d7a7-4822-96a3-c41cfafd0ccb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:47.712736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:47.802444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7f9cd-5fa7-4189-aee9-95b6ec1cc8cc None None] Pushing event updated for resources: {'Port': ['ID=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:47.809822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e3e1e4c4-2e7a-45d1-a915-d5c68c54f029 None None] Provisioning for port b6c19ac0-845e-4867-b311-5417ab73c4b1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:47.816679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e3e1e4c4-2e7a-45d1-a915-d5c68c54f029 None None] Provisioning complete for port b6c19ac0-845e-4867-b311-5417ab73c4b1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:47.817062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3e1e4c4-2e7a-45d1-a915-d5c68c54f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.827979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:47.841270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:47.845759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:47.861653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:47.882328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:47.917735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.931933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-252106fd-8c72-4d1c-9f99-cb81a03e280c', 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': '0d923c6d-c687-401d-a94d-8f753896679e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:47.934009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:47.941089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:47.948340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1e4c4-2e7a-45d1-a915-d5c68c54f029 None None] Port b6c19ac0-845e-4867-b311-5417ab73c4b1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:47.993142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Calling delete_port for afcfe1e9-d980-414b-bbe4-de85559430ca owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:48.067100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Deleting subnet 0af1e0f7-e47a-4af2-a8bb-7435b9add8ee {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:48.072614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825510-381f-4c31-8bc9-c2370c65998d req-cdc5e831-44d9-41fb-8209-05f159fc72ae tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:48.082199 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825510-381f-4c31-8bc9-c2370c65998d req-cdc5e831-44d9-41fb-8209-05f159fc72ae tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4693313 Apr 05 12:09:48.088735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.167144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Provisioning for port c5cb2441-d7a7-4822-96a3-c41cfafd0ccb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:48.174642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.180154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Provisioning complete for port c5cb2441-d7a7-4822-96a3-c41cfafd0ccb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:48.181147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.182537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:48.184340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.191096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825510-381f-4c31-8bc9-c2370c65998d req-82a31d02-cac6-4b01-8bc0-cc72832e8830 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079760 Apr 05 12:09:48.212940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port d7e27e50-80a9-4538-9b72-9eee57352630 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:48.214833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.225370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:48.254291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.270907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.301211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Allocated IP 2001:db8::2 (252106fd-8c72-4d1c-9f99-cb81a03e280c/0d923c6d-c687-401d-a94d-8f753896679e/3b108a11-c500-4829-94d0-e8126716d790) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:48.323771 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5965a634-23ae-4e06-b29c-9ef56f62efce tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.1557395 Apr 05 12:09:48.339797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.348465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49244) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:48.354916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': 'e566a31a-a1b8-41ee-a20a-95646ff40587', 'name': 'tempest-PortsTestJSON-870398546', 'fixed_ips': [{'subnet_id': 'f7346d33-4206-4e40-8efd-7d1620400882', 'ip_address': '172.20.0.9'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:48.392840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Port c5cb2441-d7a7-4822-96a3-c41cfafd0ccb cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:48.481037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Provisioning complete for port 34437346-16c5-4886-afbc-99d38764dadb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:48.481293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d69a74-3603-43a0-80f2-e9c22b1e9b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.482094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:48.527548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:48.542685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:48.543200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.584097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:48.629021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event updated for resources: {'Port': ['ID=6c8d6c06-5509-4b1d-8d14-3c9d985480dc,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:48.686596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.695988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.782081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.803171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3b6b0-c093-4544-a9aa-1bcab032490e req-a1800bef-e096-446f-8570-de4d13fc83c4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:48.804851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55b3b6b0-c093-4544-a9aa-1bcab032490e req-a1800bef-e096-446f-8570-de4d13fc83c4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4622774 Apr 05 12:09:48.814461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:48.815949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Transition to ACTIVE for port object 3b108a11-c500-4829-94d0-e8126716d790 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:48.831607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 34437346-16c5-4886-afbc-99d38764dadb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:48.869290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:port and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:48.884530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Transition to ACTIVE for port object 3b108a11-c500-4829-94d0-e8126716d790 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:48.891528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:48.901014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:48.968639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:48.974280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Port': ['ID=afcfe1e9-d980-414b-bbe4-de85559430ca,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:48.974584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:48.976343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:48.985205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:48.989346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Pushing event updated for resources: {'Port': ['ID=3b108a11-c500-4829-94d0-e8126716d790,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:49.029304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 34437346-16c5-4886-afbc-99d38764dadb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:49.029750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.037165 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55b3b6b0-c093-4544-a9aa-1bcab032490e req-9867f67a-a8e0-49b9-aafd-876163647bba tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1705375 Apr 05 12:09:49.042551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:49.047848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.073742 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-00ee3787-0687-4be9-88ed-6dd4c947f604 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/ports/afcfe1e9-d980-414b-bbe4-de85559430ca HTTP/1.1" status: 204 len: 168 time: 2.6591961 Apr 05 12:09:49.080765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49248) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:49.159107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21df9ff4-eda3-40c9-973b-ad123229644d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Synchronizing usage tracker for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:49.242552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Attempting to bind port 3b108a11-c500-4829-94d0-e8126716d790 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:49.242926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Attempting to bind port 3b108a11-c500-4829-94d0-e8126716d790 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c5d613ee-13f2-4528-9297-9acd3391659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:49.243894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Attempting to bind port 3b108a11-c500-4829-94d0-e8126716d790 on network 252106fd-8c72-4d1c-9f99-cb81a03e280c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:49.253512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:49.253969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Checking segment: {'id': 'c5d613ee-13f2-4528-9297-9acd3391659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:49.254646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.254850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Bound using segment: {'id': 'c5d613ee-13f2-4528-9297-9acd3391659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:49.255355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Bound port: 3b108a11-c500-4829-94d0-e8126716d790, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d613ee-13f2-4528-9297-9acd3391659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:49.255854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.264966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-21df9ff4-eda3-40c9-973b-ad123229644d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Unset dirty status for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:49.269582 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21df9ff4-eda3-40c9-973b-ad123229644d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1702292 Apr 05 12:09:49.271308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.315199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:49.332877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::10 (252106fd-8c72-4d1c-9f99-cb81a03e280c/0d923c6d-c687-401d-a94d-8f753896679e/d7e27e50-80a9-4538-9b72-9eee57352630) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:49.340333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-876787956'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:49.401005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] For port 3b108a11-c500-4829-94d0-e8126716d790, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:49.404943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] For port 3b108a11-c500-4829-94d0-e8126716d790, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b108a11-c500-4829-94d0-e8126716d790,segment=NetworkSegment(c5d613ee-13f2-4528-9297-9acd3391659b),segment_id=c5d613ee-13f2-4528-9297-9acd3391659b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:49.409640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.410601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:49.412026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af1e0f7-e47a-4af2-a8bb-7435b9add8ee,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:49.417254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.427328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:network and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:49.443279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:49.443494 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b83065ef-5780-43dd-a7a7-b0baf8755860 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0af1e0f7-e47a-4af2-a8bb-7435b9add8ee HTTP/1.1" status: 204 len: 168 time: 1.7410228 Apr 05 12:09:49.447862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:49.455227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:49.502225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee99fa1-238e-45a9-9792-4a7fec66fe8b None None] Pushing event updated for resources: {'Port': ['ID=3b108a11-c500-4829-94d0-e8126716d790,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:49.519492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 473bd959-ed5f-41c1-a580-859f3eeef4d9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:49.519835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.604441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:49.608419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.636175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.684371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.724851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.788120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.799464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.800224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:49.869448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:49.872612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 7aaa24e8-3cab-42ea-b986-ce81a0157c49 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:49.925159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d738fbb-7e71-4caf-a3d0-25dfcf7ab51f req-61c1f7fc-12ad-4749-a59d-d7aa54fb75b5 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:49.926688 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9d738fbb-7e71-4caf-a3d0-25dfcf7ab51f req-61c1f7fc-12ad-4749-a59d-d7aa54fb75b5 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6573842 Apr 05 12:09:50.001349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.001562 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment 1b7baf28-6da1-4933-89b8-14565497551f of type vlan for network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 Apr 05 12:09:50.202078 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9d738fbb-7e71-4caf-a3d0-25dfcf7ab51f req-61183ea9-118d-4cd3-8c0e-718677f37d58 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2605391 Apr 05 12:09:50.209486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.240372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b108a11-c500-4829-94d0-e8126716d790 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:50.340582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.392882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3b108a11-c500-4829-94d0-e8126716d790 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:50.447450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.9 (e566a31a-a1b8-41ee-a20a-95646ff40587/f7346d33-4206-4e40-8efd-7d1620400882/7aaa24e8-3cab-42ea-b986-ce81a0157c49) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:50.451970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:50.457080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.482368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.538005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:09:50.676867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.682957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:50.683703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.685842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 473bd959-ed5f-41c1-a580-859f3eeef4d9 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:50.749988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef026001-439e-4ba9-83e2-95b2019265c3 None None] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:50.758400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object d7e27e50-80a9-4538-9b72-9eee57352630 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:50.768475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ad8e7e-b128-476a-9293-05458b3553d1']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:50.818472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d9aeab-cca9-4978-9a8b-f43029f3131a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:50.819537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d9aeab-cca9-4978-9a8b-f43029f3131a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:50.841836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.850791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:50.856017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:50.867337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Provisioning for port 3b108a11-c500-4829-94d0-e8126716d790 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:50.876969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Provisioning complete for port 3b108a11-c500-4829-94d0-e8126716d790 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:50.877439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.948095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.972523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:09:50.972929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:09:50.986889 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:09:51.093563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.172766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.175835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.176993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.207061 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b6ad8e7e-b128-476a-9293-05458b3553d1 HTTP/1.1" status: 204 len: 168 time: 1.7575486 Apr 05 12:09:51.217282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348a990-acaa-47d8-adf8-59f4e8fe3e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6ad8e7e-b128-476a-9293-05458b3553d1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:51.226572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.236597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=8ca5f969-ccb6-47db-8a7b-827dc8d693f2,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:51.246304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] For port 3b108a11-c500-4829-94d0-e8126716d790, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b108a11-c500-4829-94d0-e8126716d790,segment=NetworkSegment(c5d613ee-13f2-4528-9297-9acd3391659b),segment_id=c5d613ee-13f2-4528-9297-9acd3391659b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:51.254623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:51.296129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.333572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Router 2b00c86c-d058-48f1-90b4-cb390eca09b7 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:51.338455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.397533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2755415-f44f-4006-813a-a4847a1d1197 None None] Pushing event updated for resources: {'Port': ['ID=3b108a11-c500-4829-94d0-e8126716d790,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:51.476870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.495073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c9c8f131-ba59-4393-9e14-7f2921974887 None None] Provisioning complete for port b6c19ac0-845e-4867-b311-5417ab73c4b1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:51.495695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9c8f131-ba59-4393-9e14-7f2921974887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.627665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8f131-ba59-4393-9e14-7f2921974887 None None] Port b6c19ac0-845e-4867-b311-5417ab73c4b1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:51.660495 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c8ad2eb1-6191-4d54-84c3-e1db6d68e032 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3447864 Apr 05 12:09:51.697062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49268) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:51.700098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:51.701435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=d7e27e50-80a9-4538-9b72-9eee57352630,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:51.720060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=473bd959-ed5f-41c1-a580-859f3eeef4d9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:51.727666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-58851685'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:51.728561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49272) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:51.753227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:51.763119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:51.765068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-db700794-623b-4506-beee-cf1bc00b79ab None None] Provisioning complete for port 3b108a11-c500-4829-94d0-e8126716d790 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:51.765611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db700794-623b-4506-beee-cf1bc00b79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.772284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:51.773319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.829701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:51.849975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-995633c3-2b14-4818-99b5-561e8c9c4d5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4293742 Apr 05 12:09:51.851103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49276) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:51.885081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:network and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:51.936724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e75e8-2d97-4e1a-abf9-531a78c11351 req-f6e9dd8a-5286-4297-9a85-753a368f10c8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:51.939670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-967e75e8-2d97-4e1a-abf9-531a78c11351 req-f6e9dd8a-5286-4297-9a85-753a368f10c8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.2746329 Apr 05 12:09:51.949102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:51.980055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object 7aaa24e8-3cab-42ea-b986-ce81a0157c49 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:52.017076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '252106fd-8c72-4d1c-9f99-cb81a03e280c', 'name': 'tempest-PortsIpV6TestJSON-1299525964', 'fixed_ips': [{'subnet_id': '0d923c6d-c687-401d-a94d-8f753896679e', 'ip_address': '2001:db8::f'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:52.043248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:52.055297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:52.107532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:52.113848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.229371 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-33bfc3a9-3dda-4751-894c-92c8f7eb27b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f76f6a967df44caeb33d5dd523c3a953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990489 Apr 05 12:09:52.231211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.238781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b108a11-c500-4829-94d0-e8126716d790 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:52.241078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49280) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:52.280710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:52.326304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Sync routers for ids ['2b00c86c-d058-48f1-90b4-cb390eca09b7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:52.376691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Routers {'2b00c86c-d058-48f1-90b4-cb390eca09b7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:52.377699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2b00c86c-d058-48f1-90b4-cb390eca09b7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:52.393227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.399806 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e26032b-b915-4932-aae6-932d07d3b62f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "PUT /v2.0/routers/2b00c86c-d058-48f1-90b4-cb390eca09b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0967960 Apr 05 12:09:52.406529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49284) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:52.464808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-84a98400-eb2b-482c-afa6-268424e17680 None None] Provisioning for port d7e27e50-80a9-4538-9b72-9eee57352630 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:52.509623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-84a98400-eb2b-482c-afa6-268424e17680 None None] Provisioning complete for port d7e27e50-80a9-4538-9b72-9eee57352630 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:52.510602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-84a98400-eb2b-482c-afa6-268424e17680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.511096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-967e75e8-2d97-4e1a-abf9-531a78c11351 req-34a49340-35cb-4aaf-9feb-01b8abbd55f6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4267199 Apr 05 12:09:52.527671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:52.545373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network e566a31a-a1b8-41ee-a20a-95646ff40587 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:52.545373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Router 9b58e5c3-561a-4ba2-aa55-ed34532d52e0 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:09:52.556221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:52.559436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:52.694141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.694860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Added segment 1bbc67df-8a48-4ac1-bcfc-8c6b6897193d of type vlan for network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 Apr 05 12:09:52.730456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.741872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3b108a11-c500-4829-94d0-e8126716d790 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:52.742169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.745194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.769014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bb3f4-b4e2-4bea-bc93-2403c6ec0ae2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:52.769925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-578bb3f4-b4e2-4bea-bc93-2403c6ec0ae2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:52.776073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:52.776891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.800954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=7aaa24e8-3cab-42ea-b986-ce81a0157c49,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:52.817304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e207af6-2de3-4cf3-954d-a6ea55327c1b tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4675412 Apr 05 12:09:52.818907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:52.833231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-84a98400-eb2b-482c-afa6-268424e17680 None None] Port d7e27e50-80a9-4538-9b72-9eee57352630 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:52.836408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:52.840336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Set router 2b00c86c-d058-48f1-90b4-cb390eca09b7 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:52.881519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.886192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:52.887058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.913940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:52.918725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:port and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:52.928332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:52.946794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 700bccde-a871-436d-8b78-1f55da498293 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:09:52.951842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:52.974226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-578bb3f4-b4e2-4bea-bc93-2403c6ec0ae2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:52.977822 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-578bb3f4-b4e2-4bea-bc93-2403c6ec0ae2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports/b6c19ac0-845e-4867-b311-5417ab73c4b1 HTTP/1.1" status: 200 len: 911 time: 0.5677130 Apr 05 12:09:52.980719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49292) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.033808 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3220074 Apr 05 12:09:53.050508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fff5d-ad05-43dd-99e4-5d998e305efb tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Network': ['ID=2b35fa85-fb83-4dd3-8930-d6f771edebc0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:53.064649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:53.069962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.165668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:53.177759 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] Sync routers for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:53.192615 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:53.193162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.193296 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.204786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'subnets': [{'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1702503424', 'ip_version': 4}, {'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:53.205051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 93b96652-87b9-4501-b844-6304d16dbbac yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:09:53.205514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'subnet': {'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1702503424', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:53.206252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Request body: {'subnet': {'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:53.222464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.233652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31825252-d341-4b37-84dc-0bd75f369c9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.235776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31825252-d341-4b37-84dc-0bd75f369c9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:53.262052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:09:53.272901 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.276869 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d444119-0304-4321-bb3d-703bbb90428c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2313957 Apr 05 12:09:53.281951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055eace0-c195-4692-9343-027a9fa20ad5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:53.284313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.285752 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5583bb28-a05c-42d6-ab91-59d2e8df7e8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/055eace0-c195-4692-9343-027a9fa20ad5 HTTP/1.1" status: 204 len: 168 time: 1.0379491 Apr 05 12:09:53.289948 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] Routers {'700bccde-a871-436d-8b78-1f55da498293'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:53.294285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49300) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.299212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] Sync routers for ids ['9b58e5c3-561a-4ba2-aa55-ed34532d52e0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:09:53.302401 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['700bccde-a871-436d-8b78-1f55da498293'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.304505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.309080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-914d4883-2dad-4c1d-beb2-cdd2aec497f1 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "PUT /v2.0/routers/9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 200 len: 883 time: 7.6874211 Apr 05 12:09:53.309867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49306) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.322938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:09:53.404340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aad19470-8ffb-4099-8daa-646e3f899162 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:53.423274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31825252-d341-4b37-84dc-0bd75f369c9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:53.424927 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31825252-d341-4b37-84dc-0bd75f369c9a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5792236 Apr 05 12:09:53.431264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.450630 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.451007 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913dbdf0-b9c1-4ac5-9a5b-d3ed3deadc4e None None] The sync data for ids ['700bccde-a871-436d-8b78-1f55da498293'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:53.458210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c9a70-fffc-484c-996a-8d93733a0941 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.464536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c9a70-fffc-484c-996a-8d93733a0941 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.469093 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-697c9a70-fffc-484c-996a-8d93733a0941 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4829142 Apr 05 12:09:53.472951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49314) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.531455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-265a62d4-0e12-49c5-a715-c3778046db7d None None] Provisioning for port 7aaa24e8-3cab-42ea-b986-ce81a0157c49 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:53.538609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aad19470-8ffb-4099-8daa-646e3f899162 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:53.540267 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aad19470-8ffb-4099-8daa-646e3f899162 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=700bccde-a871-436d-8b78-1f55da498293 HTTP/1.1" status: 200 len: 205 time: 0.2446334 Apr 05 12:09:53.544299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-265a62d4-0e12-49c5-a715-c3778046db7d None None] Provisioning complete for port 7aaa24e8-3cab-42ea-b986-ce81a0157c49 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:53.544867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-265a62d4-0e12-49c5-a715-c3778046db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.565107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49318) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.627819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:53.632189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] Routers {'9b58e5c3-561a-4ba2-aa55-ed34532d52e0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:53.633075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9b58e5c3-561a-4ba2-aa55-ed34532d52e0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.636205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Usage tracker for resource:subnet and tenant:4364a8011ea240768e5b20d7bae3e9a8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:53.644929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:53.679089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:53.714859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c8e6d-ea8f-49cf-9fd1-85c565ef21bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.730613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c8e6d-ea8f-49cf-9fd1-85c565ef21bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.740503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c8e6d-ea8f-49cf-9fd1-85c565ef21bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:53.742787 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ee5c8e6d-ea8f-49cf-9fd1-85c565ef21bc tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2753246 Apr 05 12:09:53.744349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Made reservation on behalf of 4364a8011ea240768e5b20d7bae3e9a8 for: {'subnet': 2} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:53.748961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.749630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.750035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.773621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49326) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:53.776053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6697bf7-cdb5-4ee2-886b-c7feae83cadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:53.840721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] Routers {'9b58e5c3-561a-4ba2-aa55-ed34532d52e0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:53.841661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9b58e5c3-561a-4ba2-aa55-ed34532d52e0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.919980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-265a62d4-0e12-49c5-a715-c3778046db7d None None] Port 7aaa24e8-3cab-42ea-b986-ce81a0157c49 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:53.924400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.924977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b2e4b2-b4b1-4756-aaf7-7b2b91b4fbbb None None] The sync data for ids ['9b58e5c3-561a-4ba2-aa55-ed34532d52e0'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:53.951097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:09:47Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': 'b6c19ac0-845e-4867-b311-5417ab73c4b1', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:17:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '379d1222-25ba-4458-be5b-11361935b042', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:43Z', 'updated_at': '2022-04-05T12:09:49Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '379d1222-25ba-4458-be5b-11361935b042', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:53.960450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Checking router: 2b00c86c-d058-48f1-90b4-cb390eca09b7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:09:53.960871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Updating router 2b00c86c-d058-48f1-90b4-cb390eca09b7 port b6c19ac0-845e-4867-b311-5417ab73c4b1 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:09:53.966112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 7aaa24e8-3cab-42ea-b986-ce81a0157c49 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:53.966512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.006158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:54.032305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.197527 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9106aa8d-8809-4801-97f3-b1414b452ee5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=629e7f1747674c1392bb6611211302bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899657 Apr 05 12:09:54.220279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49334) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:54.303525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.316688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.450565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.464628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Transition to ACTIVE for port object b6c19ac0-845e-4867-b311-5417ab73c4b1 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:54.475475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.558987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-510bf0a6-b5ae-4677-8c9f-c8f3ce480398 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 200 len: 924 time: 1.2444420 Apr 05 12:09:54.578320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49338) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:54.662108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db465d-ebb0-400e-960a-c25659109b91 None None] Pushing event updated for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:54.682744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.704982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.747226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::f (252106fd-8c72-4d1c-9f99-cb81a03e280c/0d923c6d-c687-401d-a94d-8f753896679e/93b96652-87b9-4501-b844-6304d16dbbac) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:54.782291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Attempting to bind port b6c19ac0-845e-4867-b311-5417ab73c4b1 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:54.782658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Attempting to bind port b6c19ac0-845e-4867-b311-5417ab73c4b1 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:54.783014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Attempting to bind port b6c19ac0-845e-4867-b311-5417ab73c4b1 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:54.789094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:54.789462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:54.790576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.790969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:54.791582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Bound port: b6c19ac0-845e-4867-b311-5417ab73c4b1, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:54.791957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.838888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 7aaa24e8-3cab-42ea-b986-ce81a0157c49 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:54.842866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.860376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.913491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] For port b6c19ac0-845e-4867-b311-5417ab73c4b1, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:09:54.914636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.917217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] For port b6c19ac0-845e-4867-b311-5417ab73c4b1, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b6c19ac0-845e-4867-b311-5417ab73c4b1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:09:54.920773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:54.948420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b578f-1e53-4ae4-93c4-1eb7e141f053 req-8794afd9-51fb-448a-b45f-3e475e5e86c0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:54.950231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-638b578f-1e53-4ae4-93c4-1eb7e141f053 req-8794afd9-51fb-448a-b45f-3e475e5e86c0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.0326612 Apr 05 12:09:55.000504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.001265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router 700bccde-a871-436d-8b78-1f55da498293 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:09:55.007374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Routers {'2b00c86c-d058-48f1-90b4-cb390eca09b7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:09:55.007695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2b00c86c-d058-48f1-90b4-cb390eca09b7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:55.011519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef63b42d-9496-450a-aa2f-a134a4368986 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:55.013058 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef63b42d-9496-450a-aa2f-a134a4368986 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=9b58e5c3-561a-4ba2-aa55-ed34532d52e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4316881 Apr 05 12:09:55.018497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49342) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:55.112747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.114011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7b716ad4-ef3c-45c3-9099-636bbe0d5a5b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293 HTTP/1.1" status: 204 len: 168 time: 1.5324891 Apr 05 12:09:55.152014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:55.183121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.190057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db465d-ebb0-400e-960a-c25659109b91 None None] Pushing event updated for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:55.262910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.298567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] Set router 2b00c86c-d058-48f1-90b4-cb390eca09b7 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:09:55.316591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=7aaa24e8-3cab-42ea-b986-ce81a0157c49,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:55.358437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7959ff85-53a1-44f2-9737-a9920dc515e1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:55.367334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-65df61db-578d-4fb7-9ea2-5b6c70b03667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.410527 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-638b578f-1e53-4ae4-93c4-1eb7e141f053 req-8876518a-a7b5-4642-8cad-bc48710ac9eb tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4412653 Apr 05 12:09:55.534847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet 5bb059d8-71cd-4a26-bc64-88cce6baf78d {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:55.542252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.569219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.579199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f2966a-c347-48dd-a934-7d21cd33e91d tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:55.580589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-88f2966a-c347-48dd-a934-7d21cd33e91d tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.5440004 Apr 05 12:09:55.583901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49352) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:55.594316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.686858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 93b96652-87b9-4501-b844-6304d16dbbac will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:55.699179 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-61f9b786-0a51-43cd-861b-36af93182ed6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 200 len: 205 time: 0.1137154 Apr 05 12:09:55.700332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.708541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49356) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:55.719514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.721030 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-586c8c74-da9e-4915-ab2e-0d255646c5fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7959ff85-53a1-44f2-9737-a9920dc515e1 HTTP/1.1" status: 204 len: 168 time: 1.4995368 Apr 05 12:09:55.740585 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b28ef48b-dc4f-4e76-87f0-7b80a737b722 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/7aaa24e8-3cab-42ea-b986-ce81a0157c49 HTTP/1.1" status: 204 len: 168 time: 1.9644744 Apr 05 12:09:55.766650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:55.775216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Subnet': ['ID=0b2942c4-07bb-4749-8e86-7ee7c1c584f7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:55.787700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:09:47Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': 'b6c19ac0-845e-4867-b311-5417ab73c4b1', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:17:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '379d1222-25ba-4458-be5b-11361935b042', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:43Z', 'updated_at': '2022-04-05T12:09:54Z', 'revision_number': 4, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '379d1222-25ba-4458-be5b-11361935b042', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:09:55.793053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18a6250-fb53-4d5b-ba53-df8b844eeb1e None None] The sync data for ids ['2b00c86c-d058-48f1-90b4-cb390eca09b7'] in dv-neutron-833203-3-hyperv is: [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:09:47Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': 'b6c19ac0-845e-4867-b311-5417ab73c4b1', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:17:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '379d1222-25ba-4458-be5b-11361935b042', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:09:43Z', 'updated_at': '2022-04-05T12:09:54Z', 'revision_number': 4, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '379d1222-25ba-4458-be5b-11361935b042', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:09:55.851937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:55.962261 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ad12e0-ed14-4321-ba2d-93a7b73b6b01 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:09:55.963663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-66ad12e0-ed14-4321-ba2d-93a7b73b6b01 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:55.971634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.019445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Checking segment: {'id': '1b7baf28-6da1-4933-89b8-14565497551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:56.020101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network hostable DHCP agents. Network: 8ca5f969-ccb6-47db-8a7b-827dc8d693f2, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:56.104396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.122388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-66ad12e0-ed14-4321-ba2d-93a7b73b6b01 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:56.127271 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-66ad12e0-ed14-4321-ba2d-93a7b73b6b01 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/7aaa24e8-3cab-42ea-b986-ce81a0157c49 HTTP/1.1" status: 404 len: 333 time: 0.3478134 Apr 05 12:09:56.133396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:56.192334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:56.233549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.242812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8ca5f969-ccb6-47db-8a7b-827dc8d693f2) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:56.249408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.255848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e28ba4-1d3f-4275-82c0-75b824b7f6d4 None None] Network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:56.374416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port c5cb2441-d7a7-4822-96a3-c41cfafd0ccb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:56.376119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.403828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:56.431941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:56.443950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=93b96652-87b9-4501-b844-6304d16dbbac,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:56.449168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:56.455502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:56.456711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.481184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.508047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event updated for resources: {'Subnet': ['ID=daebab71-dc4b-43b8-a6f7-d48443c7b16e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:56.532719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.533125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.583518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Checking segment: {'id': '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:56.585126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network hostable DHCP agents. Network: 2b35fa85-fb83-4dd3-8930-d6f771edebc0, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:09:56.594374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.605823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b804328-afce-4293-b4bc-a088e7ace48f None None] Network 6085dee5-a546-42e3-b4c9-ce2a442a93ee requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:56.614074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb059d8-71cd-4a26-bc64-88cce6baf78d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:56.622108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.792123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d57ad-fe32-45b3-806b-092545fc1df5 req-c0697b27-76a9-4aa0-a652-8da98199e095 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:56.793734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-497d57ad-fe32-45b3-806b-092545fc1df5 req-c0697b27-76a9-4aa0-a652-8da98199e095 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.8401110 Apr 05 12:09:56.858030 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-56d0d6a8-2d17-4b76-95d5-802d4f81f2b8 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.9824328 Apr 05 12:09:56.885374 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c53ccbd-fd8a-4eb0-8c0a-1c2b73a5297e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/5bb059d8-71cd-4a26-bc64-88cce6baf78d HTTP/1.1" status: 204 len: 168 time: 1.7047694 Apr 05 12:09:56.885374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:56.887133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49390) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:56.960444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8ca5f969-ccb6-47db-8a7b-827dc8d693f2', 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2', 'tenant_id': '4364a8011ea240768e5b20d7bae3e9a8', 'fixed_ips': [{'subnet_id': '0b2942c4-07bb-4749-8e86-7ee7c1c584f7'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:56.961703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:56.989235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:09:57.058201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.064993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:57.081987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a6a781d-0b22-489d-afda-fe6ee8045c2e None None] Provisioning for port 93b96652-87b9-4501-b844-6304d16dbbac completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:57.096389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a6a781d-0b22-489d-afda-fe6ee8045c2e None None] Provisioning complete for port 93b96652-87b9-4501-b844-6304d16dbbac triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:57.096948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a6a781d-0b22-489d-afda-fe6ee8045c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.125005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 6c8d6c06-5509-4b1d-8d14-3c9d985480dc {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:57.134115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.135920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2b35fa85-fb83-4dd3-8930-d6f771edebc0) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:57.165186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a781d-0b22-489d-afda-fe6ee8045c2e None None] Port 93b96652-87b9-4501-b844-6304d16dbbac cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:09:57.166635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a63f6d-0dde-4238-b621-1ad5db729f64 None None] Network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:57.183773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.184388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.185150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.210787 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-497d57ad-fe32-45b3-806b-092545fc1df5 req-269a00b1-b31d-4f5a-a37d-58e7a8ac1e53 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3454564 Apr 05 12:09:57.227071 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ceb45d53-a944-41c0-80b5-4b1158637240 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0323646 Apr 05 12:09:57.228313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:57.291605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-329386850-network', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:09:57.298353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet a94d1040-ace7-4f5e-9b23-1740b9e54076 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:57.341120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.343250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:57.345653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.356282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ceae64-f6f3-461a-97b0-070d0ac60678 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.361672 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07ceae64-f6f3-461a-97b0-070d0ac60678 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4640462 Apr 05 12:09:57.363127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49408) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:57.400624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Usage tracker for resource:network and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:57.451412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.455897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Allocated IP 172.20.0.2 (8ca5f969-ccb6-47db-8a7b-827dc8d693f2/0b2942c4-07bb-4749-8e86-7ee7c1c584f7/3929d52e-6eda-4504-9ddf-c6de5c334cde) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:57.509231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] DHCP port deletion for 6085dee5-a546-42e3-b4c9-ce2a442a93ee request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:57.532748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for c5cb2441-d7a7-4822-96a3-c41cfafd0ccb owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:57.552697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Deleting port 4f19f15f-4a9e-4ad8-9ace-808da332e25f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:57.553337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.586967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.588584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.591243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.591243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Synchronizing usage tracker for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:57.595706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2b35fa85-fb83-4dd3-8930-d6f771edebc0', 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0', 'tenant_id': '4364a8011ea240768e5b20d7bae3e9a8', 'fixed_ips': [{'subnet_id': 'daebab71-dc4b-43b8-a6f7-d48443c7b16e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:09:57.597570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.661072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Unset dirty status for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:57.662489 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c8320e26-04a9-41f3-bdb3-9c6a4e80db69 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4290183 Apr 05 12:09:57.666094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:57.701775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.779880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:57.787478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:57.790388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.804452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e9f6f-3cb1-4ff3-9c38-c18178bf1075 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.810755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.811559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e9f6f-3cb1-4ff3-9c38-c18178bf1075 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.817788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e9f6f-3cb1-4ff3-9c38-c18178bf1075 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:57.819929 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c2e9f6f-3cb1-4ff3-9c38-c18178bf1075 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4544837 Apr 05 12:09:57.826779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49416) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:57.842264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting subnet 0b2942c4-07bb-4749-8e86-7ee7c1c584f7 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:57.850753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.868936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Made reservation on behalf of b6269eca554841afa8bd6f43eff14c71 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:09:57.872039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.902680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd29875-0c38-47d6-b74a-bd0f51aa0e68 None None] Network 03ad0896-1807-4184-980d-532a85233b1c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:57.910328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=c5cb2441-d7a7-4822-96a3-c41cfafd0ccb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:57.944665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:57.952029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=a94d1040-ace7-4f5e-9b23-1740b9e54076,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:57.953926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.021666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5a2e2a68-72d0-4f87-a3b9-c587e7d53de4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/a94d1040-ace7-4f5e-9b23-1740b9e54076 HTTP/1.1" status: 204 len: 168 time: 1.0290885 Apr 05 12:09:58.022622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49420) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:58.036191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.057104 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9dcab58c-416a-45af-a658-76a9296773fb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/c5cb2441-d7a7-4822-96a3-c41cfafd0ccb HTTP/1.1" status: 204 len: 168 time: 1.9222848 Apr 05 12:09:58.059385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:58.061729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:09:58.120094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:09:58.134239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:09:58.138300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.183401 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32e76b0-632a-4f4d-9ece-442eae9af0c5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:09:58.183933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b32e76b0-632a-4f4d-9ece-442eae9af0c5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:09:58.227508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b32e76b0-632a-4f4d-9ece-442eae9af0c5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:09:58.228878 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b32e76b0-632a-4f4d-9ece-442eae9af0c5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/c5cb2441-d7a7-4822-96a3-c41cfafd0ccb HTTP/1.1" status: 404 len: 333 time: 0.1684754 Apr 05 12:09:58.231409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49428) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:58.255663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:09:58.311386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] For port 4f19f15f-4a9e-4ad8-9ace-808da332e25f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4f19f15f-4a9e-4ad8-9ace-808da332e25f,segment=NetworkSegment(5e3d9101-6389-47f7-9703-473515e31034),segment_id=5e3d9101-6389-47f7-9703-473515e31034)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:58.312248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.330422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet f7346d33-4206-4e40-8efd-7d1620400882 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:09:58.333805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.345593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 6c8d6c06-5509-4b1d-8d14-3c9d985480dc owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:58.393053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b6c19ac0-845e-4867-b311-5417ab73c4b1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:09:58.393705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.492352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 93b96652-87b9-4501-b844-6304d16dbbac {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:58.493566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.496607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.544536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Calling delete_port for 4f19f15f-4a9e-4ad8-9ace-808da332e25f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:58.589483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.592917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.594917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port b6c19ac0-845e-4867-b311-5417ab73c4b1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:58.595286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.630140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=f7346d33-4206-4e40-8efd-7d1620400882,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:58.636257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.645219 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d66e5235-c683-4ad1-b46b-8f14f1d54bc6 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/f7346d33-4206-4e40-8efd-7d1620400882 HTTP/1.1" status: 204 len: 168 time: 0.4127274 Apr 05 12:09:58.645834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:58.651359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.668460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d805f3-0a81-45c0-a7de-ae8cd25a34db None None] Network e566a31a-a1b8-41ee-a20a-95646ff40587 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:09:58.698759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Allocated IP 172.20.0.18 (2b35fa85-fb83-4dd3-8930-d6f771edebc0/daebab71-dc4b-43b8-a6f7-d48443c7b16e/371300d2-316f-49a9-ba24-e01396bed9a6) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:09:58.719681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Transition to ACTIVE for port object 3929d52e-6eda-4504-9ddf-c6de5c334cde will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:58.772728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.785123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 34437346-16c5-4886-afbc-99d38764dadb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:58.785519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.802550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 4f19f15f-4a9e-4ad8-9ace-808da332e25f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:58.802550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.881334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Transition to ACTIVE for port object 3929d52e-6eda-4504-9ddf-c6de5c334cde will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:58.890398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.894085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b6c19ac0-845e-4867-b311-5417ab73c4b1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:09:58.896132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.984332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:58.997940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.044396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b6c19ac0-845e-4867-b311-5417ab73c4b1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:09:59.044875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.070529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] Pushing event deleted for resources: {'Port': ['ID=4f19f15f-4a9e-4ad8-9ace-808da332e25f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:59.077181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.101909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63731b38-172d-4261-818a-17f6b93a5ddb req-fccc4654-4443-4eab-9cab-942b0a110124 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:09:59.109372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63731b38-172d-4261-818a-17f6b93a5ddb req-fccc4654-4443-4eab-9cab-942b0a110124 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6845601 Apr 05 12:09:59.122349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] The port '4f19f15f-4a9e-4ad8-9ace-808da332e25f' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:09:59.132557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa7b46-b2dd-4180-98e1-9f3035660d18 None None] No DVR routers for this DVR port 4f19f15f-4a9e-4ad8-9ace-808da332e25f on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:59.180880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] DHCP port deletion for 03ad0896-1807-4184-980d-532a85233b1c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:59.195630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.220036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Deleting port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:09:59.220592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.251193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] For port 34437346-16c5-4886-afbc-99d38764dadb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=34437346-16c5-4886-afbc-99d38764dadb,segment=NetworkSegment(2e91d446-bec9-4ae0-96b6-ea9211c53912),segment_id=2e91d446-bec9-4ae0-96b6-ea9211c53912)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:59.251193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.262173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:09:59.294508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:09:59.300846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Pushing event updated for resources: {'Port': ['ID=3929d52e-6eda-4504-9ddf-c6de5c334cde,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:59.306682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:09:59.403399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 34437346-16c5-4886-afbc-99d38764dadb owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:59.470872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.560265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:09:59.567090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.585511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9dbc3b-5dae-4a1a-88d0-59a1fede5e76,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:59.594912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port b6c19ac0-845e-4867-b311-5417ab73c4b1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b6c19ac0-845e-4867-b311-5417ab73c4b1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:59.595305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.624493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No DVR routers for this DVR port 34437346-16c5-4886-afbc-99d38764dadb on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:09:59.651939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=34437346-16c5-4886-afbc-99d38764dadb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:59.658996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.664945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63731b38-172d-4261-818a-17f6b93a5ddb req-0706c133-1ea8-443a-ab90-3ac1032dfeec tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5542455 Apr 05 12:09:59.668664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.690131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.690734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Added segment eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51 of type vlan for network 0744352a-31de-48f1-9b25-45a46005f79b Apr 05 12:09:59.711716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Attempting to bind port 3929d52e-6eda-4504-9ddf-c6de5c334cde on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:09:59.712199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Attempting to bind port 3929d52e-6eda-4504-9ddf-c6de5c334cde by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1b7baf28-6da1-4933-89b8-14565497551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:09:59.712688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Attempting to bind port 3929d52e-6eda-4504-9ddf-c6de5c334cde on network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:09:59.737193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Transition to ACTIVE for port object 371300d2-316f-49a9-ba24-e01396bed9a6 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:59.749614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:09:59.749866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Checking segment: {'id': '1b7baf28-6da1-4933-89b8-14565497551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:09:59.750388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.750902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Bound using segment: {'id': '1b7baf28-6da1-4933-89b8-14565497551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:09:59.751540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Bound port: 3929d52e-6eda-4504-9ddf-c6de5c334cde, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7baf28-6da1-4933-89b8-14565497551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '8ca5f969-ccb6-47db-8a7b-827dc8d693f2'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:09:59.752029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.767864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.769271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.778034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2942c4-07bb-4749-8e86-7ee7c1c584f7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:09:59.795875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.864549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55b207-4890-4d31-ae58-df52fc50d374 None None] DHCP port deletion for e566a31a-a1b8-41ee-a20a-95646ff40587 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:09:59.895883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.902644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.909533 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-771d20f5-ea58-46c9-8217-5ab0cac60b4b tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/subnets/0b2942c4-07bb-4749-8e86-7ee7c1c584f7 HTTP/1.1" status: 204 len: 168 time: 2.2382402 Apr 05 12:09:59.913548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Transition to ACTIVE for port object 371300d2-316f-49a9-ba24-e01396bed9a6 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:09:59.914503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:09:59.923570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.949712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:09:59.958895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for b6c19ac0-845e-4867-b311-5417ab73c4b1 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:09:59.988898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b6c19ac0-845e-4867-b311-5417ab73c4b1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b6c19ac0-845e-4867-b311-5417ab73c4b1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:59.990861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] For port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,segment=NetworkSegment(9c855e5f-a06e-49e9-8209-a8044b403c47),segment_id=9c855e5f-a06e-49e9-8209-a8044b403c47)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:09:59.991857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.017450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e566a31a-a1b8-41ee-a20a-95646ff40587']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.034955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.039494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e91d446-bec9-4ae0-96b6-ea9211c53912') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.040383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e91d446-bec9-4ae0-96b6-ea9211c53912') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.057510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting subnet daebab71-dc4b-43b8-a6f7-d48443c7b16e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:00.063181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.077134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.104553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6085dee5-a546-42e3-b4c9-ce2a442a93ee']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.174126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f19f15f-4a9e-4ad8-9ace-808da332e25f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:00.179987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=6c8d6c06-5509-4b1d-8d14-3c9d985480dc,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.200827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.219997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Calling delete_port for 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:00.230808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.252424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:00.253018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.254985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:00.268450 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:00.270862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:00.270862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 4f19f15f-4a9e-4ad8-9ace-808da332e25f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:00.270862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4f19f15f-4a9e-4ad8-9ace-808da332e25f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:00.278215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:00.283313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Pushing event updated for resources: {'Port': ['ID=371300d2-316f-49a9-ba24-e01396bed9a6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.288687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] For port 3929d52e-6eda-4504-9ddf-c6de5c334cde, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:00.292974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 93b96652-87b9-4501-b844-6304d16dbbac owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:00.338832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.358735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3d9101-6389-47f7-9703-473515e31034') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.359327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3d9101-6389-47f7-9703-473515e31034') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:00.392659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] For port 3929d52e-6eda-4504-9ddf-c6de5c334cde, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3929d52e-6eda-4504-9ddf-c6de5c334cde,segment=NetworkSegment(1b7baf28-6da1-4933-89b8-14565497551f),segment_id=1b7baf28-6da1-4933-89b8-14565497551f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:00.418529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.424256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.444936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:00.453211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.458873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.482741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.492199 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/e566a31a-a1b8-41ee-a20a-95646ff40587 HTTP/1.1" status: 204 len: 168 time: 1.8453128 Apr 05 12:10:00.499554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa1bad-d179-4da0-ac96-80cfc4caa4bb tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=e566a31a-a1b8-41ee-a20a-95646ff40587,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.506684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49444) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.529031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691821112'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:00.543138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Attempting to bind port 371300d2-316f-49a9-ba24-e01396bed9a6 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:00.543769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Attempting to bind port 371300d2-316f-49a9-ba24-e01396bed9a6 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:00.544321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Attempting to bind port 371300d2-316f-49a9-ba24-e01396bed9a6 on network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:00.552142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.557484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.557742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:00.566417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.567221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.584459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:network and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:00.598584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.607083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:00.607774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Checking segment: {'id': '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:00.608179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.608574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Bound using segment: {'id': '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:00.609205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Bound port: 371300d2-316f-49a9-ba24-e01396bed9a6, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2b35fa85-fb83-4dd3-8930-d6f771edebc0'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:00.609768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.620315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.623817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Subnet': ['ID=daebab71-dc4b-43b8-a6f7-d48443c7b16e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.642837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:00.645962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:00.646513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.649644 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a99b70d2-36f1-48d8-9966-61245428967d tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/subnets/daebab71-dc4b-43b8-a6f7-d48443c7b16e HTTP/1.1" status: 204 len: 168 time: 0.7326918 Apr 05 12:10:00.650284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49448) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:00.663722 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:00.686435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:00.690007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No active binding found for port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 {{(pid=87959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 12:10:00.690764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:00.690900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 34437346-16c5-4886-afbc-99d38764dadb no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:00.726309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] No DVR routers for this DVR port 9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:00.731984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c56660-2fa8-469f-8dd5-e586e72f41c3 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:00.732887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32c56660-2fa8-469f-8dd5-e586e72f41c3 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Synchronizing usage tracker for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:00.757115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 34437346-16c5-4886-afbc-99d38764dadb {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:00.757658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 34437346-16c5-4886-afbc-99d38764dadb not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:00.764797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32c56660-2fa8-469f-8dd5-e586e72f41c3 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Unset dirty status for tenant:4364a8011ea240768e5b20d7bae3e9a8 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:00.766064 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32c56660-2fa8-469f-8dd5-e586e72f41c3 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1147108 Apr 05 12:10:00.770138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49452) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:00.814987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9342-b770-4f7b-81f4-d6707e6c6208 None None] Pushing event updated for resources: {'Port': ['ID=3929d52e-6eda-4504-9ddf-c6de5c334cde,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.849185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.850292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:00.850966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.888175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53b842-a02c-4b6c-adb7-52d1d11a00d6 None None] Pushing event deleted for resources: {'Port': ['ID=9e0cc0c1-4b68-48b7-a0c8-5b7c1a1be262,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:00.892795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.898138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] For port 371300d2-316f-49a9-ba24-e01396bed9a6, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:00.903872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] For port 371300d2-316f-49a9-ba24-e01396bed9a6, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=371300d2-316f-49a9-ba24-e01396bed9a6,segment=NetworkSegment(1bbc67df-8a48-4ac1-bcfc-8c6b6897193d),segment_id=1bbc67df-8a48-4ac1-bcfc-8c6b6897193d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:00.907643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b4841-a115-41d8-a8e2-835234aa82a1 None None] Network 8ca5f969-ccb6-47db-8a7b-827dc8d693f2 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:00.911312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting port 371300d2-316f-49a9-ba24-e01396bed9a6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:00.911711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.926328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:00.997758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa30ac-827d-4432-ad19-cfb2129cb7f6 req-fccd5c19-21cb-4a4f-89d1-d4396731cc23 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:00.999259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d2fa30ac-827d-4432-ad19-cfb2129cb7f6 req-fccd5c19-21cb-4a4f-89d1-d4396731cc23 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.0826962 Apr 05 12:10:01.169463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564ca26-74db-423b-9070-1eae803d7fda None None] Pushing event updated for resources: {'Port': ['ID=371300d2-316f-49a9-ba24-e01396bed9a6,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:01.207951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c8008-8898-44b0-b7be-d151442e6e75 None None] Network 2b35fa85-fb83-4dd3-8930-d6f771edebc0 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:01.274552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] For port 371300d2-316f-49a9-ba24-e01396bed9a6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=371300d2-316f-49a9-ba24-e01396bed9a6,segment=NetworkSegment(1bbc67df-8a48-4ac1-bcfc-8c6b6897193d),segment_id=1bbc67df-8a48-4ac1-bcfc-8c6b6897193d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:01.274552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.277994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.280353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:01.283676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.345394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.408505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Calling delete_port for 371300d2-316f-49a9-ba24-e01396bed9a6 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:01.417181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.423001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.438301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] Pushing event updated for resources: {'Network': ['ID=0744352a-31de-48f1-9b25-45a46005f79b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:01.452346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0744352a-31de-48f1-9b25-45a46005f79b details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:01.461047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:01.461367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:01.478285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c867393-05c9-47f2-9cc8-50e8eec6c704 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4051409 Apr 05 12:10:01.480980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:01.497946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=6085dee5-a546-42e3-b4c9-ce2a442a93ee,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:01.500372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Request body: {'subnet': {'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-329386850-subnet', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:01.506214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:01.509887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d2fa30ac-827d-4432-ad19-cfb2129cb7f6 req-dcab5b59-b96a-4933-af9e-06025704009f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4165969 Apr 05 12:10:01.510923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.515461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Usage tracker for resource:subnet and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:01.519458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:01.519658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:01.532608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:01.536343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.566789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97c0a045-e06f-4426-bfdf-2af2616e6676 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/6085dee5-a546-42e3-b4c9-ce2a442a93ee HTTP/1.1" status: 204 len: 168 time: 3.5108113 Apr 05 12:10:01.567819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49460) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:01.592806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.593355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router 9b58e5c3-561a-4ba2-aa55-ed34532d52e0 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:01.608473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Made reservation on behalf of b6269eca554841afa8bd6f43eff14c71 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:01.611109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.627934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Port': ['ID=371300d2-316f-49a9-ba24-e01396bed9a6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:01.632948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a7a79-590c-4207-9def-1cffd5f5145e None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:10:01.638394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] No DVR routers for this DVR port 371300d2-316f-49a9-ba24-e01396bed9a6 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:01.690622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=93b96652-87b9-4501-b844-6304d16dbbac,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:01.712298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.716943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-79202f71-5554-4770-8813-6e2d49afdd93 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 204 len: 168 time: 6.0029373 Apr 05 12:10:01.745407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.745843 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Added segment a248c2e1-daf2-475b-a80d-af2e631b8338 of type vlan for network 80e90310-207b-433e-b427-ce14f2847222 Apr 05 12:10:01.751418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:01.753157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0a7a79-590c-4207-9def-1cffd5f5145e None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:10:01.777372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-212198637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:01.790232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:01.846410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:01.850082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:01.872115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.878492 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-4c8decf2-5403-409f-baaa-d866e0ed3211 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0162802 Apr 05 12:10:01.880392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:01.880541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.884841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6aeb7b66-1e47-4657-b5e8-66c7c213cba2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/93b96652-87b9-4501-b844-6304d16dbbac HTTP/1.1" status: 204 len: 168 time: 3.9982212 Apr 05 12:10:01.886621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:01.920377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.924575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.964103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b35fa85-fb83-4dd3-8930-d6f771edebc0']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:01.973315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.974321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:01.977897 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff08f66-6e6e-4db5-8c0a-adc87397b847 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:10:01.981777 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ff08f66-6e6e-4db5-8c0a-adc87397b847 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/93b96652-87b9-4501-b844-6304d16dbbac HTTP/1.1" status: 404 len: 333 time: 0.0891178 Apr 05 12:10:01.984653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:01.990763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:01.991230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbc67df-8a48-4ac1-bcfc-8c6b6897193d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:02.005251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port b6c19ac0-845e-4867-b311-5417ab73c4b1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:02.005744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.043361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.078658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.129742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.172551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:02.173114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.194917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port d7e27e50-80a9-4538-9b72-9eee57352630 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:02.195278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.201174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816dd094-569f-4861-80d2-5cacec804512 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:02.220210 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:02.224893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.231836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:02.232548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.280206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2d914-f45d-447b-aa21-6c6a4d2094ce req-63c5526f-b990-42c4-9e58-8751f3b51110 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:02.281836 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7aa2d914-f45d-447b-aa21-6c6a4d2094ce req-63c5526f-b990-42c4-9e58-8751f3b51110 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5815892 Apr 05 12:10:02.304768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.318394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.334667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816dd094-569f-4861-80d2-5cacec804512 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:10:02.424956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.467942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.470320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/2b35fa85-fb83-4dd3-8930-d6f771edebc0 HTTP/1.1" status: 204 len: 168 time: 1.6993856 Apr 05 12:10:02.476203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.477489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b6c19ac0-845e-4867-b311-5417ab73c4b1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:02.479818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:02.500446 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9758313 Apr 05 12:10:02.504748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ad0896-1807-4184-980d-532a85233b1c']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:02.515836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82f76-57c4-4e48-8652-82e0b9581b1e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=2b35fa85-fb83-4dd3-8930-d6f771edebc0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:02.517981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.523255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-936491e2-76d3-4f69-b04f-b53154756d40 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7558978 Apr 05 12:10:02.525887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49480) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:02.526210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:02.539106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '80e90310-207b-433e-b427-ce14f2847222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:02.546445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c855e5f-a06e-49e9-8209-a8044b403c47') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:02.546798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c855e5f-a06e-49e9-8209-a8044b403c47') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:02.554490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf1fbc-2eda-406b-9d46-4ebde2126e6d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Network': ['ID=80e90310-207b-433e-b427-ce14f2847222,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:02.575262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 80e90310-207b-433e-b427-ce14f2847222 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:02.578333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.596323 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7aa2d914-f45d-447b-aa21-6c6a4d2094ce req-4a9b4817-30d6-48d4-a6e2-e2f5fbd413e4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2935653 Apr 05 12:10:02.613390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.613604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': True}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:02.617132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-2818491c-e051-4b9a-a915-afdf88ad9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:02.619250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-2818491c-e051-4b9a-a915-afdf88ad9ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.6271517 Apr 05 12:10:02.637085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:02.637491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:02.745237 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:02.798694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b6c19ac0-845e-4867-b311-5417ab73c4b1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:02.799254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.857398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port b6c19ac0-845e-4867-b311-5417ab73c4b1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b6c19ac0-845e-4867-b311-5417ab73c4b1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:02.857829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.984982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:02.989031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.080058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/03ad0896-1807-4184-980d-532a85233b1c HTTP/1.1" status: 204 len: 168 time: 1.4761665 Apr 05 12:10:03.106285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for b6c19ac0-845e-4867-b311-5417ab73c4b1 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:03.141604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:03.153354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8135c0d-5e09-4a3c-b621-862bb00d884e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:03.194704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822878314'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:03.199811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:03.203870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:03.207148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:03.213875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:03.259856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.261625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:03.265272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.287922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc8311-5b42-471b-80d6-db073e8ded2e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=03ad0896-1807-4184-980d-532a85233b1c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:03.359176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:03.361437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:03.361791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Network hostable DHCP agents. Network: 0744352a-31de-48f1-9b25-45a46005f79b, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:03.362619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-b9e87ec7-72be-403e-84f9-9f1216faa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:03.364137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-b9e87ec7-72be-403e-84f9-9f1216faa1b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.6062541 Apr 05 12:10:03.369026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.372903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96276562-42cb-43ea-96df-d948a0aa27d8 req-d530f9e3-d3b5-4917-ab03-d03b267d6fe0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:03.375078 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96276562-42cb-43ea-96df-d948a0aa27d8 req-d530f9e3-d3b5-4917-ab03-d03b267d6fe0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6175478 Apr 05 12:10:03.434512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:03.446990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:03.525150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:03.539762 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96276562-42cb-43ea-96df-d948a0aa27d8 req-ce765869-fd29-4c65-b6a1-e41f11afbc51 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554854 Apr 05 12:10:03.542823 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-93c7c1c1-6b77-4949-9087-607588b119c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.1598864 Apr 05 12:10:03.611485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Deleting port 3929d52e-6eda-4504-9ddf-c6de5c334cde {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:03.611820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.702194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for d7e27e50-80a9-4538-9b72-9eee57352630 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:03.724932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-8a4919b7-b128-48ff-80e2-59e415d438dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:03.726388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-8a4919b7-b128-48ff-80e2-59e415d438dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.1673799 Apr 05 12:10:03.750342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:03.762617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.774736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.778210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:03.781738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.803890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Network 0744352a-31de-48f1-9b25-45a46005f79b is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:03.827709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:03.828054 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 31a034c9-f22b-4eb4-a1d4-06524ec06305 of type vlan for network 802ddb6a-649a-4fa6-86d7-d8c120412443 Apr 05 12:10:03.837615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=b6c19ac0-845e-4867-b311-5417ab73c4b1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:03.975862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0744352a-31de-48f1-9b25-45a46005f79b) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:03.984661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b41e5b-52e3-4120-bb4a-db404991dc76 None None] Network 0744352a-31de-48f1-9b25-45a46005f79b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:04.002046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:04.002911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.076184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11cf47-dd31-443e-9d7f-126733994e4f req-d3821faf-91cc-45e5-b727-55e864a480c8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:04.077399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc11cf47-dd31-443e-9d7f-126733994e4f req-d3821faf-91cc-45e5-b727-55e864a480c8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4157400 Apr 05 12:10:04.088647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.104729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.163905 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a746c4ae-4fae-4dd6-af8c-d0e088221fc2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6816711 Apr 05 12:10:04.174481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:04.189536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:04.204790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:04.243499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-75f228a8-917f-4ad1-9981-786416e90eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:04.244901 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-75f228a8-917f-4ad1-9981-786416e90eb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5085328 Apr 05 12:10:04.302865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0744352a-31de-48f1-9b25-45a46005f79b', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:04.303836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.312010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Usage tracker for resource:router and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:04.319952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:04.347145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:04.365324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc11cf47-dd31-443e-9d7f-126733994e4f req-972a172d-d76c-44ff-9eb4-1d1f5ef7f47f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2622294 Apr 05 12:10:04.374081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] For port 3929d52e-6eda-4504-9ddf-c6de5c334cde, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3929d52e-6eda-4504-9ddf-c6de5c334cde,segment=NetworkSegment(1b7baf28-6da1-4933-89b8-14565497551f),segment_id=1b7baf28-6da1-4933-89b8-14565497551f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:04.374648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.402056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.407926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:04.408730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.459772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.460765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.553419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Allocated IP 172.20.0.2 (0744352a-31de-48f1-9b25-45a46005f79b/b8135c0d-5e09-4a3c-b621-862bb00d884e/c6ee0209-2aec-4dfc-accc-4bb7b6f480eb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:04.606854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.636557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Router 2b00c86c-d058-48f1-90b4-cb390eca09b7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:04.659957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-7139ab82-1678-4fb8-a964-83f9d0b39dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057925 Apr 05 12:10:04.778498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.782478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Calling delete_port for 3929d52e-6eda-4504-9ddf-c6de5c334cde owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:04.791478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Transition to ACTIVE for port object c6ee0209-2aec-4dfc-accc-4bb7b6f480eb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:04.813422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Transition to ACTIVE for port object c6ee0209-2aec-4dfc-accc-4bb7b6f480eb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:04.821377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:04.860445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=d7e27e50-80a9-4538-9b72-9eee57352630,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:04.889737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:04.897051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:04.900303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:04.938155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Pushing event updated for resources: {'Port': ['ID=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:04.996246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=802ddb6a-649a-4fa6-86d7-d8c120412443,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:05.002683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.011617 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e4fd8ad-7aed-4b83-8103-e27ba01f4eeb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8555479 Apr 05 12:10:05.012138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49504) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:05.019311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.021417 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-43eaedd5-f509-4807-ad30-dbc5e2b006b4 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/d7e27e50-80a9-4538-9b72-9eee57352630 HTTP/1.1" status: 204 len: 168 time: 3.0334849 Apr 05 12:10:05.027925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:05.034354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:05.039331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:05.062605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Attempting to bind port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:05.063195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Attempting to bind port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:05.063790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Attempting to bind port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:05.070262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:05.078691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:05.079275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:05.080777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.081816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Bound using segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:05.082429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Bound port: c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:05.082797 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Sync routers for ids ['2b00c86c-d058-48f1-90b4-cb390eca09b7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:05.083314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.104545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Routers {'2b00c86c-d058-48f1-90b4-cb390eca09b7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:05.105546 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2b00c86c-d058-48f1-90b4-cb390eca09b7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:05.201564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0ae26-9738-4d04-b8e7-fa73208dafa9 req-5bf772b7-f018-472b-a4ef-2f4380bdc906 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:05.203274 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7c0ae26-9738-4d04-b8e7-fa73208dafa9 req-5bf772b7-f018-472b-a4ef-2f4380bdc906 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6421657 Apr 05 12:10:05.214982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.272188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] For port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:05.276978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] For port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:05.278081 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3318259f-aa51-4f95-a1dd-93cd181f539d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "PUT /v2.0/routers/2b00c86c-d058-48f1-90b4-cb390eca09b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8040938 Apr 05 12:10:05.284228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.294981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49512) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:05.302058 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4077b-1bf0-4265-8b9f-6ed74cd3aa5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:10:05.302942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a3c4077b-1bf0-4265-8b9f-6ed74cd3aa5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:05.307194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.316118 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Set router 2b00c86c-d058-48f1-90b4-cb390eca09b7 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:05.343329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e99b0d6-3155-4f32-9ff2-65eaa22a966d req-e7e87dd4-dd9e-483e-924f-37f5436dc186 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750102 Apr 05 12:10:05.364866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:05.374046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:05.379710 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7c0ae26-9738-4d04-b8e7-fa73208dafa9 req-e5d7b93e-b2e7-4e1c-bb41-91c104992a0a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1154435 Apr 05 12:10:05.380531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:05.388094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:05.392105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b62b6-9649-4da8-9e35-e38730d2efe2 None None] Pushing event updated for resources: {'Port': ['ID=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:05.426485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:05.431155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.446638 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:10:03Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:05.451500 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Checking router: 2b00c86c-d058-48f1-90b4-cb390eca09b7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:05.464983 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Routers {'2b00c86c-d058-48f1-90b4-cb390eca09b7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:05.465907 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2b00c86c-d058-48f1-90b4-cb390eca09b7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:05.546710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Port': ['ID=3929d52e-6eda-4504-9ddf-c6de5c334cde,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:05.627895 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] Set router 2b00c86c-d058-48f1-90b4-cb390eca09b7 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:05.630775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] No DVR routers for this DVR port 3929d52e-6eda-4504-9ddf-c6de5c334cde on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:05.641212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=18d82ab6-2e69-44eb-a8f9-7d83c7e9947a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:05.713030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.773319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a3c4077b-1bf0-4265-8b9f-6ed74cd3aa5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:05.774926 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a3c4077b-1bf0-4265-8b9f-6ed74cd3aa5b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/d7e27e50-80a9-4538-9b72-9eee57352630 HTTP/1.1" status: 404 len: 333 time: 0.7308934 Apr 05 12:10:05.777767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49518) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:05.779874 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:10:03Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:05.785773 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd579272-b2a2-486b-aed7-86b87119c03b None None] The sync data for ids ['2b00c86c-d058-48f1-90b4-cb390eca09b7'] in dv-neutron-833203-3-hyperv is: [{'id': '2b00c86c-d058-48f1-90b4-cb390eca09b7', 'name': 'tempest-NetworksTestDHCPv6-router-1327298319', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:09:42Z', 'updated_at': '2022-04-05T12:10:03Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:05.869401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=46209893-23a2-4d16-8189-c9f4c5f168ca,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:05.884102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 0d923c6d-c687-401d-a94d-8f753896679e {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:05.888029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.931996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '31a034c9-f22b-4eb4-a1d4-06524ec06305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:05.932358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 802ddb6a-649a-4fa6-86d7-d8c120412443, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:05.958646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.963649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615860a1-4fee-4cfb-a656-a29a3e8563ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:05.965261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615860a1-4fee-4cfb-a656-a29a3e8563ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:05.965993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-615860a1-4fee-4cfb-a656-a29a3e8563ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:05.985224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Checking segment: {'id': 'a248c2e1-daf2-475b-a80d-af2e631b8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80e90310-207b-433e-b427-ce14f2847222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:05.985610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network hostable DHCP agents. Network: 80e90310-207b-433e-b427-ce14f2847222, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:05.994383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:05.999632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:06.013294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 802ddb6a-649a-4fa6-86d7-d8c120412443) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:06.020576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:06.021162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.021373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5bd87-4007-406f-8fae-10d4311239f5 None None] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:06.067483 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a51ddb09-a796-4951-bdbf-4b7c7aa6e5ea tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0481870 Apr 05 12:10:06.070009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49522) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:06.075741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-36782719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:06.090505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:06.095468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.127256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:06.135458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:06.150096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:06.173901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.175063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.201599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.213873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.264451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=0d923c6d-c687-401d-a94d-8f753896679e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:06.278771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.293868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3a7fdb74-b60c-41b9-9417-82bf44a451e5 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/0d923c6d-c687-401d-a94d-8f753896679e HTTP/1.1" status: 204 len: 168 time: 0.5149086 Apr 05 12:10:06.294868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49526) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:06.310299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e42bb93-bc34-4783-872b-7af71d5c1529 None None] Network 252106fd-8c72-4d1c-9f99-cb81a03e280c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:06.376248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.437604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.463407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.472876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.474407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-615860a1-4fee-4cfb-a656-a29a3e8563ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:06.478392 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2dd936f5-a172-4e15-8905-5ca71f0e7f5c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4066195 Apr 05 12:10:06.479406 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-615860a1-4fee-4cfb-a656-a29a3e8563ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1735072 Apr 05 12:10:06.480627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49530) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:06.481003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49532) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:06.489143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'port': {'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443', 'name': 'tempest-RoutersIpV6Test-1861815549'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:06.493813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca5f969-ccb6-47db-8a7b-827dc8d693f2']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:06.515589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 80e90310-207b-433e-b427-ce14f2847222 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:06.520789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7baf28-6da1-4933-89b8-14565497551f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:06.521094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7baf28-6da1-4933-89b8-14565497551f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:06.537301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.542638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-802ddb6a-649a-4fa6-86d7-d8c120412443', 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': '46209893-23a2-4d16-8189-c9f4c5f168ca'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:06.543801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.555964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c6ee0209-2aec-4dfc-accc-4bb7b6f480eb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:06.572606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.584883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 80e90310-207b-433e-b427-ce14f2847222) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:06.591690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.617403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b950479c-dda1-466d-8da6-b4e76e58eca0 None None] Network 80e90310-207b-433e-b427-ce14f2847222 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:06.644017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:06.644633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.661486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 3b108a11-c500-4829-94d0-e8126716d790 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:06.661833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.703547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.727458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:06.727458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:06.750187 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:06.818116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 379d1222-25ba-4458-be5b-11361935b042 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:06.828750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.854662 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07a1b05a-88f6-49c7-a17d-c0e83a3ad1ab tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3232386 Apr 05 12:10:06.861497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:06.872443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1666065467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:06.882390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:06.895014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:port and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:06.902509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:06.910212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de38f447-5284-4a2f-99be-343b04ef2aa9 None None] Network 0744352a-31de-48f1-9b25-45a46005f79b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:06.910494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:06.919826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:06.927591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:router and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:06.931258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.933441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:06.949679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.961223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:06.972636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:06.988147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=8ca5f969-ccb6-47db-8a7b-827dc8d693f2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:07.005411 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e61fe53a-73cd-4c3c-89ed-4defaa1b2624 tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/8ca5f969-ccb6-47db-8a7b-827dc8d693f2 HTTP/1.1" status: 204 len: 168 time: 4.4885778 Apr 05 12:10:07.009019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:07.017369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 172.26.5.174 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/0ece1ffd-a273-4f6d-89e5-8f730a5d8d8b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:07.020775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:07.025013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.045998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.047057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.051174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-941ff7b7-2359-495f-9baa-2550f84ca554 None None] Provisioning for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:07.184412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:07.234607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:07.235110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.247434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] device_id is not set on port a362a6cc-2d0e-4450-93a7-1f5925743683 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:10:07.292834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port 3b108a11-c500-4829-94d0-e8126716d790, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3b108a11-c500-4829-94d0-e8126716d790,segment=NetworkSegment(c5d613ee-13f2-4528-9297-9acd3391659b),segment_id=c5d613ee-13f2-4528-9297-9acd3391659b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:07.293179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.375151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Allocated IP 2001:db8::2 (802ddb6a-649a-4fa6-86d7-d8c120412443/46209893-23a2-4d16-8189-c9f4c5f168ca/207f0d00-277d-4634-a7ee-d49f101bf3d9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:07.375710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.429031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.458112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 3b108a11-c500-4829-94d0-e8126716d790 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:07.469856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-80e90310-207b-433e-b427-ce14f2847222', 'network_id': '80e90310-207b-433e-b427-ce14f2847222', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': '18d82ab6-2e69-44eb-a8f9-7d83c7e9947a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:07.470286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.481235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.544097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.603880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de83314-3dfb-4fbe-9c66-df95e7540515 None None] DHCP port deletion for 252106fd-8c72-4d1c-9f99-cb81a03e280c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:07.634619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.637431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8de83314-3dfb-4fbe-9c66-df95e7540515 None None] Deleting port 3b108a11-c500-4829-94d0-e8126716d790 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:07.637431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8de83314-3dfb-4fbe-9c66-df95e7540515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.642938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.687786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No DVR routers for this DVR port 3b108a11-c500-4829-94d0-e8126716d790 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:07.733940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=3b108a11-c500-4829-94d0-e8126716d790,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:07.784872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.798473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8de83314-3dfb-4fbe-9c66-df95e7540515 None None] The port '3b108a11-c500-4829-94d0-e8126716d790' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:10:07.811936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.874551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=379d1222-25ba-4458-be5b-11361935b042,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:07.914519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.939055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.950340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35071cae-5d98-410c-a3d2-8f2f61e8a1c7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:07.959320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.965110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:07.974255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607a67b-935d-455b-914c-3ddd53a7f008 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:07.999741 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eeb9e79f-4723-406e-a220-1066eb309b1a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/379d1222-25ba-4458-be5b-11361935b042 HTTP/1.1" status: 204 len: 168 time: 1.5152760 Apr 05 12:10:08.002738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49546) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:08.006633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252106fd-8c72-4d1c-9f99-cb81a03e280c']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:08.036879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:08.064184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4c4ac3-4afd-4c90-8d4e-8b0ef57fe41b') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:08.064642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4c4ac3-4afd-4c90-8d4e-8b0ef57fe41b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:08.091551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.100192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.101412 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10089543-0575-4754-94aa-ddf6f4bdb332 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2385437 Apr 05 12:10:08.106329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.117208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49550) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:08.123356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d613ee-13f2-4528-9297-9acd3391659b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:08.123707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d613ee-13f2-4528-9297-9acd3391659b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:08.134357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'network_id': '80e90310-207b-433e-b427-ce14f2847222', 'name': 'tempest-PortsTestJSON-465008072'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:08.196180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.209338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.212279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.222172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b6c19ac0-845e-4867-b311-5417ab73c4b1 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:08.285442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.308499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Allocated IP 172.20.0.2 (80e90310-207b-433e-b427-ce14f2847222/18d82ab6-2e69-44eb-a8f9-7d83c7e9947a/ae19698d-cb9c-414e-9891-023317db1f91) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:08.312798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.320711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.321785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b6c19ac0-845e-4867-b311-5417ab73c4b1 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:08.322134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b6c19ac0-845e-4867-b311-5417ab73c4b1 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:08.338279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:08.338718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:08.368485 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:08.377390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:08.398398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:08.414210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Transition to ACTIVE for port object 207f0d00-277d-4634-a7ee-d49f101bf3d9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:08.452833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:08.453244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:08.469226 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:08.485678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:08.487476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b108a11-c500-4829-94d0-e8126716d790 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:08.494150 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bc61bc2d-cc74-4290-b176-aa939d1b62e6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4876547 Apr 05 12:10:08.498673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49554) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:08.550780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3b108a11-c500-4829-94d0-e8126716d790 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:08.551247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3b108a11-c500-4829-94d0-e8126716d790 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:08.553277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Transition to ACTIVE for port object 207f0d00-277d-4634-a7ee-d49f101bf3d9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:08.574184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:08.674002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=0ece1ffd-a273-4f6d-89e5-8f730a5d8d8b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:08.719834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.755404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.768521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f11c9395-2e40-41d0-9518-6ed8da7d6363 None None] Provisioning complete for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:08.769527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11c9395-2e40-41d0-9518-6ed8da7d6363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:08.803441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Allocated IP 172.26.5.34 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/f84e68fb-dff0-46e7-91e2-3f26ad35ad24) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:08.870218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:08.886258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:08.902508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:08.905856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Pushing event updated for resources: {'Port': ['ID=207f0d00-277d-4634-a7ee-d49f101bf3d9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:09.102574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.150573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:09.152927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.160261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:09.182704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Deleting port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:09.183370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.193629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.220191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Attempting to bind port 207f0d00-277d-4634-a7ee-d49f101bf3d9 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:09.220814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Attempting to bind port 207f0d00-277d-4634-a7ee-d49f101bf3d9 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '31a034c9-f22b-4eb4-a1d4-06524ec06305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:09.221339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Attempting to bind port 207f0d00-277d-4634-a7ee-d49f101bf3d9 on network 802ddb6a-649a-4fa6-86d7-d8c120412443 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:09.221655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.229837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.250156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.254907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:09.255528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Checking segment: {'id': '31a034c9-f22b-4eb4-a1d4-06524ec06305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:09.256090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.256659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Bound using segment: {'id': '31a034c9-f22b-4eb4-a1d4-06524ec06305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:09.257313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Bound port: 207f0d00-277d-4634-a7ee-d49f101bf3d9, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a034c9-f22b-4eb4-a1d4-06524ec06305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '802ddb6a-649a-4fa6-86d7-d8c120412443'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:09.258268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.292157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Transition to ACTIVE for port object ae19698d-cb9c-414e-9891-023317db1f91 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:09.308742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=35071cae-5d98-410c-a3d2-8f2f61e8a1c7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:09.320290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:09.333512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=252106fd-8c72-4d1c-9f99-cb81a03e280c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:09.391961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Transition to ACTIVE for port object ae19698d-cb9c-414e-9891-023317db1f91 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:09.409801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8::8b (802ddb6a-649a-4fa6-86d7-d8c120412443/46209893-23a2-4d16-8189-c9f4c5f168ca/a362a6cc-2d0e-4450-93a7-1f5925743683) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:09.417525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae5a8d8c-b6f5-46db-b787-f0a0dd384492 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/252106fd-8c72-4d1c-9f99-cb81a03e280c HTTP/1.1" status: 204 len: 168 time: 3.1167271 Apr 05 12:10:09.417819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.420449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.426887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1336159247'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:09.427388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.433129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.434730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:09.440483 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3d57b7b-31c4-4ba2-861e-a09c4540d3ab tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/35071cae-5d98-410c-a3d2-8f2f61e8a1c7 HTTP/1.1" status: 204 len: 168 time: 2.4232738 Apr 05 12:10:09.440641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.443278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:09.446665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.466872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:10:09.473740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:network and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:09.486065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:09.516360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:09.577763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Network 80e90310-207b-433e-b427-ce14f2847222 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:09.579829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.580366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Fanout notify agent at l3_agent the message router_deleted on router 2b00c86c-d058-48f1-90b4-cb390eca09b7 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:09.590650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:09.604907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] For port 207f0d00-277d-4634-a7ee-d49f101bf3d9, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:09.609384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:09.614669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:09.619763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.627637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] For port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:09.628037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.637256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Pushing event updated for resources: {'Port': ['ID=ae19698d-cb9c-414e-9891-023317db1f91,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:09.639756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] For port 207f0d00-277d-4634-a7ee-d49f101bf3d9, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=207f0d00-277d-4634-a7ee-d49f101bf3d9,segment=NetworkSegment(31a034c9-f22b-4eb4-a1d4-06524ec06305),segment_id=31a034c9-f22b-4eb4-a1d4-06524ec06305)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:09.717891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.744067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.787180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.792383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.10 (80e90310-207b-433e-b427-ce14f2847222/18d82ab6-2e69-44eb-a8f9-7d83c7e9947a/5ef707af-dcd3-4b9b-9e70-b3b07787c51d) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:09.807629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:09.811935 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d3e745e1-ed85-422f-956f-6a02c62e6975 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/routers/2b00c86c-d058-48f1-90b4-cb390eca09b7 HTTP/1.1" status: 204 len: 168 time: 1.3096900 Apr 05 12:10:09.817161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49566) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:09.824497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:09.828670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:09.874687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Calling delete_port for ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:09.885552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:09.889224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:09.919996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:09.983649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Attempting to bind port ae19698d-cb9c-414e-9891-023317db1f91 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:09.983649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Attempting to bind port ae19698d-cb9c-414e-9891-023317db1f91 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a248c2e1-daf2-475b-a80d-af2e631b8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80e90310-207b-433e-b427-ce14f2847222'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:09.984218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Attempting to bind port ae19698d-cb9c-414e-9891-023317db1f91 on network 80e90310-207b-433e-b427-ce14f2847222 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:10.002833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.003240 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Added segment c9beee50-5fda-4ca2-b9b5-2eaca7d129d5 of type vlan for network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f Apr 05 12:10:10.004707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:10.005144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Checking segment: {'id': 'a248c2e1-daf2-475b-a80d-af2e631b8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80e90310-207b-433e-b427-ce14f2847222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:10.005606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.006064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Bound using segment: {'id': 'a248c2e1-daf2-475b-a80d-af2e631b8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80e90310-207b-433e-b427-ce14f2847222'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:10.006609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Bound port: ae19698d-cb9c-414e-9891-023317db1f91, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a248c2e1-daf2-475b-a80d-af2e631b8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '80e90310-207b-433e-b427-ce14f2847222'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:10.007110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.027379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19679a7d-0fd9-4e33-b2f1-4c10433fa5de None None] Pushing event updated for resources: {'Port': ['ID=207f0d00-277d-4634-a7ee-d49f101bf3d9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:10.027624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Pushing event updated for resources: {'Port': ['ID=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:10.030126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.052191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:10.094848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:10.097853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object a362a6cc-2d0e-4450-93a7-1f5925743683 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:10.103610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:10.124166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:10.131744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.133346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.203614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] No DVR routers for this DVR port ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:10.218076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e475515-a6ba-45bc-86dc-2ace958ac1d4 None None] Pushing event deleted for resources: {'Port': ['ID=ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:10.235812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:10.239710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:10.242581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:10.244837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.247268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.315262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.359525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf81d2-86ae-45a6-94e2-c20e06d4f803 None None] Pushing event updated for resources: {'Port': ['ID=ae19698d-cb9c-414e-9891-023317db1f91,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:10.506425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.519757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.585491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c6ee0209-2aec-4dfc-accc-4bb7b6f480eb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:10.624773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object 5ef707af-dcd3-4b9b-9e70-b3b07787c51d will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:10.635784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:10.640910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:10.652508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:10.658208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:10.658920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.676917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=a362a6cc-2d0e-4450-93a7-1f5925743683,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:10.685854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:10.686267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.771194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.781446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:10.864664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2a6edb47-8608-49f3-b707-ce73d23820b5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3818083 Apr 05 12:10:10.885327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49570) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:10.887219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 80e90310-207b-433e-b427-ce14f2847222 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:10.932378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 207f0d00-277d-4634-a7ee-d49f101bf3d9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:10.951890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:10.965934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:10.984740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:11.007935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 207f0d00-277d-4634-a7ee-d49f101bf3d9 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:11.020521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036e442d-8b72-4a83-8180-15a4720ade36']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:11.059283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f38ae2b-25d2-4866-8f9b-7b3205cdad6f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:11.059591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f38ae2b-25d2-4866-8f9b-7b3205cdad6f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:11.081064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.101501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.107405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:11.108036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.126773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:11.196764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:11.197115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ecd0a168-b5b5-4476-9ff9-45a9c5ce70f6 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:11.250321 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:10:11.282629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=5ef707af-dcd3-4b9b-9e70-b3b07787c51d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:11.315357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.409231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.410235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:11.410637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.418578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:11.419451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:11.432082 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:11.448446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Network': ['ID=9244c719-fca4-4c12-bfaf-b9e785f2bc1f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:11.460941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:11.544204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.589296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea5a483-729a-4932-8d13-fed4d55aed0e None None] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:11.630765 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4465aeb-60ec-4f5a-a37a-0074667f9761 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2097747 Apr 05 12:10:11.635244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.638707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:11.642850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:11.649314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:11.657698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:11.658481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.668454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.676456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.683288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:11.708592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12735104-4703-40e3-88be-ce4a2391e726 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:11.726558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d2e5ef3b-1ea5-4e0a-bad7-a808fbd5df33 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6057646 Apr 05 12:10:11.731943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49580) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:11.739882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] Pushing event deleted for resources: {'Network': ['ID=036e442d-8b72-4a83-8180-15a4720ade36,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:11.771394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=31d79528-d8ea-4b85-b2a6-207424cc8ef1,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:11.790895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f3e90ec3-1907-47fc-9c58-5d47aeb09d8e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9725196 Apr 05 12:10:11.815429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:11.816702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.842586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Provisioning for port 207f0d00-277d-4634-a7ee-d49f101bf3d9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:11.887618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:11.896136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:11.901929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:router and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:11.905585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:11.911778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:11.926939 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db1e2844-725a-48db-928d-bf06cdc6f14e tempest-BulkNetworkOpsTest-1267978063 tempest-BulkNetworkOpsTest-1267978063-project] 10.222.0.50 "DELETE /v2.0/networks/036e442d-8b72-4a83-8180-15a4720ade36 HTTP/1.1" status: 204 len: 168 time: 2.4791961 Apr 05 12:10:11.942323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Provisioning complete for port 207f0d00-277d-4634-a7ee-d49f101bf3d9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:11.943105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.995881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:11.997166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.034905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9578b-bad4-419e-8ba8-4aa23f88398c None None] Network 80e90310-207b-433e-b427-ce14f2847222 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:12.147575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:12.218205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:12.223265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.224871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:12.251420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:12.300002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:12.303471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.317595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:12.328679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:12.329526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.509464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.564746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.594929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ae19698d-cb9c-414e-9891-023317db1f91 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:12.730456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.731639 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-333ac08b-fb0f-44a5-85e6-d0c1c894b535 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8592675 Apr 05 12:10:12.742969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:12.761808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router 044ca468-cec0-4a1b-8be4-16955f8bce77 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:12.814694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] For port 207f0d00-277d-4634-a7ee-d49f101bf3d9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=207f0d00-277d-4634-a7ee-d49f101bf3d9,segment=NetworkSegment(31a034c9-f22b-4eb4-a1d4-06524ec06305),segment_id=31a034c9-f22b-4eb4-a1d4-06524ec06305)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:12.837385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.910928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:12.965543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/31d79528-d8ea-4b85-b2a6-207424cc8ef1/f90d74a6-1373-43a4-ad3d-2d27edde133e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:13.136977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f34b7-a546-4fe1-a7a2-5976fcd4b75c None None] Pushing event updated for resources: {'Port': ['ID=207f0d00-277d-4634-a7ee-d49f101bf3d9,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:13.155901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.200508 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fccd6a8d-31a0-4a6f-9c0f-0a31da743d51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4364a8011ea240768e5b20d7bae3e9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8699548 Apr 05 12:10:13.214192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:13.257268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ae19698d-cb9c-414e-9891-023317db1f91 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:13.305582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Provisioning for port ae19698d-cb9c-414e-9891-023317db1f91 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:13.335219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Provisioning complete for port ae19698d-cb9c-414e-9891-023317db1f91 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:13.335219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.483693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.629179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.663624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Transition to ACTIVE for port object f90d74a6-1373-43a4-ad3d-2d27edde133e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:13.782286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Transition to ACTIVE for port object f90d74a6-1373-43a4-ad3d-2d27edde133e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:13.783795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.832284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:13.911456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:13.989544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.046214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.065136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.104191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:14.110619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.114227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:14.117832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.119436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:14.149799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Pushing event updated for resources: {'Port': ['ID=f90d74a6-1373-43a4-ad3d-2d27edde133e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.225051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.244257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:14.260785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Provisioning complete for port 207f0d00-277d-4634-a7ee-d49f101bf3d9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:14.261590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.276873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.281202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.295076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.354587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] Sync routers for ids ['044ca468-cec0-4a1b-8be4-16955f8bce77'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:14.361511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.366278 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-02cccafa-97d8-4e67-894f-9a5688af0238 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "PUT /v2.0/routers/044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 200 len: 918 time: 11.8329971 Apr 05 12:10:14.376467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49606) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:14.396660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=a362a6cc-2d0e-4450-93a7-1f5925743683,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.558601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] Routers {'044ca468-cec0-4a1b-8be4-16955f8bce77'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:14.559548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['044ca468-cec0-4a1b-8be4-16955f8bce77'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:14.674487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 207f0d00-277d-4634-a7ee-d49f101bf3d9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:14.734836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Attempting to bind port f90d74a6-1373-43a4-ad3d-2d27edde133e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:14.739815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Attempting to bind port f90d74a6-1373-43a4-ad3d-2d27edde133e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:14.740276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Attempting to bind port f90d74a6-1373-43a4-ad3d-2d27edde133e on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:14.754362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Pushing event updated for resources: {'Port': ['ID=ae19698d-cb9c-414e-9891-023317db1f91,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.766761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:14.786567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:14.786803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:14.787195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.787528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:14.788201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Bound port: f90d74a6-1373-43a4-ad3d-2d27edde133e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:14.788616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.867397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.872472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Checking segment: {'id': 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:14.872472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network hostable DHCP agents. Network: 9244c719-fca4-4c12-bfaf-b9e785f2bc1f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:14.872764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] Routers {'044ca468-cec0-4a1b-8be4-16955f8bce77'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:14.873001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['044ca468-cec0-4a1b-8be4-16955f8bce77'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:14.882340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=5ef707af-dcd3-4b9b-9e70-b3b07787c51d,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.921854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=c453856c-206e-470b-bd8c-1a03fb4f01c9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.948974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40b49e-19e9-4dc6-8951-313bbce616fb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:14.979542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:14.981430 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9744ac30-0e67-4712-b3ab-81dc1e0b83ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef40b49e-19e9-4dc6-8951-313bbce616fb HTTP/1.1" status: 204 len: 168 time: 1.7614059 Apr 05 12:10:15.005128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:15.022849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:15.031923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 9244c719-fca4-4c12-bfaf-b9e785f2bc1f) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:15.043273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:15.043771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.154662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071e50a-4a6e-4f85-a7f9-13650d982767 None None] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:15.179561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:15.183359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4c5f2-2d8b-45b6-a0c9-07e00bdb041a None None] The sync data for ids ['044ca468-cec0-4a1b-8be4-16955f8bce77'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:15.204204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.231574 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db64ca52-3b0f-4800-ac2e-db52bc7ab746 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5696702 Apr 05 12:10:15.238946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49612) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:15.253455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-297152464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:15.265730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ea3f8e4b-734f-467f-af7a-c9fc3990b5b2 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 200 len: 924 time: 0.8782916 Apr 05 12:10:15.272303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:15.276436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:15.307479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.333403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:router and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:15.392231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:15.397976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.486525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:15.543315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:15.549040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 207f0d00-277d-4634-a7ee-d49f101bf3d9 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:15.550562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.555380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.556592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.564485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::1 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/31d79528-d8ea-4b85-b2a6-207424cc8ef1/8ba5b1ab-dedb-43d4-9f8c-70c7301c0240) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:15.587751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:15.608057 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:15.633771 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:15.638329 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:15.707611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.714166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Provisioning for port a362a6cc-2d0e-4450-93a7-1f5925743683 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:15.745415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f90d74a6-1373-43a4-ad3d-2d27edde133e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:15.749429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Provisioning complete for port a362a6cc-2d0e-4450-93a7-1f5925743683 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:15.751001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.835576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:15.855086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-df9a1763-7d62-46f0-89fe-b64d4cce0511 None None] Port a362a6cc-2d0e-4450-93a7-1f5925743683 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:15.948711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:16.015111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82893be7-1c36-435c-ae9e-d9bc6585e339 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:16.020793 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82893be7-1c36-435c-ae9e-d9bc6585e339 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=044ca468-cec0-4a1b-8be4-16955f8bce77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7386093 Apr 05 12:10:16.022910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.026587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.029363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-9244c719-fca4-4c12-bfaf-b9e785f2bc1f', 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': 'c453856c-206e-470b-bd8c-1a03fb4f01c9'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:16.029545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:16.030171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.038569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.044176 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-371fe2f4-5e19-400f-bc05-2e4d120c0945 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.8647709 Apr 05 12:10:16.049481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:16.108264 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:16.298053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.309790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.309790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.400882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=a362a6cc-2d0e-4450-93a7-1f5925743683,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:16.442921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.585034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.600815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.604467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.606443 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6848177f-118b-4890-a38f-215d70566881 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3600965 Apr 05 12:10:16.608372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.613083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:16.692656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49648) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:16.774918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:16.775943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=5ef707af-dcd3-4b9b-9e70-b3b07787c51d,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:16.781200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:16.788648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:16.793898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Allocated IP 2001:db8::2 (9244c719-fca4-4c12-bfaf-b9e785f2bc1f/c453856c-206e-470b-bd8c-1a03fb4f01c9/b682558a-da6c-4a8e-82da-1de47e98c305) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:16.838717 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:11Z', 'revision_number': 3, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:16.854550 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:16.854943 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Updating router d7d924c9-b51a-4e3d-9385-2f6b798a1780 port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:10:16.936130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f', 'name': 'tempest-PortsIpV6TestJSON-694961017'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:16.986749 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.117998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1571699720'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:17.127711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:17.168281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:17.210600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:17.231514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:17.255647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:17.256553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.277264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510893e-8f47-4942-b72d-d9fb86b97dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:17.279412 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b510893e-8f47-4942-b72d-d9fb86b97dfd tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 1.2371819 Apr 05 12:10:17.291980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:17.299088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:17.301649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:17.358301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:17.365555 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e07c3a93-a3de-41d5-a00b-1763c8bbeb4f tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 200 len: 205 time: 0.0553591 Apr 05 12:10:17.370625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49660) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:17.386185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.405543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Transition to ACTIVE for port object b682558a-da6c-4a8e-82da-1de47e98c305 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:17.437712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Transition to ACTIVE for port object b682558a-da6c-4a8e-82da-1de47e98c305 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:17.484314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.507007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:17.514653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.514906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:17.524619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Provisioning complete for port ae19698d-cb9c-414e-9891-023317db1f91 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:17.525880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.558499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.568458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:17.615124 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.624055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:17.632032 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Transition to ACTIVE for port object f84e68fb-dff0-46e7-91e2-3f26ad35ad24 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:17.643660 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.649233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ae19698d-cb9c-414e-9891-023317db1f91 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:17.698588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 80e90310-207b-433e-b427-ce14f2847222 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:17.699905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:security_group_rule and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:17.706038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:17.708056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:17.731572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:17.740080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:17.766401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:17.769273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:17.773812 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Pushing event updated for resources: {'Port': ['ID=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:17.788658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:17.796568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.821990 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.823193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.823922 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.824697 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.825450 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.826159 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.827247 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.827915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.828615 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.829452 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.830146 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.830847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:17.837468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Attempting to bind port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:17.838306 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Attempting to bind port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:17.839010 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Attempting to bind port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:17.848635 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:17.849310 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:17.849868 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.850424 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:17.851234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Bound port: f84e68fb-dff0-46e7-91e2-3f26ad35ad24, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:17.851867 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.927705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d5158-a23e-4334-8b11-49b3fc4c19fd None None] Pushing event updated for resources: {'Port': ['ID=f90d74a6-1373-43a4-ad3d-2d27edde133e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:17.929392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:17.985658 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] For port f84e68fb-dff0-46e7-91e2-3f26ad35ad24, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:17.994940 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] For port f84e68fb-dff0-46e7-91e2-3f26ad35ad24, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:18.004764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ae19698d-cb9c-414e-9891-023317db1f91 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:18.005487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.006624 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.011681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.154490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port c38cc3df-ab24-4585-ac85-26cf4480af95 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:10:18.281659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:18.282304 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:18.287461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Pushing event updated for resources: {'Port': ['ID=b682558a-da6c-4a8e-82da-1de47e98c305,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:18.378088 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4ad1-4fde-4ae9-85e9-5259abe83c43 None None] Pushing event updated for resources: {'Port': ['ID=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:18.384620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 53b0c77d-d9a0-400b-a62c-ab40621c3127 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:18.402253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Attempting to bind port b682558a-da6c-4a8e-82da-1de47e98c305 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:18.402779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Attempting to bind port b682558a-da6c-4a8e-82da-1de47e98c305 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:18.403775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Attempting to bind port b682558a-da6c-4a8e-82da-1de47e98c305 on network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:18.460695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:18.461513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Checking segment: {'id': 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:18.462050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.462818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Bound using segment: {'id': 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:18.463466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Bound port: b682558a-da6c-4a8e-82da-1de47e98c305, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9244c719-fca4-4c12-bfaf-b9e785f2bc1f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:18.463952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.529827 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:18.541103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Provisioning complete for port a362a6cc-2d0e-4450-93a7-1f5925743683 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:18.542020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.639296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Port a362a6cc-2d0e-4450-93a7-1f5925743683 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:18.713079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Provisioning for port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:18.735836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Provisioning complete for port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:18.736864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.831528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] For port b682558a-da6c-4a8e-82da-1de47e98c305, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:18.833941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-084e3354-d705-4bc7-b05b-d43aa0c94be6 None None] Port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:18.845934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] For port b682558a-da6c-4a8e-82da-1de47e98c305, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682558a-da6c-4a8e-82da-1de47e98c305,segment=NetworkSegment(c9beee50-5fda-4ca2-b9b5-2eaca7d129d5),segment_id=c9beee50-5fda-4ca2-b9b5-2eaca7d129d5)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:18.861254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.876558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.916086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:18.930240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.930507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] Sync routers for ids ['53b0c77d-d9a0-400b-a62c-ab40621c3127'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:18.934136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Router f99f6099-513a-4fd8-bae5-b8c7a5b2195b is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:18.957211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 0ece1ffd-a273-4f6d-89e5-8f730a5d8d8b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:18.957702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:18.994085 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:11Z', 'revision_number': 3, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:19.000586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ad9111-22bc-4142-9cb3-f09522b716f8 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:11Z', 'revision_number': 3, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:19.005213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] Routers {'53b0c77d-d9a0-400b-a62c-ab40621c3127'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:19.005765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['53b0c77d-d9a0-400b-a62c-ab40621c3127'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:19.012871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.084493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::218 (9244c719-fca4-4c12-bfaf-b9e785f2bc1f/c453856c-206e-470b-bd8c-1a03fb4f01c9/c38cc3df-ab24-4585-ac85-26cf4480af95) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:19.118357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.123864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:19.128051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c7a12-c2be-416d-8edd-8123a8d59a35 None None] Pushing event updated for resources: {'Port': ['ID=b682558a-da6c-4a8e-82da-1de47e98c305,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:19.144554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Provisioning complete for port a362a6cc-2d0e-4450-93a7-1f5925743683 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:19.145315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.272644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] Routers {'53b0c77d-d9a0-400b-a62c-ab40621c3127'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:19.273329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['53b0c77d-d9a0-400b-a62c-ab40621c3127'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:19.401361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:19.402483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f32d09-0c26-40ea-bc9f-9025e937e3ec None None] The sync data for ids ['53b0c77d-d9a0-400b-a62c-ab40621c3127'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:19.407801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Port a362a6cc-2d0e-4450-93a7-1f5925743683 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:19.443127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Provisioning complete for port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:19.443411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.577889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:19.637582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d3dbb0b5-e3e4-4ca1-a29f-ce8cdcc3b24c None None] Port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:19.664426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-14666e68-153d-4263-8293-44804e69ff30 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/53b0c77d-d9a0-400b-a62c-ab40621c3127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7756944 Apr 05 12:10:19.756492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49668) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:19.774205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f90d74a6-1373-43a4-ad3d-2d27edde133e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:19.815420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aacf5fbc-35a5-4b2a-a8d2-d7c76a8e2c3b None None] Provisioning for port f90d74a6-1373-43a4-ad3d-2d27edde133e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:19.917793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f90d74a6-1373-43a4-ad3d-2d27edde133e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:19.927965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f90d74a6-1373-43a4-ad3d-2d27edde133e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:19.928924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.960133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:19.974435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5157ad0-d60f-4311-bcb2-65ef2a69cac9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:19.978348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:19.978816 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment c3f82ce8-c7eb-4913-8620-87fcdd1f179b of type vlan for network 7e2e9e0a-300f-4918-9e48-7d069e18e38a Apr 05 12:10:19.981748 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] Sync routers for ids ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:20.006282 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] Routers {'f99f6099-513a-4fd8-bae5-b8c7a5b2195b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:20.007164 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:20.028712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:20.061245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6d075-e897-4f54-a7aa-741c95a12933 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:20.065977 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2f6d075-e897-4f54-a7aa-741c95a12933 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports/a362a6cc-2d0e-4450-93a7-1f5925743683 HTTP/1.1" status: 200 len: 983 time: 0.3084180 Apr 05 12:10:20.072016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.085755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-46f5e9c4-0872-4f56-bb79-1a7eb14fb48f None None] Provisioning for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:20.121820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:20.125267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-46f5e9c4-0872-4f56-bb79-1a7eb14fb48f None None] Provisioning complete for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:20.125647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46f5e9c4-0872-4f56-bb79-1a7eb14fb48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.138058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b1e82ba9-84c6-4357-9731-be2837090f7c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/routers/f99f6099-513a-4fd8-bae5-b8c7a5b2195b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3649442 Apr 05 12:10:20.139633 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:20.154323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49676) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:20.160699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.163169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.170613 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] Routers {'f99f6099-513a-4fd8-bae5-b8c7a5b2195b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:20.171558 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:20.285359 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:20.285937 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddd319f-98e8-4ff6-a54e-7eac639ed3e6 None None] The sync data for ids ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:20.293193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-46f5e9c4-0872-4f56-bb79-1a7eb14fb48f None None] Port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:20.333077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.341091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.380517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f90d74a6-1373-43a4-ad3d-2d27edde133e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:20.386462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.404156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.549028 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f90d74a6-1373-43a4-ad3d-2d27edde133e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:20.581693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.623392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 0ece1ffd-a273-4f6d-89e5-8f730a5d8d8b owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:20.675832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:20.696110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.708997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:20.709971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:20.760716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:20.770472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object c38cc3df-ab24-4585-ac85-26cf4480af95 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:20.789826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:20.888761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387079a-fd3e-4919-a4c1-ed272f4fe0f5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:20.889853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0387079a-fd3e-4919-a4c1-ed272f4fe0f5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:20.923933 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.2240233 Apr 05 12:10:21.044086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d41041-91a7-46c8-9a93-6c7df391d1f1 None None] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:21.147175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2b464-0c8b-44b8-b277-5ff257537205 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=7e2e9e0a-300f-4918-9e48-7d069e18e38a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:21.168487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3078316e-9851-4c55-b579-981087095e13 None None] Provisioning for port b682558a-da6c-4a8e-82da-1de47e98c305 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:21.173517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:21.254147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0387079a-fd3e-4919-a4c1-ed272f4fe0f5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:21.259608 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0387079a-fd3e-4919-a4c1-ed272f4fe0f5 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99f6099-513a-4fd8-bae5-b8c7a5b2195b HTTP/1.1" status: 200 len: 982 time: 1.0981266 Apr 05 12:10:21.260757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49680) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:21.265847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:21.266258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Allocated IP 172.20.0.1 (0744352a-31de-48f1-9b25-45a46005f79b/b8135c0d-5e09-4a3c-b621-862bb00d884e/cf0ac71e-2ae5-438d-8095-0bfa4c978ea1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:21.411276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=0ece1ffd-a273-4f6d-89e5-8f730a5d8d8b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:21.509243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:21.535243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Transition to ACTIVE for port object cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:21.589050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:21.667685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f3f8e53b-cd88-4917-a310-cfeb7cb5b73f None None] Provisioning complete for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:21.668853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f3f8e53b-cd88-4917-a310-cfeb7cb5b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:21.898306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:21.912582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8e53b-cd88-4917-a310-cfeb7cb5b73f None None] Port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:21.923387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:21.938522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:21.951569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:21.973977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682558a-da6c-4a8e-82da-1de47e98c305 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:22.175135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b682558a-da6c-4a8e-82da-1de47e98c305 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:22.192862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b682558a-da6c-4a8e-82da-1de47e98c305 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:22.193642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.456873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.460029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.466243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.517731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ee52b638-15b3-4f2c-a469-e4bf446bd80a None None] Provisioning for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:22.531405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Pushing event updated for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:22.540115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ee52b638-15b3-4f2c-a469-e4bf446bd80a None None] Provisioning complete for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:22.542533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ee52b638-15b3-4f2c-a469-e4bf446bd80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.592538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Router 76947845-5505-4f4f-a407-60d87d515778 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:22.599789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.610608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:22.644109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ee52b638-15b3-4f2c-a469-e4bf446bd80a None None] Port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:22.661132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b682558a-da6c-4a8e-82da-1de47e98c305, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682558a-da6c-4a8e-82da-1de47e98c305,segment=NetworkSegment(c9beee50-5fda-4ca2-b9b5-2eaca7d129d5),segment_id=c9beee50-5fda-4ca2-b9b5-2eaca7d129d5)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:22.667266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.668700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f84e68fb-dff0-46e7-91e2-3f26ad35ad24 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:22.687945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:22.707553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:22.714744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:22.724281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.768547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.845627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fefcfd5d-554a-49c5-810c-847b3db5453a None None] Provisioning complete for port b682558a-da6c-4a8e-82da-1de47e98c305 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:22.846262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fefcfd5d-554a-49c5-810c-847b3db5453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.932816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.934044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router 044ca468-cec0-4a1b-8be4-16955f8bce77 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:22.939844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:22.953713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b682558a-da6c-4a8e-82da-1de47e98c305,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:22.970173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:22.970870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.974812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=c38cc3df-ab24-4585-ac85-26cf4480af95,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:22.981004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:22.982940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-39b4cb8a-4d6e-4cc7-adad-d2dcbde95ff6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 204 len: 168 time: 5.5983148 Apr 05 12:10:22.988585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49688) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:23.009042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161932346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:23.011059 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2509036-9146-40c6-a2c1-879b22283a7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0857935 Apr 05 12:10:23.025394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49692) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:23.040733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:23.189071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:23.199194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:23.213700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd77e1b4-ae1a-4b67-a6fe-aa870fd5fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.228337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.237254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:23.252027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f84e68fb-dff0-46e7-91e2-3f26ad35ad24, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:23.255187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Sync routers for ids ['76947845-5505-4f4f-a407-60d87d515778'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:23.271699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.272702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f90d74a6-1373-43a4-ad3d-2d27edde133e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:23.273191 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f6d60e8-7092-47e5-a765-3272fef3bd00 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "PUT /v2.0/routers/76947845-5505-4f4f-a407-60d87d515778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5275910 Apr 05 12:10:23.275688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49696) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:23.308891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:23.360677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Routers {'76947845-5505-4f4f-a407-60d87d515778'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:23.361170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:09:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['76947845-5505-4f4f-a407-60d87d515778'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:23.438689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.440307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.492812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f208dc18-406f-425c-8e09-0eb15f6140b4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:23.493435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f208dc18-406f-425c-8e09-0eb15f6140b4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:23.628480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f208dc18-406f-425c-8e09-0eb15f6140b4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:23.632393 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f208dc18-406f-425c-8e09-0eb15f6140b4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports/8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 HTTP/1.1" status: 200 len: 911 time: 0.3445690 Apr 05 12:10:23.639860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49704) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:23.682613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.792182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:23.832687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Set router 76947845-5505-4f4f-a407-60d87d515778 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:23.923656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.114802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5737035e-8cad-4852-ae2b-b1b44d98d424 None None] Provisioning for port c38cc3df-ab24-4585-ac85-26cf4480af95 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:24.170305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.208027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5737035e-8cad-4852-ae2b-b1b44d98d424 None None] Provisioning complete for port c38cc3df-ab24-4585-ac85-26cf4480af95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:24.208698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5737035e-8cad-4852-ae2b-b1b44d98d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.262431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f90d74a6-1373-43a4-ad3d-2d27edde133e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:24.263609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.328838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:24.381241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port a362a6cc-2d0e-4450-93a7-1f5925743683 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:24.381690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.383758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.422068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5737035e-8cad-4852-ae2b-b1b44d98d424 None None] Port c38cc3df-ab24-4585-ac85-26cf4480af95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:24.488421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:24.533951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:17Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': '8ba5b1ab-dedb-43d4-9f8c-70c7301c0240', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:bb:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76947845-5505-4f4f-a407-60d87d515778', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:14Z', 'updated_at': '2022-04-05T12:10:18Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:24.541003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Checking router: 76947845-5505-4f4f-a407-60d87d515778 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:24.541328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Updating router 76947845-5505-4f4f-a407-60d87d515778 port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:10:24.611867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.625113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682558a-da6c-4a8e-82da-1de47e98c305 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:24.625872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:24.631153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.768246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.772417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-43f9657a-de68-4c54-a620-c4a94687620b tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.7656426 Apr 05 12:10:24.780233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49712) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:24.796253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:24.844008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b682558a-da6c-4a8e-82da-1de47e98c305 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:24.844384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.876430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd80d-d78c-428d-9946-f2bff369a6fd req-d0be50d9-8128-42b5-a467-3c280651e989 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:24.878075 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d1bcd80d-d78c-428d-9946-f2bff369a6fd req-d0be50d9-8128-42b5-a467-3c280651e989 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.0890315 Apr 05 12:10:24.930384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.936741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b5392-5691-463b-bae3-7cdd69e37fb9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:24.942805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b5392-5691-463b-bae3-7cdd69e37fb9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:24.943647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-455b5392-5691-463b-bae3-7cdd69e37fb9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:24.948152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:24.959480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-0bcf1a1b-dfd2-4fda-8d12-b119cae30413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:24.961524 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-0bcf1a1b-dfd2-4fda-8d12-b119cae30413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 1.2703938 Apr 05 12:10:25.006630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.062840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:25.154363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.171524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for a362a6cc-2d0e-4450-93a7-1f5925743683 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:25.198533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-455b5392-5691-463b-bae3-7cdd69e37fb9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:25.199799 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-455b5392-5691-463b-bae3-7cdd69e37fb9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.5207059 Apr 05 12:10:25.200142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:25.209839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49716) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:25.216991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.220513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:25.254305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:25.304609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.313006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-accc7255-b159-4572-a7f8-415cb54e9b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.319361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f84e68fb-dff0-46e7-91e2-3f26ad35ad24 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:25.348423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Pushing event updated for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:25.361966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Transition to ACTIVE for port object 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:25.377470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:25.379060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.380960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.468838 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d1bcd80d-d78c-428d-9946-f2bff369a6fd req-b81c38bf-0d58-43e2-b035-89eba1d7ac20 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5420766 Apr 05 12:10:25.582798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:25.590034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 5ef707af-dcd3-4b9b-9e70-b3b07787c51d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:25.590385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.619984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:25.677911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Attempting to bind port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:25.678281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Attempting to bind port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:25.678638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Attempting to bind port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:25.690533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:25.690908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.737175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:25.738147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:25.738815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.739535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:25.740400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Bound port: 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:25.741102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.755186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db36b-1dd9-4832-8cac-bbf75c7ecc8c None None] Pushing event updated for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:25.883546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:25.885148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.107507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] For port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:26.139550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=a362a6cc-2d0e-4450-93a7-1f5925743683,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:26.150081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] For port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:26.209663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.218991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.310020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=9b0029db-16e6-4ab5-9638-42e429ef9300,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:26.341877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-36f55149-47ac-4ba8-b358-29e3762b7c10 None None] Provisioning complete for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:26.342462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f55149-47ac-4ba8-b358-29e3762b7c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.415289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Routers {'76947845-5505-4f4f-a407-60d87d515778'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:26.416798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['76947845-5505-4f4f-a407-60d87d515778'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:26.434265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.448352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:26.448727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 7e2e9e0a-300f-4918-9e48-7d069e18e38a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:26.464879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.494761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686db36b-1dd9-4832-8cac-bbf75c7ecc8c None None] Pushing event updated for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:26.522124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:26.561335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36f55149-47ac-4ba8-b358-29e3762b7c10 None None] Port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:26.620006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 5ef707af-dcd3-4b9b-9e70-b3b07787c51d owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:26.643424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.661474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.709989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:26.714414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-f793c9f0-77b5-4575-805a-d184ee5ed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:26.715756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] Set router 76947845-5505-4f4f-a407-60d87d515778 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:26.717189 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-f793c9f0-77b5-4575-805a-d184ee5ed80a service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 1.6845365 Apr 05 12:10:26.851351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 7e2e9e0a-300f-4918-9e48-7d069e18e38a) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:26.868158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:26.868741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:26.881067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52257cb3-130b-4ff7-b531-a38b4c3e7cef None None] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:27.206076 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3071b64e-f4cb-4d0a-b2e9-882e0ef6832e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7032144 Apr 05 12:10:27.207728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49722) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:27.213744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-fe3a4977-a64a-497a-b2e9-0a8eb5a79b2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.4776094 Apr 05 12:10:27.228216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 53b0c77d-d9a0-400b-a62c-ab40621c3127 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:27.250736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263299308'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:27.326000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:27.336780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:27.348748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:17Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': '8ba5b1ab-dedb-43d4-9f8c-70c7301c0240', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:bb:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76947845-5505-4f4f-a407-60d87d515778', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:14Z', 'updated_at': '2022-04-05T12:10:26Z', 'revision_number': 4, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:27.351715 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c1adef8-024a-41a5-be7c-bc83ecc673ec admin admin] 10.222.0.50 "PUT /v2.0/routers/d7d924c9-b51a-4e3d-9385-2f6b798a1780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2552445 Apr 05 12:10:27.354099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:27.357945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-7e2e9e0a-300f-4918-9e48-7d069e18e38a', 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '9b0029db-16e6-4ab5-9638-42e429ef9300'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:27.358781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:27.374381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6717dfcd-3e02-4442-99c4-7aa44a040fb2 None None] The sync data for ids ['76947845-5505-4f4f-a407-60d87d515778'] in dv-neutron-833203-3-hyperv is: [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:17Z', 'revision_number': 2, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None, '_interfaces': [{'id': '8ba5b1ab-dedb-43d4-9f8c-70c7301c0240', 'name': '', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'mac_address': 'fa:16:3e:bb:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76947845-5505-4f4f-a407-60d87d515778', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:14Z', 'updated_at': '2022-04-05T12:10:26Z', 'revision_number': 4, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'subnets': [{'id': '31d79528-d8ea-4b85-b2a6-207424cc8ef1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:27.381526 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:27.382153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:27.466080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:27.501632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:27.510248 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff2f89ea-9b1f-449b-a902-00363726fcff tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/53b0c77d-d9a0-400b-a62c-ab40621c3127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3857629 Apr 05 12:10:27.516242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49728) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:27.525190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:27.570635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:27.619350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Allocated IP 2001:db8:0:ffff::2 (7e2e9e0a-300f-4918-9e48-7d069e18e38a/9b0029db-16e6-4ab5-9638-42e429ef9300/896d294f-4316-43df-badf-99c92b1f0dfa) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:27.665650 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:27.668992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d41f2f-e4a2-42b1-8e5a-5376c287db88 req-29f2da74-9058-46fb-a6cf-eb98e76efeec tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:27.673327 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7d41f2f-e4a2-42b1-8e5a-5376c287db88 req-29f2da74-9058-46fb-a6cf-eb98e76efeec tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.8553486 Apr 05 12:10:27.747807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-82f5294f-8597-43ef-93c9-d087c001c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:27.749320 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-82f5294f-8597-43ef-93c9-d087c001c542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.4889979 Apr 05 12:10:27.894351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:27.902386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:27.921987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] Sync routers for ids ['53b0c77d-d9a0-400b-a62c-ab40621c3127'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:27.974762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] Routers {'53b0c77d-d9a0-400b-a62c-ab40621c3127'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:27.975650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['53b0c77d-d9a0-400b-a62c-ab40621c3127'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:28.061860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.065085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:28.116426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] Routers {'53b0c77d-d9a0-400b-a62c-ab40621c3127'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:28.117107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['53b0c77d-d9a0-400b-a62c-ab40621c3127'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:28.225880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:28.226791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f60c61-99ff-4c81-820d-29d69a1f1861 None None] The sync data for ids ['53b0c77d-d9a0-400b-a62c-ab40621c3127'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:28.385692 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7d41f2f-e4a2-42b1-8e5a-5376c287db88 req-05127db4-5087-4d5d-a882-2f71c2644df3 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6672270 Apr 05 12:10:28.391873 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:24Z', 'revision_number': 2, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:28.397412 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:28.398649 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Updating router d7d924c9-b51a-4e3d-9385-2f6b798a1780 port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:10:28.416820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:28.430222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.447484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Transition to ACTIVE for port object 896d294f-4316-43df-badf-99c92b1f0dfa will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:28.464631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.472536 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.476546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:28.508928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Transition to ACTIVE for port object 896d294f-4316-43df-badf-99c92b1f0dfa will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:28.526751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.531488 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-f63e0c99-c3e0-4842-8a4e-6d2e5e47419e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 12:10:28.536410 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f63e0c99-c3e0-4842-8a4e-6d2e5e47419e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/53b0c77d-d9a0-400b-a62c-ab40621c3127/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0165372 Apr 05 12:10:28.537146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49740) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:28.538313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.624856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e60de43-de68-473e-ab38-2a0844c8cfd1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:28.670134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e60de43-de68-473e-ab38-2a0844c8cfd1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:28.675911 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e60de43-de68-473e-ab38-2a0844c8cfd1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=53b0c77d-d9a0-400b-a62c-ab40621c3127 HTTP/1.1" status: 200 len: 205 time: 0.1374905 Apr 05 12:10:28.681267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:28.756455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:28.783885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=c38cc3df-ab24-4585-ac85-26cf4480af95,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:28.807155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.809735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:28.810263 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 891bd546-f55a-4579-9b2a-a29bee850ab2 of type vlan for network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e Apr 05 12:10:28.879887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:28.896883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:28.912333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:28.942416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:28.957775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-437318577-network', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:28.967174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.005551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Pushing event updated for resources: {'Port': ['ID=896d294f-4316-43df-badf-99c92b1f0dfa,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:29.023010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=5ef707af-dcd3-4b9b-9e70-b3b07787c51d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:29.033017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:29.126422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-b3c9cd51-35b0-4dd1-a7f0-ce0c4a70f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:29.128957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-b3c9cd51-35b0-4dd1-a7f0-ce0c4a70f0c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2839363 Apr 05 12:10:29.171938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Attempting to bind port 896d294f-4316-43df-badf-99c92b1f0dfa on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:29.172314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Attempting to bind port 896d294f-4316-43df-badf-99c92b1f0dfa by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:29.172811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Attempting to bind port 896d294f-4316-43df-badf-99c92b1f0dfa on network 7e2e9e0a-300f-4918-9e48-7d069e18e38a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:29.183420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:29.183819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Checking segment: {'id': 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:29.184317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.184722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Bound using segment: {'id': 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:29.185289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Bound port: 896d294f-4316-43df-badf-99c92b1f0dfa, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7e2e9e0a-300f-4918-9e48-7d069e18e38a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:29.185715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.219719 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.238323 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Transition to ACTIVE for port object cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:29.252497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:29.263941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:29.264617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.278038 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.365529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.411156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Usage tracker for resource:network and tenant:65781b0c4e2947e79032c8b5e20b6a9d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:29.420085 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdd4e3-be27-4a92-abe5-2aa973b74915 None None] Pushing event updated for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:29.446296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:29.567968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fe94ffa9-ab65-49ea-a46e-09b9c72667b2 None None] Provisioning complete for port c38cc3df-ab24-4585-ac85-26cf4480af95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:29.568593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe94ffa9-ab65-49ea-a46e-09b9c72667b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.787371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:29.803941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] For port 896d294f-4316-43df-badf-99c92b1f0dfa, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:29.810280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] For port 896d294f-4316-43df-badf-99c92b1f0dfa, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=896d294f-4316-43df-badf-99c92b1f0dfa,segment=NetworkSegment(c3f82ce8-c7eb-4913-8620-87fcdd1f179b),segment_id=c3f82ce8-c7eb-4913-8620-87fcdd1f179b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:29.835292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.880550 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Attempting to bind port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:29.881538 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Attempting to bind port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:29.883156 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Attempting to bind port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:29.893822 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:29.894817 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:29.895855 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.896779 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Bound using segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:29.897878 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Bound port: cf0ac71e-2ae5-438d-8095-0bfa4c978ea1, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:29.899112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:29.985441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Made reservation on behalf of 65781b0c4e2947e79032c8b5e20b6a9d for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:29.989261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.022530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.039880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.046211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.066915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:30.068736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:30.082423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.091072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Usage tracker for resource:security_group_rule and tenant:65781b0c4e2947e79032c8b5e20b6a9d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:30.096401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:30.127125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.128816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router 53b0c77d-d9a0-400b-a62c-ab40621c3127 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:30.132229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:30.167237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.167535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fe94ffa9-ab65-49ea-a46e-09b9c72667b2 None None] Port c38cc3df-ab24-4585-ac85-26cf4480af95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:30.169056 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8b1fb829-1e37-4453-a9a0-64720f8c957e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/53b0c77d-d9a0-400b-a62c-ab40621c3127 HTTP/1.1" status: 204 len: 168 time: 1.4863575 Apr 05 12:10:30.185526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.189100 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] For port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:30.190890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49758) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:30.197174 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] For port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:30.206911 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.294083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cc0db-040e-4458-bf58-fb26f9ef7007 None None] Pushing event updated for resources: {'Port': ['ID=896d294f-4316-43df-badf-99c92b1f0dfa,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:30.349279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:30.353787 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:30.354931 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:30.360704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.479165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet 46209893-23a2-4d16-8189-c9f4c5f168ca {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:30.488017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:30.497235 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdd4e3-be27-4a92-abe5-2aa973b74915 None None] Pushing event updated for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:30.523541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.587737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.594112 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-ffb48dfc-9115-46a3-909f-902b5094c0cd service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2985864 Apr 05 12:10:30.676198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.721887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.830612 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:30.834475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.862066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:30.864282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:30.865006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.903920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.915824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:30.975089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.001497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:31.001876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.020512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:31.040031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713ecef1-507d-432f-b8aa-83cfa3a326e7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:31.065395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.073103 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Added segment 8148977e-4964-4b56-97c6-9820b1df8be7 of type vlan for network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 Apr 05 12:10:31.162635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.186706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 896d294f-4316-43df-badf-99c92b1f0dfa up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:31.246661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.321004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.322670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:31.323765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.332509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74846d91-588c-474b-8551-4b217b3a1ad5 None None] Network 802ddb6a-649a-4fa6-86d7-d8c120412443 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:31.355012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:31.385437 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c564d07-a3d9-4ca0-9e50-4382870b4de7 req-4b940bf1-c378-4a0d-aafb-4eeb34460b9e service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655674 Apr 05 12:10:31.436436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.2257814 Apr 05 12:10:31.439448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=46209893-23a2-4d16-8189-c9f4c5f168ca,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:31.466736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49762) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:31.489533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 896d294f-4316-43df-badf-99c92b1f0dfa completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:31.497817 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:30Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:31.505655 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70fb08-01b4-41d9-8093-dbba54920a32 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:30Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:31.530008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:31.886969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:31.894439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:31.900227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:31.919931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:32.002330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab39b66-d619-453f-95e2-f709a7a24743 req-08ea51d5-e7b6-4193-aa72-fd162dc6d817 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:32.013497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] Pushing event updated for resources: {'Network': ['ID=ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:32.013765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] DHCP port deletion for 802ddb6a-649a-4fa6-86d7-d8c120412443 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:32.017378 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b980b532-de93-4ecd-8a45-dee58d109abe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0744288 Apr 05 12:10:32.019598 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d24fe2b-3101-4b6b-8a28-ef616ecafe5d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/46209893-23a2-4d16-8189-c9f4c5f168ca HTTP/1.1" status: 204 len: 168 time: 1.8272684 Apr 05 12:10:32.021204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:32.032364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.048513 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dab39b66-d619-453f-95e2-f709a7a24743 req-08ea51d5-e7b6-4193-aa72-fd162dc6d817 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 2.2180967 Apr 05 12:10:32.052659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:32.066150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49766) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:32.066484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:32.088443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.092032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Deleting port 207f0d00-277d-4634-a7ee-d49f101bf3d9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:32.092418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.154263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Request body: {'subnet': {'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-437318577-subnet', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:32.183596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0b70a-99fe-4983-920b-70818dfeffed tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=d3aad05e-074f-4cd4-b00a-1b9a2a67b35e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:32.215441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a456ff2-9359-403e-9a52-19b01bb7e715 None None] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:32.256644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:32.524149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.617902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.623844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:32.645914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Usage tracker for resource:subnet and tenant:65781b0c4e2947e79032c8b5e20b6a9d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:32.650295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:32.659124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.668433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:32.763255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 207f0d00-277d-4634-a7ee-d49f101bf3d9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:32.764452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.778597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Provisioning for port 896d294f-4316-43df-badf-99c92b1f0dfa completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:32.783386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:32.833508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Made reservation on behalf of 65781b0c4e2947e79032c8b5e20b6a9d for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:32.837216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:32.839717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Allocated IP 172.26.5.201 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/35bb9894-d619-4070-87bc-9a88daea20f3) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:32.867214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Provisioning complete for port 896d294f-4316-43df-badf-99c92b1f0dfa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:32.868013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.027001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dab39b66-d619-453f-95e2-f709a7a24743 req-d4fd147e-8053-486c-bafa-a8abb45d03d8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9767911 Apr 05 12:10:33.079091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.110336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Router f99f6099-513a-4fd8-bae5-b8c7a5b2195b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:33.121486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=9955dae4-d87a-4cd7-8fd4-bdade77d2ded,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:33.184733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:33.199328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:33.199925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.233477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '891bd546-f55a-4579-9b2a-a29bee850ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:33.234126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: d3aad05e-074f-4cd4-b00a-1b9a2a67b35e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:33.278594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] For port 207f0d00-277d-4634-a7ee-d49f101bf3d9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=207f0d00-277d-4634-a7ee-d49f101bf3d9,segment=NetworkSegment(31a034c9-f22b-4eb4-a1d4-06524ec06305),segment_id=31a034c9-f22b-4eb4-a1d4-06524ec06305)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:33.279002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.390118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 207f0d00-277d-4634-a7ee-d49f101bf3d9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=207f0d00-277d-4634-a7ee-d49f101bf3d9,segment=NetworkSegment(31a034c9-f22b-4eb4-a1d4-06524ec06305),segment_id=31a034c9-f22b-4eb4-a1d4-06524ec06305)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:33.390625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.399425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:33.508030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Calling delete_port for 207f0d00-277d-4634-a7ee-d49f101bf3d9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:33.545073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 207f0d00-277d-4634-a7ee-d49f101bf3d9 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:33.583739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d3aad05e-074f-4cd4-b00a-1b9a2a67b35e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:33.640116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:33.641911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.647777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ead3c6-1e21-4859-a5fa-7d20ae0770d9 None None] Network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:33.660985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:33.663434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.665826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.674492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] Sync routers for ids ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:33.688210 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] Routers {'f99f6099-513a-4fd8-bae5-b8c7a5b2195b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:33.688707 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:33.700384 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a3951d91-371c-4bb9-bda4-82fa93b6fc5e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2320349 Apr 05 12:10:33.708098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:33.780432 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:33.792350 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] Routers {'f99f6099-513a-4fd8-bae5-b8c7a5b2195b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:33.793322 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:33.815870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.889686 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:33.890131 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3937ac41-ff4f-4ce1-9fd0-172effbf49c3 None None] The sync data for ids ['f99f6099-513a-4fd8-bae5-b8c7a5b2195b'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:33.899669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.909248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] Pushing event deleted for resources: {'Port': ['ID=207f0d00-277d-4634-a7ee-d49f101bf3d9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:33.913538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0f483-7cfd-4e41-a924-595e901a11ad None None] No DVR routers for this DVR port 207f0d00-277d-4634-a7ee-d49f101bf3d9 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:33.925359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] For port 896d294f-4316-43df-badf-99c92b1f0dfa, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=896d294f-4316-43df-badf-99c92b1f0dfa,segment=NetworkSegment(c3f82ce8-c7eb-4913-8620-87fcdd1f179b),segment_id=c3f82ce8-c7eb-4913-8620-87fcdd1f179b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:33.933191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:33.933577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:33.942287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.955554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:33.974139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3f829c95-93e3-4939-94c8-08ec7ba3ab36 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/routers/f99f6099-513a-4fd8-bae5-b8c7a5b2195b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7112601 Apr 05 12:10:33.981174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49778) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:34.020166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:34.020166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.141268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Checking segment: {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:34.141845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Network hostable DHCP agents. Network: ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:34.149794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:34.163834 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-facfaebd-b66e-4744-a75e-b87ba109f757 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:10:34.164449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-facfaebd-b66e-4744-a75e-b87ba109f757 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:34.168468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.173848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8635c-c0a3-4867-b3dc-128954098ef2 None None] Pushing event updated for resources: {'Port': ['ID=896d294f-4316-43df-badf-99c92b1f0dfa,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:34.185177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.222296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:34.253482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-facfaebd-b66e-4744-a75e-b87ba109f757 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:34.258636 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-facfaebd-b66e-4744-a75e-b87ba109f757 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/5ef707af-dcd3-4b9b-9e70-b3b07787c51d HTTP/1.1" status: 404 len: 333 time: 0.2652037 Apr 05 12:10:34.259560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:34.329845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 207f0d00-277d-4634-a7ee-d49f101bf3d9 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:34.379191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:34.381938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 207f0d00-277d-4634-a7ee-d49f101bf3d9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:34.382390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 207f0d00-277d-4634-a7ee-d49f101bf3d9 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:34.391653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.418994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d3aad05e-074f-4cd4-b00a-1b9a2a67b35e', 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '9955dae4-d87a-4cd7-8fd4-bdade77d2ded'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:34.420025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.436809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-eea59b1b-1556-49fb-95eb-274329f90d7b None None] Provisioning complete for port 896d294f-4316-43df-badf-99c92b1f0dfa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:34.437359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eea59b1b-1556-49fb-95eb-274329f90d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.458183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:34.463073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 207f0d00-277d-4634-a7ee-d49f101bf3d9 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:34.463647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.487671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:34.505639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:34.512477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.515242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:34.516294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:34.520404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:34.521280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.537182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.596587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.650520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Allocated IP 2001:db8::1 (d3aad05e-074f-4cd4-b00a-1b9a2a67b35e/9955dae4-d87a-4cd7-8fd4-bdade77d2ded/7ac7f9df-9878-4059-854f-24cb5fa9a138) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:34.658551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.659599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.749122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] The port '207f0d00-277d-4634-a7ee-d49f101bf3d9' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:10:34.763372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:34.763980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:34.802084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Pushing event updated for resources: {'Port': ['ID=35bb9894-d619-4070-87bc-9a88daea20f3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:34.864094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacad8c7-d669-42ab-b4e4-26e4da082b76 None None] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:34.878466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 896d294f-4316-43df-badf-99c92b1f0dfa up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:34.918144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:35.056665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bb195-d221-4ae2-aa07-d232d5638bf9 req-d5a3c118-4072-4366-9c46-5c061e9c2324 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:35.061956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-482bb195-d221-4ae2-aa07-d232d5638bf9 req-d5a3c118-4072-4366-9c46-5c061e9c2324 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.8058558 Apr 05 12:10:35.071850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f375b5a3-b2a3-46d4-8a03-01e23306e358 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9902112 Apr 05 12:10:35.087687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:35.110468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:35.170199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:35.179273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:35.195742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.198013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Usage tracker for resource:router and tenant:65781b0c4e2947e79032c8b5e20b6a9d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:35.218775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.247639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.249509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:35.268835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 896d294f-4316-43df-badf-99c92b1f0dfa triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:35.269239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.270668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:35.274156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.294914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Transition to ACTIVE for port object 7ac7f9df-9878-4059-854f-24cb5fa9a138 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:35.313618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.314487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.327774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802ddb6a-649a-4fa6-86d7-d8c120412443']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:35.336785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.337295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Fanout notify agent at l3_agent the message router_deleted on router f99f6099-513a-4fd8-bae5-b8c7a5b2195b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:35.354786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a034c9-f22b-4eb4-a1d4-06524ec06305') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:35.355153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a034c9-f22b-4eb4-a1d4-06524ec06305') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:35.366337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.370819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0eb7f06c-eb03-49a5-b682-b500ecfce245 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/routers/f99f6099-513a-4fd8-bae5-b8c7a5b2195b HTTP/1.1" status: 204 len: 168 time: 1.1100292 Apr 05 12:10:35.373158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49792) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:35.411621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.414032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.432529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Transition to ACTIVE for port object 7ac7f9df-9878-4059-854f-24cb5fa9a138 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:35.466467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.473721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.485701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:35.486281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.509316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 18d82ab6-2e69-44eb-a8f9-7d83c7e9947a {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:35.511206 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:35.529727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.617052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:35.617638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=c38cc3df-ab24-4585-ac85-26cf4480af95,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:35.625477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:35.643576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:35.653407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Pushing event updated for resources: {'Port': ['ID=7ac7f9df-9878-4059-854f-24cb5fa9a138,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:35.660630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-482bb195-d221-4ae2-aa07-d232d5638bf9 req-5407b3e2-a498-43ea-9778-58ded8797786 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4419763 Apr 05 12:10:35.714853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'fixed_ips': [{'subnet_id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:35.715843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.768047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.806647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.865147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:35.873870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:35.891794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=9955dae4-d87a-4cd7-8fd4-bdade77d2ded,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:35.900697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Attempting to bind port 7ac7f9df-9878-4059-854f-24cb5fa9a138 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:35.901066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Attempting to bind port 7ac7f9df-9878-4059-854f-24cb5fa9a138 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '891bd546-f55a-4579-9b2a-a29bee850ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:35.901424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Attempting to bind port 7ac7f9df-9878-4059-854f-24cb5fa9a138 on network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:35.906512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.925520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:35.925876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Checking segment: {'id': '891bd546-f55a-4579-9b2a-a29bee850ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:35.926626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.927356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Bound using segment: {'id': '891bd546-f55a-4579-9b2a-a29bee850ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:35.927540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Bound port: 7ac7f9df-9878-4059-854f-24cb5fa9a138, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891bd546-f55a-4579-9b2a-a29bee850ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:35.927891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:35.941305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.127570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] For port 7ac7f9df-9878-4059-854f-24cb5fa9a138, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:36.130024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Allocated IP 172.20.0.2 (ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84/f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae/2a33c6ec-feca-4013-bdc2-6601ed4bea43) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:36.133065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] For port 7ac7f9df-9878-4059-854f-24cb5fa9a138, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7ac7f9df-9878-4059-854f-24cb5fa9a138,segment=NetworkSegment(891bd546-f55a-4579-9b2a-a29bee850ab2),segment_id=891bd546-f55a-4579-9b2a-a29bee850ab2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:36.146209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.261789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.265803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=802ddb6a-649a-4fa6-86d7-d8c120412443,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:36.284766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.292770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.317012 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20ef27a1-3df5-4c9f-9ebd-fb7f384e6a22 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/802ddb6a-649a-4fa6-86d7-d8c120412443 HTTP/1.1" status: 204 len: 168 time: 4.2408788 Apr 05 12:10:36.333396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:36.355483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-312405339'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:36.367998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aad05e-074f-4cd4-b00a-1b9a2a67b35e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:36.371313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:36.392409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891bd546-f55a-4579-9b2a-a29bee850ab2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:36.392620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891bd546-f55a-4579-9b2a-a29bee850ab2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:36.398514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:36.408625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.413147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:36.437745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:36.483252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.511747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.512073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.534493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c3543-fd26-4e14-85ce-714d8905c501 None None] Pushing event updated for resources: {'Port': ['ID=7ac7f9df-9878-4059-854f-24cb5fa9a138,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:36.538768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:36.539058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:36.555141 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:36.557166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-568cc5dc-7a5d-40a0-96b6-3b6c465a5340 None None] Provisioning complete for port c38cc3df-ab24-4585-ac85-26cf4480af95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:36.557166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-568cc5dc-7a5d-40a0-96b6-3b6c465a5340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.622718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=8ba5b1ab-dedb-43d4-9f8c-70c7301c0240,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:36.660789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:36.664450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.676398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ea789-d95b-437a-b337-448cf50dbfde None None] Network d3aad05e-074f-4cd4-b00a-1b9a2a67b35e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:36.714165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:36.751262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.795659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-568cc5dc-7a5d-40a0-96b6-3b6c465a5340 None None] Port c38cc3df-ab24-4585-ac85-26cf4480af95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:36.825028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:10:36.825028 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:10:36.825028 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': 'd3aad05e-074f-4cd4-b00a-1b9a2a67b35e'}] Apr 05 12:10:36.825028 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:36.825498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:36.849114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.850394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.912633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=18d82ab6-2e69-44eb-a8f9-7d83c7e9947a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:36.914991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:36.980039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6d8da-47e8-41d0-ad66-c82facbc515a None None] Network 80e90310-207b-433e-b427-ce14f2847222 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:36.997214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Router e5597fcb-f4af-4264-82ff-addb6e27f638 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:36.998817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.000514 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1db2c801-3aa0-4a74-ada1-3716ff8c849c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/18d82ab6-2e69-44eb-a8f9-7d83c7e9947a HTTP/1.1" status: 204 len: 168 time: 1.6229119 Apr 05 12:10:37.009411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49802) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:37.019703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:37.178152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.200406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.232907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.271876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Transition to ACTIVE for port object 2a33c6ec-feca-4013-bdc2-6601ed4bea43 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:37.327652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.346017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:37.346572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.378940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.379297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 1c81f949-80d2-4f29-b951-2bed8d4daa5f of type vlan for network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 Apr 05 12:10:37.385403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port 7ac7f9df-9878-4059-854f-24cb5fa9a138 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:37.385917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.394566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Transition to ACTIVE for port object 2a33c6ec-feca-4013-bdc2-6601ed4bea43 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:37.448591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Allocated IP 172.26.5.88 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/21ce676a-b549-41b4-bdc6-7cc96c050942) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:37.449826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.597087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:37.622816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:37.627721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:37.643252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Pushing event updated for resources: {'Port': ['ID=2a33c6ec-feca-4013-bdc2-6601ed4bea43,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:37.751922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.774312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.775383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port 7ac7f9df-9878-4059-854f-24cb5fa9a138, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7ac7f9df-9878-4059-854f-24cb5fa9a138,segment=NetworkSegment(891bd546-f55a-4579-9b2a-a29bee850ab2),segment_id=891bd546-f55a-4579-9b2a-a29bee850ab2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:37.776088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.822082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:37.827084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Attempting to bind port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:37.827441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Attempting to bind port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:37.827803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Attempting to bind port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 on network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:37.839716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] Sync routers for ids ['e5597fcb-f4af-4264-82ff-addb6e27f638'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:37.851174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:37.851546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Checking segment: {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:37.851946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.852334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Bound using segment: {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:37.852811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Bound port: 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:37.853183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.874914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] Routers {'e5597fcb-f4af-4264-82ff-addb6e27f638'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:37.875578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e5597fcb-f4af-4264-82ff-addb6e27f638'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:37.936351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port ae19698d-cb9c-414e-9891-023317db1f91 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:37.937013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.937116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] DHCP port deletion for 80e90310-207b-433e-b427-ce14f2847222 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:37.976537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Deleting port ae19698d-cb9c-414e-9891-023317db1f91 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:37.976822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:37.984137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Router 76947845-5505-4f4f-a407-60d87d515778 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:37.995092 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-405e0d08-2595-40e4-8bc3-a543f014763e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/routers/e5597fcb-f4af-4264-82ff-addb6e27f638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9581368 Apr 05 12:10:37.997086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.001519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:38.003072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:38.003600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.011570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49806) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:38.035366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for 7ac7f9df-9878-4059-854f-24cb5fa9a138 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:38.044821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] Routers {'e5597fcb-f4af-4264-82ff-addb6e27f638'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:38.045463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e5597fcb-f4af-4264-82ff-addb6e27f638'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:38.083947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.148325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:38.148864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2809a4e-016b-4911-a2ad-a6bb540b72c8 None None] The sync data for ids ['e5597fcb-f4af-4264-82ff-addb6e27f638'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:38.201173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.209036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] For port 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:38.230433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] For port 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2a33c6ec-feca-4013-bdc2-6601ed4bea43,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:38.259582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.289744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.308226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port 7ac7f9df-9878-4059-854f-24cb5fa9a138 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:38.312419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=7ac7f9df-9878-4059-854f-24cb5fa9a138,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:38.313343 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9687524 Apr 05 12:10:38.315489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:38.428794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de085-4a3e-49c5-a1a6-b578ca71b419 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=55ff83d0-0db3-4ecb-8945-68064c4b53d9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:38.429972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:38.430588 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:38.432989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Router a0fca212-22eb-433f-bf02-47c889ec7ea0 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:38.439463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:38.468846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:38.476607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4432194f-f476-454a-a759-8098c2bd2786 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "PUT /v2.0/routers/76947845-5505-4f4f-a407-60d87d515778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2613685 Apr 05 12:10:38.483800 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Sync routers for ids ['76947845-5505-4f4f-a407-60d87d515778'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:38.506939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:38.508430 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Routers {'76947845-5505-4f4f-a407-60d87d515778'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:38.509556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['76947845-5505-4f4f-a407-60d87d515778'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:38.567136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6a99b-a430-47c3-8093-1c34e6aeb3f5 None None] Pushing event updated for resources: {'Port': ['ID=2a33c6ec-feca-4013-bdc2-6601ed4bea43,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:38.570676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:38.681918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:38.717279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Calling delete_port for ae19698d-cb9c-414e-9891-023317db1f91 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:38.826518 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Set router 76947845-5505-4f4f-a407-60d87d515778 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:38.855747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:38.859122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:38.880610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ea407-ccca-4645-afc8-573f06770778 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:38.881482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4a5ea407-ccca-4645-afc8-573f06770778 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:38.899151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ae19698d-cb9c-414e-9891-023317db1f91 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:38.968568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5ad54-1460-4439-b64f-d0657a47ff32 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:38.972029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5ad54-1460-4439-b64f-d0657a47ff32 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:38.974917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28f5ad54-1460-4439-b64f-d0657a47ff32 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4487858 Apr 05 12:10:38.985141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:38.995150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49818) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:39.033608 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:35Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.038688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Checking router: 76947845-5505-4f4f-a407-60d87d515778 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:39.051093 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Routers {'76947845-5505-4f4f-a407-60d87d515778'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:39.051687 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['76947845-5505-4f4f-a407-60d87d515778'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.152421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.242176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:39.245431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Pushing event updated for resources: {'Port': ['ID=21ce676a-b549-41b4-bdc6-7cc96c050942,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:39.249075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:39.256498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:39.261321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:39.261832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.266289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.269727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:39.290257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.311418 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] Set router 76947845-5505-4f4f-a407-60d87d515778 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:39.367667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=ae19698d-cb9c-414e-9891-023317db1f91,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:39.373962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:39.374606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:39.433849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:39.437844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.461311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3aad05e-074f-4cd4-b00a-1b9a2a67b35e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.498399 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:35Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.505332 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389c1467-5995-435e-b70f-dc84859093e2 None None] The sync data for ids ['76947845-5505-4f4f-a407-60d87d515778'] in dv-neutron-833203-3-hyperv is: [{'id': '76947845-5505-4f4f-a407-60d87d515778', 'name': 'tempest-NetworksTestDHCPv6-router-316170865', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:12Z', 'updated_at': '2022-04-05T12:10:35Z', 'revision_number': 3, 'project_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:39.559798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4a5ea407-ccca-4645-afc8-573f06770778 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:39.564857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4a5ea407-ccca-4645-afc8-573f06770778 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5597fcb-f4af-4264-82ff-addb6e27f638 HTTP/1.1" status: 200 len: 988 time: 1.5339246 Apr 05 12:10:39.565590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49822) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:39.574854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for ae19698d-cb9c-414e-9891-023317db1f91 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:39.575844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891bd546-f55a-4579-9b2a-a29bee850ab2') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.576328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891bd546-f55a-4579-9b2a-a29bee850ab2') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.676506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:39.682472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 31d79528-d8ea-4b85-b2a6-207424cc8ef1 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:39.684992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.688662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] Sync routers for ids ['a0fca212-22eb-433f-bf02-47c889ec7ea0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:39.689817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.698304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] Routers {'a0fca212-22eb-433f-bf02-47c889ec7ea0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:39.698927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a0fca212-22eb-433f-bf02-47c889ec7ea0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.738900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.744447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.746306 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-619579d2-f2b7-46dc-8030-3a241f255087 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "PUT /v2.0/routers/a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 200 len: 920 time: 14.9635944 Apr 05 12:10:39.754431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:39.773452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.782859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] Routers {'a0fca212-22eb-433f-bf02-47c889ec7ea0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:39.783852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a0fca212-22eb-433f-bf02-47c889ec7ea0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.852113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1961332-a290-447d-8840-4a1404a61efe None None] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:39.877418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:39.877986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.889063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Deleting port ae19698d-cb9c-414e-9891-023317db1f91 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:39.889440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:39.894649 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:39.926386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:39.926780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0e951-e5df-4cb8-8dd6-4db33a2b1c40 None None] The sync data for ids ['a0fca212-22eb-433f-bf02-47c889ec7ea0'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:39.927096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.009090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0a571607-503f-45b8-8bee-04402c63009e None None] Provisioning for port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:40.164831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.169288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.197541 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-75cd66fa-cdf5-430f-b39d-cbd4ae38c981 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 200 len: 926 time: 0.4368849 Apr 05 12:10:40.200855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49830) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:40.224976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=d3aad05e-074f-4cd4-b00a-1b9a2a67b35e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:40.239562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.240078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.240911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.240911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.241385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.241817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.242255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.242684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.243140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.244062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.244062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.244406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:40.315960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec8f85fa-a15a-4c88-87c8-2dbcdccd0e58 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/d3aad05e-074f-4cd4-b00a-1b9a2a67b35e HTTP/1.1" status: 204 len: 168 time: 6.5964899 Apr 05 12:10:40.317752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:40.318085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:40.323274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:40.363942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089638050'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:40.371120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:40.397410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:40.409503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:40.418322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.421246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.431828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] For port ae19698d-cb9c-414e-9891-023317db1f91, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ae19698d-cb9c-414e-9891-023317db1f91,segment=NetworkSegment(a248c2e1-daf2-475b-a80d-af2e631b8338),segment_id=a248c2e1-daf2-475b-a80d-af2e631b8338)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:40.432236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.476556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:40.516781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85098b-064e-4d09-bcfa-d7189f97d399 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:40.517494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3d85098b-064e-4d09-bcfa-d7189f97d399 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Synchronizing usage tracker for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:40.533109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:40.536602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.554996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3d85098b-064e-4d09-bcfa-d7189f97d399 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Unset dirty status for tenant:05f9058b970a4a0f88b52dce81c3e448 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:40.558833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3d85098b-064e-4d09-bcfa-d7189f97d399 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=a0fca212-22eb-433f-bf02-47c889ec7ea0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3518875 Apr 05 12:10:40.559000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49838) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:40.577300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Calling delete_port for ae19698d-cb9c-414e-9891-023317db1f91 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:40.588837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.671752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.727747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.755309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:40.758087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=fc68de9c-4227-477b-85a5-00f97dc56bae,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:40.793563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2a33c6ec-feca-4013-bdc2-6601ed4bea43 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:40.860553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port ae19698d-cb9c-414e-9891-023317db1f91 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:40.861215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.884800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] Pushing event deleted for resources: {'Port': ['ID=ae19698d-cb9c-414e-9891-023317db1f91,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:40.886921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97b406-d203-483a-8ddf-f3a7d1d4a0ca None None] No DVR routers for this DVR port ae19698d-cb9c-414e-9891-023317db1f91 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:40.906654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867be49-9308-4b85-aafe-2db8165840d5 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:40.910711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:40.910819 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8867be49-9308-4b85-aafe-2db8165840d5 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.3481159 Apr 05 12:10:40.913971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:40.914373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.922386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=31d79528-d8ea-4b85-b2a6-207424cc8ef1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:40.926665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:40.931118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49842) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:40.941622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc141f-b41c-4e4b-aec5-90f45cfd7366 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:10:41.002917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.003305 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment d4c280de-0325-436c-be3a-24ad0913b7a9 of type vlan for network d4da2c10-8793-4a9e-a87e-e40294460097 Apr 05 12:10:41.025651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] The port 'ae19698d-cb9c-414e-9891-023317db1f91' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:10:41.030508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3003838e-86ae-485c-aca8-1d3c51dd70aa None None] Provisioning complete for port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:41.030892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3003838e-86ae-485c-aca8-1d3c51dd70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.032066 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b11403c-582e-4c14-a0ee-295b801a8712 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 200 len: 205 time: 0.0997629 Apr 05 12:10:41.033080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49846) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:41.202214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.205306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.226791 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-184b7d0e-e09b-4a40-8d25-9568abb05ffd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/31d79528-d8ea-4b85-b2a6-207424cc8ef1 HTTP/1.1" status: 204 len: 168 time: 2.2254448 Apr 05 12:10:41.269809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:41.290305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '1c81f949-80d2-4f29-b951-2bed8d4daa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:41.290674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 55ff83d0-0db3-4ecb-8945-68064c4b53d9, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:41.387932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.409005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3003838e-86ae-485c-aca8-1d3c51dd70aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.441276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.477366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.482774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:41.483502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.520195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2a33c6ec-feca-4013-bdc2-6601ed4bea43,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:41.527585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.578948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:41.594497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e90310-207b-433e-b427-ce14f2847222']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:41.602524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:41.634408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a248c2e1-daf2-475b-a80d-af2e631b8338') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:41.634887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a248c2e1-daf2-475b-a80d-af2e631b8338') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:41.643969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.683563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:41.683907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ba5b1ab-dedb-43d4-9f8c-70c7301c0240 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:41.699653 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3703108 Apr 05 12:10:41.704295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49854) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:41.715747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-727d0a4a-aa91-4a8a-8b7a-52c4b207527e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:router {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:41.718663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.723851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:41.738912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0dcf1-221b-435c-9a82-a35ea9416c7c tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=d4da2c10-8793-4a9e-a87e-e40294460097,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:41.743895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-3003838e-86ae-485c-aca8-1d3c51dd70aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:41.745205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-3003838e-86ae-485c-aca8-1d3c51dd70aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:41.746778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=2a33c6ec-feca-4013-bdc2-6601ed4bea43,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:41.747654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 55ff83d0-0db3-4ecb-8945-68064c4b53d9) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:41.751018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc141f-b41c-4e4b-aec5-90f45cfd7366 None None] Unable to find a vacant binding_index for network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 and agent 0e320032-4884-4100-8daf-ce3b644bc8aa {{(pid=87959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 12:10:41.758584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc141f-b41c-4e4b-aec5-90f45cfd7366 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 55ff83d0-0db3-4ecb-8945-68064c4b53d9) {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:10:41.769351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:41.785684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:41.786278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.849386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:41.880132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-727d0a4a-aa91-4a8a-8b7a-52c4b207527e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:router {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:41.881331 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-727d0a4a-aa91-4a8a-8b7a-52c4b207527e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6026614 Apr 05 12:10:41.885256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49858) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:41.891593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f7a9b697-5764-49b4-8682-05acafa955bb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5273428 Apr 05 12:10:41.895614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:41.906053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2006967845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:41.914995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:41.919280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:41.923147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:41.926375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:41.930788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:41.933417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:41.937236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:41.945451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:41.952958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:41.958137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.034349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.035393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.039334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:42.042761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.207872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:42.208355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.240107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.292831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-55ff83d0-0db3-4ecb-8945-68064c4b53d9', 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': 'fc68de9c-4227-477b-85a5-00f97dc56bae'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:42.293931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.300721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:42.318270 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Sync routers for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:42.325384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.342675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:42.346543 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:42.358534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.360283 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31fea62a-82e6-43d1-8fbd-c81072552061 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2716069 Apr 05 12:10:42.364002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.368874 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3dd9f271-6392-4393-a86f-a06e9b7386e0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4722259 Apr 05 12:10:42.369537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49866) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:42.369876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:42.373858 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:42.450673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.599511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Allocated IP 2001:db8::2 (55ff83d0-0db3-4ecb-8945-68064c4b53d9/fc68de9c-4227-477b-85a5-00f97dc56bae/0098006f-2ec2-46db-90e5-1d2a1446ac41) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:42.669872 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:42.685865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2a33c6ec-feca-4013-bdc2-6601ed4bea43 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:42.736834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.840871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.852830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.894879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:42.895283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:42.909468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=80e90310-207b-433e-b427-ce14f2847222,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:42.998954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2f0c3e1-e210-4304-82a7-c8740a6844b3 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/80e90310-207b-433e-b427-ce14f2847222 HTTP/1.1" status: 204 len: 168 time: 5.9846458 Apr 05 12:10:43.010213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49874) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:43.092864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.108929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Transition to ACTIVE for port object 0098006f-2ec2-46db-90e5-1d2a1446ac41 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:43.137482 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:39Z', 'revision_number': 3, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:43.143301 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Checking router: c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:43.144161 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Updating router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 port 21ce676a-b549-41b4-bdc6-7cc96c050942 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:10:43.186524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Transition to ACTIVE for port object 0098006f-2ec2-46db-90e5-1d2a1446ac41 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:43.206547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.216849 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.235003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 35bb9894-d619-4070-87bc-9a88daea20f3 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:43.235382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.286268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.297349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.309059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:43.310214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Pushing event updated for resources: {'Port': ['ID=0098006f-2ec2-46db-90e5-1d2a1446ac41,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:43.320514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:43.323110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:43.328254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port c38cc3df-ab24-4585-ac85-26cf4480af95 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:43.328776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.565092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Attempting to bind port 0098006f-2ec2-46db-90e5-1d2a1446ac41 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:43.566370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Attempting to bind port 0098006f-2ec2-46db-90e5-1d2a1446ac41 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1c81f949-80d2-4f29-b951-2bed8d4daa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:43.567271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Attempting to bind port 0098006f-2ec2-46db-90e5-1d2a1446ac41 on network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:43.577410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:43.578310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.579646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Checking segment: {'id': '1c81f949-80d2-4f29-b951-2bed8d4daa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:43.580576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.581504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Bound using segment: {'id': '1c81f949-80d2-4f29-b951-2bed8d4daa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:43.582545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Bound port: 0098006f-2ec2-46db-90e5-1d2a1446ac41, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c81f949-80d2-4f29-b951-2bed8d4daa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '55ff83d0-0db3-4ecb-8945-68064c4b53d9'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:43.583821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.623911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.675558 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.693140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Transition to ACTIVE for port object 21ce676a-b549-41b4-bdc6-7cc96c050942 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:43.706105 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.731188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for c38cc3df-ab24-4585-ac85-26cf4480af95 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:43.760015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] For port 0098006f-2ec2-46db-90e5-1d2a1446ac41, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:43.769164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] For port 0098006f-2ec2-46db-90e5-1d2a1446ac41, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0098006f-2ec2-46db-90e5-1d2a1446ac41,segment=NetworkSegment(1c81f949-80d2-4f29-b951-2bed8d4daa5f),segment_id=1c81f949-80d2-4f29-b951-2bed8d4daa5f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:43.777241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.791881 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Attempting to bind port 21ce676a-b549-41b4-bdc6-7cc96c050942 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:43.792404 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Attempting to bind port 21ce676a-b549-41b4-bdc6-7cc96c050942 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:43.793021 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Attempting to bind port 21ce676a-b549-41b4-bdc6-7cc96c050942 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:43.808586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:43.808586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:43.809033 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.809502 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:43.810123 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Bound port: 21ce676a-b549-41b4-bdc6-7cc96c050942, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:43.810618 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.864207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.879576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=09aecf01-7998-441c-a4a6-b2de3f754cc5,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:43.884644 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729027f7-a34f-41f4-9c54-229919ada69a None None] Pushing event updated for resources: {'Port': ['ID=21ce676a-b549-41b4-bdc6-7cc96c050942,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:43.907507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': 'd4c280de-0325-436c-be3a-24ad0913b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:43.907907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: d4da2c10-8793-4a9e-a87e-e40294460097, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:43.923682 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] For port 21ce676a-b549-41b4-bdc6-7cc96c050942, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:43.928251 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] For port 21ce676a-b549-41b4-bdc6-7cc96c050942, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=21ce676a-b549-41b4-bdc6-7cc96c050942,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:43.939217 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:43.945064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48f406-f4f4-4e4b-bfdd-9b3d49ea44b4 None None] Pushing event updated for resources: {'Port': ['ID=0098006f-2ec2-46db-90e5-1d2a1446ac41,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:43.977918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c1c19-f3c5-4496-ac99-bea5aed2b0dd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:43.978678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b8c1c19-f3c5-4496-ac99-bea5aed2b0dd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:43.982673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.013318 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:44.013970 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:44.084726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.090032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Fanout notify agent at l3_agent the message router_deleted on router 76947845-5505-4f4f-a407-60d87d515778 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:44.145628 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729027f7-a34f-41f4-9c54-229919ada69a None None] Pushing event updated for resources: {'Port': ['ID=21ce676a-b549-41b4-bdc6-7cc96c050942,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:44.206665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network d4da2c10-8793-4a9e-a87e-e40294460097 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:44.282746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d4da2c10-8793-4a9e-a87e-e40294460097) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:44.305576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.306735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-77e4bea0-39b8-46b8-9c10-a21d87a7ed8c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/routers/76947845-5505-4f4f-a407-60d87d515778 HTTP/1.1" status: 204 len: 168 time: 2.4167717 Apr 05 12:10:44.310501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49878) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.312288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:44.313152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.316604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 35bb9894-d619-4070-87bc-9a88daea20f3 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:44.374243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b8c1c19-f3c5-4496-ac99-bea5aed2b0dd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:44.379884 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b8c1c19-f3c5-4496-ac99-bea5aed2b0dd tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/e32262f4-96a5-4c76-a457-d779f9193f37 HTTP/1.1" status: 200 len: 840 time: 1.3679950 Apr 05 12:10:44.380581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49882) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.420345 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:44.546226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7c42617f-c49b-4364-bfdd-06513117bf54 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/e32262f4-96a5-4c76-a457-d779f9193f37?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1590419 Apr 05 12:10:44.554821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49886) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.560900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:44.740539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0098006f-2ec2-46db-90e5-1d2a1446ac41 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:44.753936 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4b3c0f91-9e72-4f47-b1cd-54a8be8162b4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0445590 Apr 05 12:10:44.768078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.777141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744123863'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:44.841782 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:39Z', 'revision_number': 3, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:44.845582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:44.857668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.858295 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e347417c-1159-4a1f-bb12-482dd4f50cf7 None None] The sync data for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv is: [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:39Z', 'revision_number': 3, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:44.868467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:44.888601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:44.893936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:44.906893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22f2f9-6de5-4092-8a2b-16b8a6ab6409 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:44.910687 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b22f2f9-6de5-4092-8a2b-16b8a6ab6409 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5904074 Apr 05 12:10:44.917928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49894) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:44.918664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:44.977537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8::1 (55ff83d0-0db3-4ecb-8945-68064c4b53d9/fc68de9c-4227-477b-85a5-00f97dc56bae/6d4a3e28-1809-4029-94a8-4fa8129753a2) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:44.984516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:44.987697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:44.987964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:44.990396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=c38cc3df-ab24-4585-ac85-26cf4480af95,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:45.043806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:45.058812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:45.066797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.067321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.067738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.068235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.069916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.069916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.069916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.070200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.070573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.070974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.071379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.071771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:45.192812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:45.217328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75abe1a4-5e09-4f15-98a2-4bcf61f6f616 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:45.217798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-75abe1a4-5e09-4f15-98a2-4bcf61f6f616 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:45.229674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:45.234116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.234552 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 2276b7cc-6ac2-47a3-bad2-1b51f0a40f78 of type vlan for network 5b09754d-faa8-46d9-aa62-46e4cbff3bdb Apr 05 12:10:45.307341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.383795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:45.387300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.418472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.429583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.508872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 6d4a3e28-1809-4029-94a8-4fa8129753a2 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:45.516928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.555816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-75abe1a4-5e09-4f15-98a2-4bcf61f6f616 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:45.557376 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-75abe1a4-5e09-4f15-98a2-4bcf61f6f616 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6374528 Apr 05 12:10:45.565536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:45.610827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c71e33-04b6-4012-b1ec-0c97bff6d9e9 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:45.639096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e63ea1-4134-407d-9207-0fa3371e52bf None None] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:45.658544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.660277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc46897c-ecf0-4c81-92fb-f8fd2d504117 None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:45.700890 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c9bb3e73-a8ca-4731-bfea-658feb2399fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259062 Apr 05 12:10:45.713246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:45.714196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.720153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:45.721076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:45.732615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:45.843104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=35bb9894-d619-4070-87bc-9a88daea20f3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:45.986560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.112671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Provisioning for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:46.135968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Provisioning complete for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:46.136335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.157923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3884938 Apr 05 12:10:46.173415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=6d4a3e28-1809-4029-94a8-4fa8129753a2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:46.175700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:46.200307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.201677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '5b09754d-faa8-46d9-aa62-46e4cbff3bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:46.220592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:46.222055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0ddee-dd1b-4124-be9f-2f7b463eebbd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=5b09754d-faa8-46d9-aa62-46e4cbff3bdb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:46.235829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:46.243462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 5b09754d-faa8-46d9-aa62-46e4cbff3bdb details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:46.256311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Allocated IP 172.20.0.1 (ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84/f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae/abb033cf-49c9-4eec-8326-9f5da7180b23) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:46.259127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:46.259907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.284276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:46.350142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Router e5597fcb-f4af-4264-82ff-addb6e27f638 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:46.378099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:46.437426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.439639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:46.445570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.533945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72382605-1072-4986-ae65-935521c53964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d4da2c10-8793-4a9e-a87e-e40294460097', 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '09aecf01-7998-441c-a4a6-b2de3f754cc5'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:46.534802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.650073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:46.654004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.670603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:46.671215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.679741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:46.713745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:46.752648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.768778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:46.826929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:46.830695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.844759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 21ce676a-b549-41b4-bdc6-7cc96c050942 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:46.872364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.873115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router a0fca212-22eb-433f-bf02-47c889ec7ea0 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:46.881507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:46.895457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:46.898998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:46.907233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:46.908028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:46.927373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9978ad-3134-425d-8957-c39ac2b457fa None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:46.946705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] Sync routers for ids ['e5597fcb-f4af-4264-82ff-addb6e27f638'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:46.959978 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8f64412e-3958-43c3-a899-55fa17690991 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/routers/e5597fcb-f4af-4264-82ff-addb6e27f638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3545721 Apr 05 12:10:46.966520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b55be5b6-75f8-4022-aeab-f906bb2b3679 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4105015 Apr 05 12:10:46.968370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49910) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:46.968703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49912) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:46.980000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] For port 0098006f-2ec2-46db-90e5-1d2a1446ac41, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0098006f-2ec2-46db-90e5-1d2a1446ac41,segment=NetworkSegment(1c81f949-80d2-4f29-b951-2bed8d4daa5f),segment_id=1c81f949-80d2-4f29-b951-2bed8d4daa5f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:47.010295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082527268'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:47.022990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.023684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.029920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f5de7c14-7943-4870-82d1-9e28152c11cd tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 204 len: 168 time: 5.9945614 Apr 05 12:10:47.031290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.031980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49918) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:47.049358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1020004374', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:47.053222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:10:47.054666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:10:47.058185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:47.063196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Usage tracker for resource:router and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:47.066663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:47.068342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.073546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:47.085734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Transition to ACTIVE for port object abb033cf-49c9-4eec-8326-9f5da7180b23 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:47.090267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:47.095293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.096331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.100085 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8cf357-42b5-482d-aa65-ebd6b69c2e20 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:10:47.101215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb8cf357-42b5-482d-aa65-ebd6b69c2e20 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:47.106150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:47.110670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:47.122065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:47.155831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.157384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.183059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb8cf357-42b5-482d-aa65-ebd6b69c2e20 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:47.184308 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bb8cf357-42b5-482d-aa65-ebd6b69c2e20 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/c38cc3df-ab24-4585-ac85-26cf4480af95 HTTP/1.1" status: 404 len: 333 time: 0.2145002 Apr 05 12:10:47.193326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49922) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:47.248186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Pushing event updated for resources: {'Port': ['ID=0098006f-2ec2-46db-90e5-1d2a1446ac41,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:47.251568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:47.296062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:47.344805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] Routers {'e5597fcb-f4af-4264-82ff-addb6e27f638'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:47.345737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e5597fcb-f4af-4264-82ff-addb6e27f638'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:47.359012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:47.373376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:47.378426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.451671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.452001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.452361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.452710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.453047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.453392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.453749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.454075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.454401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.454736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.455095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.455426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69195b8-d763-4849-a7be-f95286877f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:10:47.459086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Deleting port f90d74a6-1373-43a4-ad3d-2d27edde133e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:47.459472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.468983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.489728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:47.547181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:47.613902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:47.631154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:47.644022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:47.646616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:47.670627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] Routers {'e5597fcb-f4af-4264-82ff-addb6e27f638'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:47.671313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e5597fcb-f4af-4264-82ff-addb6e27f638'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:47.780034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.813493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 21ce676a-b549-41b4-bdc6-7cc96c050942 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:47.829203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-72382605-1072-4986-ae65-935521c53964 None None] Allocated IP 2001:db8::3 (d4da2c10-8793-4a9e-a87e-e40294460097/09aecf01-7998-441c-a4a6-b2de3f754cc5/11c85ad6-709a-4ab9-99be-5edf0029c3ce) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:47.840954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:47.841360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3e5819-98b0-4e38-b8bc-c2673bbfc212 None None] The sync data for ids ['e5597fcb-f4af-4264-82ff-addb6e27f638'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:47.865354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 21ce676a-b549-41b4-bdc6-7cc96c050942 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:47.865729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.970335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:47.990156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.084157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.110430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.119890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=ea6a4388-fda9-42d7-90ce-7d614eca5361,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:48.227665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '2276b7cc-6ac2-47a3-bad2-1b51f0a40f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b09754d-faa8-46d9-aa62-46e4cbff3bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:48.228206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 5b09754d-faa8-46d9-aa62-46e4cbff3bdb, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:48.267584 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:10:48.279670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:10:48.369244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.370381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Fanout notify agent at l3_agent the message router_deleted on router e5597fcb-f4af-4264-82ff-addb6e27f638 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:10:48.374555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.381161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-86a13555-0f94-4c56-aee4-92eba83519bb None None] Provisioning for port abb033cf-49c9-4eec-8326-9f5da7180b23 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:48.383780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.386837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.419312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-86a13555-0f94-4c56-aee4-92eba83519bb None None] Provisioning complete for port abb033cf-49c9-4eec-8326-9f5da7180b23 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:48.420026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-86a13555-0f94-4c56-aee4-92eba83519bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.458113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.459419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.533915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.536231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-42fdd83e-c43e-47ee-b08d-91577aba2ba0 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/routers/e5597fcb-f4af-4264-82ff-addb6e27f638 HTTP/1.1" status: 204 len: 168 time: 1.3413527 Apr 05 12:10:48.538599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4212fbec-c6a8-40a2-abf3-8138c029cd8c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:48.557166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:48.561131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.566360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b0c2af07-860e-4a31-b7af-7a2a0ccded66 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5946050 Apr 05 12:10:48.571219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49930) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:48.603553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f90d74a6-1373-43a4-ad3d-2d27edde133e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:48.604132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.626749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a3c1cc-1300-4a14-9f00-c5da5c1a6e11 None None] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:48.641864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439232630'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:48.674637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:48.680551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 5b09754d-faa8-46d9-aa62-46e4cbff3bdb is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:48.698144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:48.706550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:48.732954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:48.766681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet c453856c-206e-470b-bd8c-1a03fb4f01c9 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:10:48.767247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 5b09754d-faa8-46d9-aa62-46e4cbff3bdb) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:48.777514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.832065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.875274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Calling delete_port for f90d74a6-1373-43a4-ad3d-2d27edde133e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:48.881591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:48.889305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:48.927156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:48.938856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:48.946426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ae217-49f6-4cd7-a1de-16b11773192f None None] Network 5b09754d-faa8-46d9-aa62-46e4cbff3bdb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:48.950417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:48.961976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-86a13555-0f94-4c56-aee4-92eba83519bb None None] Port abb033cf-49c9-4eec-8326-9f5da7180b23 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:48.970925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=6d4a3e28-1809-4029-94a8-4fa8129753a2,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:48.976054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2302720f-7b90-4d5a-b8b9-23047cf14086', 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'tenant_id': 'b908c52ed3fb4671855baa09de4e6fba', 'fixed_ips': [{'subnet_id': 'a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:48.976791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.041603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:49.042110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.056337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.169739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.189011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 21ce676a-b549-41b4-bdc6-7cc96c050942, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=21ce676a-b549-41b4-bdc6-7cc96c050942,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:49.191505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.221896 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c97951aa-315c-4510-b4c0-937cdba9a585 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0359097 Apr 05 12:10:49.229929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49934) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:49.232349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.239524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.242940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:49.252953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:49.261454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.292380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.374619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.390762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0098006f-2ec2-46db-90e5-1d2a1446ac41 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:49.487876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-72382605-1072-4986-ae65-935521c53964 None None] Transition to ACTIVE for port object 11c85ad6-709a-4ab9-99be-5edf0029c3ce will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:49.562333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.580685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.582714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Provisioning complete for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:49.583215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.708263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.717957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.767724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.769945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/c453856c-206e-470b-bd8c-1a03fb4f01c9 HTTP/1.1" status: 204 len: 168 time: 1.2116151 Apr 05 12:10:49.771060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f1d38-a51d-43d3-aecd-b7eef5bf2d31,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:49.772914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:49.773346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:49.774419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-72382605-1072-4986-ae65-935521c53964 None None] Transition to ACTIVE for port object 11c85ad6-709a-4ab9-99be-5edf0029c3ce will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:49.779077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:49.782380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.783607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c61686bb-8846-4b7e-865a-86675bea7bc1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1565840 Apr 05 12:10:49.784470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb3bf-e861-4abc-b498-5c40f7fd65ea tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=c453856c-206e-470b-bd8c-1a03fb4f01c9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:49.788948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=21ce676a-b549-41b4-bdc6-7cc96c050942,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:49.793319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49940) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:49.799387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1015825764', 'security_groups': ['3a0f1d38-a51d-43d3-aecd-b7eef5bf2d31'], 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:49.834516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.867253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Allocated IP 172.26.5.87 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/18ca5d2c-7002-413a-9d35-e2afeed7a3e0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:49.873165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.879854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84518e-26ca-4102-b226-b7b5d12ed17d None None] Network 9244c719-fca4-4c12-bfaf-b9e785f2bc1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:49.907864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:49.989140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router e45cff9b-678e-4aa7-99a3-cfb07c1fa356 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:50.036630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.135627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72382605-1072-4986-ae65-935521c53964 None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:50.148769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.155236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-72382605-1072-4986-ae65-935521c53964 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:50.175118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:50.177766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.177979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72382605-1072-4986-ae65-935521c53964 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:50.184296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:50.184296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.205436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f90d74a6-1373-43a4-ad3d-2d27edde133e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:50.224720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Allocated IP 172.20.0.2 (2302720f-7b90-4d5a-b8b9-23047cf14086/a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e/7b0581d5-9cce-4e02-a86a-c49e783e6e84) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:50.242495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:50.274215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72382605-1072-4986-ae65-935521c53964 None None] Pushing event updated for resources: {'Port': ['ID=11c85ad6-709a-4ab9-99be-5edf0029c3ce,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:50.274465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:50.278567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Deleting port f90d74a6-1373-43a4-ad3d-2d27edde133e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:50.278942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.288912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.300925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:50.325793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port b682558a-da6c-4a8e-82da-1de47e98c305 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:50.326405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.333739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.470038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa541008-9d99-4feb-aa9a-bd43b8196342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-5b09754d-faa8-46d9-aa62-46e4cbff3bdb', 'network_id': '5b09754d-faa8-46d9-aa62-46e4cbff3bdb', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': 'ea6a4388-fda9-42d7-90ce-7d614eca5361'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:50.470890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa541008-9d99-4feb-aa9a-bd43b8196342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.527897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6a4388-fda9-42d7-90ce-7d614eca5361,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:50.589031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:50.612084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:50.624087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.625108 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] Sync routers for ids ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:50.633165 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b11bd6b2-c021-4709-8aa3-ca37b6724cfe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/e45cff9b-678e-4aa7-99a3-cfb07c1fa356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2584808 Apr 05 12:10:50.637431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49946) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:50.659550 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] Routers {'e45cff9b-678e-4aa7-99a3-cfb07c1fa356'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:50.660666 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.669388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.670124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.754848 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.773611 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] Routers {'e45cff9b-678e-4aa7-99a3-cfb07c1fa356'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:50.774683 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.781836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.825824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:50.833255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.845068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:50.857396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816898f4-8217-48a1-a987-9c2ed8c61f20 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:50.858018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-816898f4-8217-48a1-a987-9c2ed8c61f20 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:50.861097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.869040 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.869945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372eee40-9982-42ad-9594-81a95922e1f7 None None] The sync data for ids ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:50.876988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:50.877595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:50.915919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b09754d-faa8-46d9-aa62-46e4cbff3bdb']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.923086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:50.923735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=010febda-6c13-4029-8f97-a3d03f358e87,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:50.931290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:50.961708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2276b7cc-6ac2-47a3-bad2-1b51f0a40f78') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.961990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2276b7cc-6ac2-47a3-bad2-1b51f0a40f78') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:50.981010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port 74107823-bde8-4df9-9b2f-5d413aa14911 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:10:50.982885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=f90d74a6-1373-43a4-ad3d-2d27edde133e,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:50.996553 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6ab9e6d-8efe-443e-9cf0-f646ed42f933 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2707665 Apr 05 12:10:51.005874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49950) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:51.022910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:51.036990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:51.040058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:51.052117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-72382605-1072-4986-ae65-935521c53964 None None] Attempting to bind port 11c85ad6-709a-4ab9-99be-5edf0029c3ce on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:51.052486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-72382605-1072-4986-ae65-935521c53964 None None] Attempting to bind port 11c85ad6-709a-4ab9-99be-5edf0029c3ce by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'd4c280de-0325-436c-be3a-24ad0913b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:51.052852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72382605-1072-4986-ae65-935521c53964 None None] Attempting to bind port 11c85ad6-709a-4ab9-99be-5edf0029c3ce on network d4da2c10-8793-4a9e-a87e-e40294460097 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:51.070624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:51.079189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72382605-1072-4986-ae65-935521c53964 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:51.079614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72382605-1072-4986-ae65-935521c53964 None None] Checking segment: {'id': 'd4c280de-0325-436c-be3a-24ad0913b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:51.079964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.080363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72382605-1072-4986-ae65-935521c53964 None None] Bound using segment: {'id': 'd4c280de-0325-436c-be3a-24ad0913b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:51.080856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-72382605-1072-4986-ae65-935521c53964 None None] Bound port: 11c85ad6-709a-4ab9-99be-5edf0029c3ce, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c280de-0325-436c-be3a-24ad0913b7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'd4da2c10-8793-4a9e-a87e-e40294460097'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:51.081242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.093425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.117992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-816898f4-8217-48a1-a987-9c2ed8c61f20 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:51.123414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-816898f4-8217-48a1-a987-9c2ed8c61f20 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports/6d4a3e28-1809-4029-94a8-4fa8129753a2 HTTP/1.1" status: 200 len: 911 time: 0.4848468 Apr 05 12:10:51.140126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49954) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:51.143133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event updated for resources: {'Port': ['ID=18ca5d2c-7002-413a-9d35-e2afeed7a3e0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:51.161934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] For port b682558a-da6c-4a8e-82da-1de47e98c305, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682558a-da6c-4a8e-82da-1de47e98c305,segment=NetworkSegment(c9beee50-5fda-4ca2-b9b5-2eaca7d129d5),segment_id=c9beee50-5fda-4ca2-b9b5-2eaca7d129d5)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:51.162252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.240283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.277972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Provisioning for port 6d4a3e28-1809-4029-94a8-4fa8129753a2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:51.311524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:51.311938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:51.329357 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:51.371326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Provisioning complete for port 6d4a3e28-1809-4029-94a8-4fa8129753a2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:51.371725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.403844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for b682558a-da6c-4a8e-82da-1de47e98c305 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:51.417646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20e0cf-0b6a-44a3-972d-a27b512cf74d None None] Network 5b09754d-faa8-46d9-aa62-46e4cbff3bdb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:51.651176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:51.659199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9129008b-1e13-4e24-82ac-54318280450b None None] Port 6d4a3e28-1809-4029-94a8-4fa8129753a2 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:51.682116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f90d74a6-1373-43a4-ad3d-2d27edde133e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:51.791135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] For port f90d74a6-1373-43a4-ad3d-2d27edde133e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f90d74a6-1373-43a4-ad3d-2d27edde133e,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:51.791610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.827189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.829074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-72382605-1072-4986-ae65-935521c53964 None None] For port 11c85ad6-709a-4ab9-99be-5edf0029c3ce, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:51.832014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.923422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:51.942173 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b4999c43-51c5-4b94-8a14-5ada91725aa8 admin admin] 10.222.0.50 "PUT /v2.0/routers/c0291e5e-3f31-4c8b-9a03-70e340dfaeb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5692482 Apr 05 12:10:51.948891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:51.953046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:51.963885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Transition to ACTIVE for port object 7b0581d5-9cce-4e02-a86a-c49e783e6e84 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:51.980541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=5b09754d-faa8-46d9-aa62-46e4cbff3bdb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:51.981828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:51.992542 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4b13a582-f49a-44e1-822c-7b23ae4d54a2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/5b09754d-faa8-46d9-aa62-46e4cbff3bdb HTTP/1.1" status: 204 len: 168 time: 2.7576044 Apr 05 12:10:51.998061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:52.005791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Transition to ACTIVE for port object 7b0581d5-9cce-4e02-a86a-c49e783e6e84 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:52.012170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517317006'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:52.017424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6f83b-feb9-49d7-b08b-e268c374813f None None] DHCP port deletion for 9244c719-fca4-4c12-bfaf-b9e785f2bc1f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:10:52.018202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:52.023330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:52.028046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:52.035471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:52.065485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:52.069575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.155786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.160452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Sync routers for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:52.170600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-72382605-1072-4986-ae65-935521c53964 None None] For port 11c85ad6-709a-4ab9-99be-5edf0029c3ce, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=11c85ad6-709a-4ab9-99be-5edf0029c3ce,segment=NetworkSegment(d4c280de-0325-436c-be3a-24ad0913b7a9),segment_id=d4c280de-0325-436c-be3a-24ad0913b7a9)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:52.368482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Calling delete_port for f90d74a6-1373-43a4-ad3d-2d27edde133e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:52.431305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-72382605-1072-4986-ae65-935521c53964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.443575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:52.444753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:52.457794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:52.463484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.466429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.9 (2302720f-7b90-4d5a-b8b9-23047cf14086/a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e/74107823-bde8-4df9-9b2f-5d413aa14911) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:52.474059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.519649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Provisioning complete for port 0098006f-2ec2-46db-90e5-1d2a1446ac41 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:52.519935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.536929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=b682558a-da6c-4a8e-82da-1de47e98c305,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:52.539266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No DVR routers for this DVR port b682558a-da6c-4a8e-82da-1de47e98c305 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:52.659500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.750955 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.766989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:10:52.837807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=c28fb1f7-9a91-423d-89f8-a9bb11f2bd78,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:52.844074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49968) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:52.860546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673414148', 'description': 'tempest-secgroup-smoke-1673414148 description', 'project_id': 'b6269eca554841afa8bd6f43eff14c71'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:52.870846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:52.909724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:52.912117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:52.926015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:52.927155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:52.936115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:52.941425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:52.950622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.958658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:52.962509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:52.963293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:52.999320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:53.013279 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b9e1e714-09ca-4ba5-8f08-2540a7492951 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0062397 Apr 05 12:10:53.016886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:53.019444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.020249 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 7d576a84-c120-4d94-bcfe-91bc8b06b730 of type vlan for network 0590374f-ad16-4998-96a2-1313254763a7 Apr 05 12:10:53.020380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49972) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:53.036307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:f0:51:e0', 'name': 'tempest-NetworksTestDHCPv6-184313926'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:53.049088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9244c719-fca4-4c12-bfaf-b9e785f2bc1f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:53.067912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.084414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:53.089742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:53.090113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9beee50-5fda-4ca2-b9b5-2eaca7d129d5') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:53.112816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.121115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.145128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:53.152220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:53.155545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.158893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:53.179197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:53.184522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:53.185011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:53.200819 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:53.315377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.321135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:53.321814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.335687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.390994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.394023 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3930097 Apr 05 12:10:53.401434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:53.415939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '0590374f-ad16-4998-96a2-1313254763a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:53.460173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object 74107823-bde8-4df9-9b2f-5d413aa14911 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:53.502661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:53.507331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.514045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.543948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e36ec0-049c-43fd-9cdd-6273ebe5427f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=0590374f-ad16-4998-96a2-1313254763a7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:53.547245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.597840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.601280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:53.602821 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/9244c719-fca4-4c12-bfaf-b9e785f2bc1f HTTP/1.1" status: 204 len: 168 time: 3.8076365 Apr 05 12:10:53.610151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-94e72abd-f71c-4252-9fad-55ccad985392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.634896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0590374f-ad16-4998-96a2-1313254763a7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:53.636416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 49980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:53.637266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:53.661496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5404db-3665-43b3-be3c-18241d20ff9f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=9244c719-fca4-4c12-bfaf-b9e785f2bc1f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:53.681380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.682610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:53.687444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72382605-1072-4986-ae65-935521c53964 None None] Pushing event updated for resources: {'Port': ['ID=11c85ad6-709a-4ab9-99be-5edf0029c3ce,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:53.687642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:53.690885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:53.695266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.713514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:53.746902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.748484 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9010398 Apr 05 12:10:53.752017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:53.754432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:53.758310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.782222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:53.791749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005272ed-5703-4740-977a-39bf4355eb52 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61fc9c0-1689-41c1-b903-fb8b9b525899,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:53.794358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:53.796360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Attempting to bind port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:53.797698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Attempting to bind port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '5ea6db31-7fe3-42c3-8d60-c3820180f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:53.798587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Attempting to bind port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 on network 2302720f-7b90-4d5a-b8b9-23047cf14086 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:53.802596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:53.814422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:53.821635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:53.858526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:53.858926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Checking segment: {'id': '5ea6db31-7fe3-42c3-8d60-c3820180f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:53.859333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.859753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Bound using segment: {'id': '5ea6db31-7fe3-42c3-8d60-c3820180f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:53.860236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Bound port: 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6db31-7fe3-42c3-8d60-c3820180f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:53.860620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:53.877357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:53.908139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.053848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.054136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:54.066993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.071618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:54.081417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=74107823-bde8-4df9-9b2f-5d413aa14911,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:54.083932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:54.127498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb185c67-62d9-468b-abe8-d51ab558a44b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:54.156620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:54.160776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.186667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.188290 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c4229be6-2ab6-44cb-9f02-8d030afca380 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4351444 Apr 05 12:10:54.193093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.201754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:54.214553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:54.220593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.226836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:54.279306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:54.306394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:54.356186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] Pushing event deleted for resources: {'Port': ['ID=f90d74a6-1373-43a4-ad3d-2d27edde133e,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:54.390443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.409439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '7d576a84-c120-4d94-bcfe-91bc8b06b730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0590374f-ad16-4998-96a2-1313254763a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:54.421225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 0590374f-ad16-4998-96a2-1313254763a7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:10:54.451888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=e838819b-58d2-4e9b-8e25-5727c5edc8fa,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:54.453458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418847b-2124-423d-81b1-b2cc53998635 None None] No DVR routers for this DVR port f90d74a6-1373-43a4-ad3d-2d27edde133e on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:10:54.463918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Provisioning complete for port 6d4a3e28-1809-4029-94a8-4fa8129753a2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:54.464319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.486579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53424a5e-0a02-4179-8129-f6735ce9e189 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:54.488356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-53424a5e-0a02-4179-8129-f6735ce9e189 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/817b7a9b-6071-48f9-b65f-b867e903a073 HTTP/1.1" status: 200 len: 844 time: 0.7946270 Apr 05 12:10:54.497641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.504946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.508041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfcaea7-8c26-403b-bd29-2ba7f52432eb None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:54.541409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.580341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 0590374f-ad16-4998-96a2-1313254763a7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:10:54.618875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0590374f-ad16-4998-96a2-1313254763a7) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:54.641100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.643500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:54.644375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.655585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed291ce1-bc87-4a0e-b317-6cd30a10829e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:54.658563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.704703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072717e-4bae-45ed-b0b0-53c4a8431a2a None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:54.706206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2352fa-d7e8-42c6-bd95-524cce22d5f2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:54.711132 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3f4ca36f-16b3-4c9a-9525-0f6642e2169d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3052840 Apr 05 12:10:54.713761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.714954 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-607e4715-075d-43ff-be14-db4f5c7c326b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5193825 Apr 05 12:10:54.715885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 49998) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.732607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0728360a-7696-4a6f-8c34-f18c840c7bfd None None] Network 0590374f-ad16-4998-96a2-1313254763a7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:54.735662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50002) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.742028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed291ce1-bc87-4a0e-b317-6cd30a10829e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:54.743371 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed291ce1-bc87-4a0e-b317-6cd30a10829e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/817b7a9b-6071-48f9-b65f-b867e903a073?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2374232 Apr 05 12:10:54.747493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:54.753336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 21ce676a-b549-41b4-bdc6-7cc96c050942 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:54.758190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50006) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:54.768447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:54.777467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:54.779803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:54.811930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:54.813610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.829299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:54.848632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:54.866772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:54.884658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.892351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.927707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:54.990075 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-19260ffb-064b-494c-8d37-b246de9723ee tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1927786 Apr 05 12:10:54.996589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:55.011208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:55.026814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port c1f8a453-ab01-4b7e-acaa-860bc740b61c yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:10:55.059101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.072817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:55.074815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.085735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:55.103988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:55.126658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:55.146323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.207095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:10:55.211795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Port 6d4a3e28-1809-4029-94a8-4fa8129753a2 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:55.218005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:55.222995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.272272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Router 3606bcfd-ca97-4642-97c5-6aeb0ad91d41 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:10:55.304811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.318128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b09ee93-436d-4963-9ed7-499c62fcdaf2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:55.359904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.364591 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e69a417-f869-4b20-a0c9-4fa5957b23c0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6242776 Apr 05 12:10:55.367957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50014) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:55.388374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:55.389045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 6d4a3e28-1809-4029-94a8-4fa8129753a2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:55.389272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.397387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:48Z', 'revision_number': 4, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'abb033cf-49c9-4eec-8326-9f5da7180b23', 'name': '', 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'mac_address': 'fa:16:3e:78:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:45Z', 'updated_at': '2022-04-05T12:10:49Z', 'revision_number': 2, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'subnets': [{'id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:55.399728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:55.408924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:55.411939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:55.415446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:55.424006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:55.426843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:55.448749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Checking router: c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:10:55.448981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Updating router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 port abb033cf-49c9-4eec-8326-9f5da7180b23 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:10:55.450799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:55.470865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:55.478553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '010febda-6c13-4029-8f97-a3d03f358e87'}, {'subnet_id': 'c28fb1f7-9a91-423d-89f8-a9bb11f2bd78'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:55.479616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.486047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.499414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.534659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a632d1ba-10d8-46f1-8334-a4c172fd8725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.554804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:55.558671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.559249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Provisioning complete for port abb033cf-49c9-4eec-8326-9f5da7180b23 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:55.559799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.576301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=e838819b-58d2-4e9b-8e25-5727c5edc8fa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:55.729303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692c31c-9cb5-4308-98d2-1ac8c2b5d525 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:55.791644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.826767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.873386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 21ce676a-b549-41b4-bdc6-7cc96c050942 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:55.874028 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.885540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.896753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0590374f-ad16-4998-96a2-1313254763a7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:55.920913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:55.921923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:55.936747 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] Sync routers for ids ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:55.956492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] Routers {'3606bcfd-ca97-4642-97c5-6aeb0ad91d41'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:55.957119 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:55.965759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf1fef-7812-455f-b732-b84ef7a864c5 None None] Port abb033cf-49c9-4eec-8326-9f5da7180b23 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:55.974620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d576a84-c120-4d94-bcfe-91bc8b06b730') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:55.975256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d576a84-c120-4d94-bcfe-91bc8b06b730') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:55.987767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 172.20.0.2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/c28fb1f7-9a91-423d-89f8-a9bb11f2bd78/c1f8a453-ab01-4b7e-acaa-860bc740b61c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:56.010140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ae9d84-c150-41ca-ba75-070a413f0af4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:56.015682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.034127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a31d4-a603-4fc5-8bbe-eeb3f721291d None None] Network 0590374f-ad16-4998-96a2-1313254763a7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:56.042619 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e (CIDR: 172.20.0.0/28) Apr 05 12:10:56.060176 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:10:56.060876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:10:56.069597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.099959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.104931 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c2519137-585f-4e04-a599-d8e376d6e8a0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7247145 Apr 05 12:10:56.112629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50018) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:56.122139 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:56.129845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:56.149356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:10:56.150903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.157396 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] Routers {'3606bcfd-ca97-4642-97c5-6aeb0ad91d41'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:56.158250 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:56.195332 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b5ec3eec-2bdb-479e-92d3-748ba66d0d27 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1975846 Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:10:56.200764 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:10:56.223484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50022) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:56.227463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:56.237196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:56.243949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:56.249519 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:56.250185 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f621c89-f279-4471-a341-7f6051c5d987 None None] The sync data for ids ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:56.279359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fef0:51e0 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/010febda-6c13-4029-8f97-a3d03f358e87/c1f8a453-ab01-4b7e-acaa-860bc740b61c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:56.306167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.321134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:56.323977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4320-f1d3-47e9-b8fb-4eced5ec5677 None None] Provisioning for port 11c85ad6-709a-4ab9-99be-5edf0029c3ce completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:56.354084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:56.395346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.396688 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac9ca93e-42a7-4553-b6c7-48d145da3c98 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.3546450 Apr 05 12:10:56.452674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50026) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:56.468885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:56.475482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 6d4a3e28-1809-4029-94a8-4fa8129753a2 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:56.562475 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Project b6269eca554841afa8bd6f43eff14c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:10:56.572639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.576500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.582120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.582345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.604436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.611394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3b3e4320-f1d3-47e9-b8fb-4eced5ec5677 None None] Provisioning complete for port 6d4a3e28-1809-4029-94a8-4fa8129753a2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:56.611775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b3e4320-f1d3-47e9-b8fb-4eced5ec5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.617310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.645807 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/0590374f-ad16-4998-96a2-1313254763a7 HTTP/1.1" status: 204 len: 168 time: 1.9288380 Apr 05 12:10:56.647312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa552ea-0459-44f1-a80c-4ed6b269b481 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=0590374f-ad16-4998-96a2-1313254763a7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:56.655960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50030) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:56.683195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641853206'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:56.684037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 11c85ad6-709a-4ab9-99be-5edf0029c3ce up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:56.689658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:56.694574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:56.698056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:56.704948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:56.738503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:56.742769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.743941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:56.756628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:56.767633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:56.768238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:56.818665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=c6ec9d15-1e6f-471c-b41b-03109c1bac4e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:56.834986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c110299-10d2-467f-8473-f3d036c12e15 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:56.901787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:56.916200 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-47ffaee4-6369-4443-bda6-b337185b244b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1508987 Apr 05 12:10:56.920146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:56.921062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:56.926614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:56.946276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:56.948467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:10:56.952047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e4320-f1d3-47e9-b8fb-4eced5ec5677 None None] Port 6d4a3e28-1809-4029-94a8-4fa8129753a2 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:10:56.952650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'security_group': {'name': 'tempest-secgroup-590775523'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:56.958112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:56.962354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:56.965616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:56.972042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:57.023947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.075828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.105056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.123700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 11c85ad6-709a-4ab9-99be-5edf0029c3ce completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:10:57.148688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.149082 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 925159a1-837e-49cd-ad83-a5afda725085 of type vlan for network 3b418aec-304f-4a45-b95d-31bf3f1ad02e Apr 05 12:10:57.150825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613acfb7-145b-4242-9662-dfdd92edb4ca,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:57.153945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:57.158428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.183531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.185052 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d514aac-0657-4812-9427-9e151fa28116 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0708718 Apr 05 12:10:57.189476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.209709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 11c85ad6-709a-4ab9-99be-5edf0029c3ce triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:57.209898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.210974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50038) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:57.227850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'security_group_rule': {'security_group_id': 'b61fc9c0-1689-41c1-b903-fb8b9b525899', 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:57.228948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object c1f8a453-ab01-4b7e-acaa-860bc740b61c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:57.245869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:10:57.264192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:57.266995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.301578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:57.338221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:57.347403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.349589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=6d4a3e28-1809-4029-94a8-4fa8129753a2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:57.352045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:57.393418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:security_group_rule and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:57.453171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.463966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=c1f8a453-ab01-4b7e-acaa-860bc740b61c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:57.511703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:57.560113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:57.583317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.594084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:57.594799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.626828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:57.645825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:57.649897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:10:57.653550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-adcfd672-bac6-4d98-ae30-ae7e73cb3d3a {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:57.653783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:57.690676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c78e53f0-4925-4f1a-a8b3-610abff501f5 None None] Provisioning complete for port 11c85ad6-709a-4ab9-99be-5edf0029c3ce triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:10:57.691207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78e53f0-4925-4f1a-a8b3-610abff501f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.783942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.784649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.786241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.789798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:57.868241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Transition to ACTIVE for port object abb033cf-49c9-4eec-8326-9f5da7180b23 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:10:57.882369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.886419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:57.887168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.905725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.918319 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2521784 Apr 05 12:10:57.918319 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Project b6269eca554841afa8bd6f43eff14c71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:10:57.919992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50042) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:57.927424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '3b418aec-304f-4a45-b95d-31bf3f1ad02e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:57.950262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae073ad-502c-4613-837e-dce5bdb732d0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=3b418aec-304f-4a45-b95d-31bf3f1ad02e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:57.955419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:57.991111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3b418aec-304f-4a45-b95d-31bf3f1ad02e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:10:58.008306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-4b9ee433-f991-4765-8018-226e3207193a', 'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'tenant_id': '5ec27b2079774f54b119c490ebd10e7e', 'fixed_ips': [{'subnet_id': 'c6ec9d15-1e6f-471c-b41b-03109c1bac4e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:10:58.010465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.070105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.074923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 11c85ad6-709a-4ab9-99be-5edf0029c3ce, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=11c85ad6-709a-4ab9-99be-5edf0029c3ce,segment=NetworkSegment(d4c280de-0325-436c-be3a-24ad0913b7a9),segment_id=d4c280de-0325-436c-be3a-24ad0913b7a9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:10:58.097143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.138303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e8c963f-621f-4a93-9498-c8e87511994d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1152682 Apr 05 12:10:58.139000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50046) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:58.175490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.179630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.205459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Deleting port 18ca5d2c-7002-413a-9d35-e2afeed7a3e0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:58.205798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.235477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.266549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.291077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c78e53f0-4925-4f1a-a8b3-610abff501f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.310100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.417656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.480996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682558a-da6c-4a8e-82da-1de47e98c305 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:10:58.484816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de8729b-097e-41f9-b5f7-f8b782b98a79,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:58.544272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.560265 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed91fb4a-bb7b-4b21-a9b1-3d8cd38ca1eb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3437400 Apr 05 12:10:58.583757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:58.589457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:58.593016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:58.599914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:58.645373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:10:58.651829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.660039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.662277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b682558a-da6c-4a8e-82da-1de47e98c305 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:10:58.662764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682558a-da6c-4a8e-82da-1de47e98c305 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:10:58.691539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.693372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7565498 Apr 05 12:10:58.704635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50060) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:58.705916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9bd51-ddfd-4cde-945d-b811ef357e78 None None] Pushing event updated for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:58.724345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:58.730869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'security_group': {'name': 'tempest-secgroup-329677502'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:58.744273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router e45cff9b-678e-4aa7-99a3-cfb07c1fa356 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:10:58.752601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcccbd2-bb4d-4577-a7ae-48dd24c16918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bafea1c6-b572-4710-862f-a1594c6f80a7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:58.759739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:58.823985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:58.837066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:58.857317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:58.872748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=11c85ad6-709a-4ab9-99be-5edf0029c3ce,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:58.887830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-c78e53f0-4925-4f1a-a8b3-610abff501f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:10:58.888524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-c78e53f0-4925-4f1a-a8b3-610abff501f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:10:58.942301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Attempting to bind port abb033cf-49c9-4eec-8326-9f5da7180b23 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:10:58.942787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Attempting to bind port abb033cf-49c9-4eec-8326-9f5da7180b23 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:10:58.943226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Attempting to bind port abb033cf-49c9-4eec-8326-9f5da7180b23 on network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:10:59.006897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:10:59.007669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Checking segment: {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:10:59.008329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.008735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Bound using segment: {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:10:59.009503 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Bound port: abb033cf-49c9-4eec-8326-9f5da7180b23, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8148977e-4964-4b56-97c6-9820b1df8be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:10:59.010094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.027001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Calling delete_port for 18ca5d2c-7002-413a-9d35-e2afeed7a3e0 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:10:59.062344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:10:59.066852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:10:59.076910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:10:59.083389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:59.084112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.111089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=1d9bd44b-a20f-42de-b2f2-8af0ee69501c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:59.129778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.133109 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a931aed-50bb-4fb1-88fa-5249c3ea1278 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9078004 Apr 05 12:10:59.137605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:59.145827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b707a74-0e47-466c-a9a3-87630d6ae31a None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:10:59.146151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2026368125', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d9bd44b-a20f-42de-b2f2-8af0ee69501c'}], 'security_groups': ['4212fbec-c6a8-40a2-abf3-8138c029cd8c']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:10:59.187364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:10:59.205720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155714c-3855-45f3-921e-6dae7e00817a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:10:59.207793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4155714c-3855-45f3-921e-6dae7e00817a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:59.239858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ca8a510e-b399-42ac-8417-57be7ffe5f70 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/e45cff9b-678e-4aa7-99a3-cfb07c1fa356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0926957 Apr 05 12:10:59.241881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50100) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:59.244068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:10:59.270985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] Sync routers for ids ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:10:59.300750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:10:59.311125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:10:59.315564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ada6bcd7-55b6-466f-b4cd-8730f40c8336 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:10:59.322708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4155714c-3855-45f3-921e-6dae7e00817a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:59.323897 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4155714c-3855-45f3-921e-6dae7e00817a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 1.1779978 Apr 05 12:10:59.355322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:10:59.362359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50104) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:59.474153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] Routers {'e45cff9b-678e-4aa7-99a3-cfb07c1fa356'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:59.474681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:59.477382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ada6bcd7-55b6-466f-b4cd-8730f40c8336 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:10:59.481709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ada6bcd7-55b6-466f-b4cd-8730f40c8336 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=e45cff9b-678e-4aa7-99a3-cfb07c1fa356 HTTP/1.1" status: 200 len: 205 time: 0.2318411 Apr 05 12:10:59.486588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50108) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:10:59.552849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.604347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port c1f8a453-ab01-4b7e-acaa-860bc740b61c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:10:59.604942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.659271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:59.702346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Allocated IP 2001:db8::2 (4b9ee433-f991-4765-8018-226e3207193a/c6ec9d15-1e6f-471c-b41b-03109c1bac4e/fa903aec-191a-466c-be0e-cf787a5978d0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:10:59.746814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Pushing event deleted for resources: {'Port': ['ID=18ca5d2c-7002-413a-9d35-e2afeed7a3e0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:10:59.747344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] Routers {'e45cff9b-678e-4aa7-99a3-cfb07c1fa356'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:10:59.747994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:59.808089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] For port abb033cf-49c9-4eec-8326-9f5da7180b23, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:10:59.834087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.863419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.919956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.956909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:10:59.957300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48495b41-d496-48c5-96f6-5788544e3214 None None] The sync data for ids ['e45cff9b-678e-4aa7-99a3-cfb07c1fa356'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:10:59.973654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:10:59.989732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] For port abb033cf-49c9-4eec-8326-9f5da7180b23, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=abb033cf-49c9-4eec-8326-9f5da7180b23,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:00.050998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.058482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.071969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:00.223227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=717ed2c1-1649-4d70-b677-5775c0f0d011,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:00.332290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:00.332751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.350820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.440243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Allocated IP 172.20.0.3 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/c28fb1f7-9a91-423d-89f8-a9bb11f2bd78/efde7f77-3260-44fd-8762-cbaefc197ac1) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:00.515068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Allocated IP 2001:db8::f816:3eff:fe04:924 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/010febda-6c13-4029-8f97-a3d03f358e87/efde7f77-3260-44fd-8762-cbaefc197ac1) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:00.710761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:00.712054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:00.898457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.915428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.916450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1951678 Apr 05 12:11:00.918538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:00.925497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3517-9d84-4c73-acda-6987fe4f7e66 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2980e6e-77e9-404c-b355-6089be09458e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:00.933771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50150) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:00.946560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 11c85ad6-709a-4ab9-99be-5edf0029c3ce up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:00.947933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-337118973', 'security_groups': ['f2980e6e-77e9-404c-b355-6089be09458e'], 'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c6ec9d15-1e6f-471c-b41b-03109c1bac4e'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:01.022530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.032347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.045267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:01.054338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '925159a1-837e-49cd-ad83-a5afda725085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3b418aec-304f-4a45-b95d-31bf3f1ad02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:01.054768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 3b418aec-304f-4a45-b95d-31bf3f1ad02e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:01.101425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9bd51-ddfd-4cde-945d-b811ef357e78 None None] Pushing event updated for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:01.196458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:11:01.209959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.210482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router e45cff9b-678e-4aa7-99a3-cfb07c1fa356 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:11:01.272691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.281657 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fc0a41b5-25b3-4b03-96ab-2a8a1f8a3517 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/e45cff9b-678e-4aa7-99a3-cfb07c1fa356 HTTP/1.1" status: 204 len: 168 time: 1.7855835 Apr 05 12:11:01.296718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50158) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:01.355696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 3b418aec-304f-4a45-b95d-31bf3f1ad02e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:01.400939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.530854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 3b418aec-304f-4a45-b95d-31bf3f1ad02e) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:01.547550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:01.548426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.566492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Delete allocated IP 172.20.0.9 (2302720f-7b90-4d5a-b8b9-23047cf14086/a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:11:01.581082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.22 (2302720f-7b90-4d5a-b8b9-23047cf14086/1d9bd44b-a20f-42de-b2f2-8af0ee69501c/74107823-bde8-4df9-9b2f-5d413aa14911) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:01.620388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a212e6-8036-4a1e-b431-4ecfb967e52d None None] Network 3b418aec-304f-4a45-b95d-31bf3f1ad02e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:01.693458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for c1f8a453-ab01-4b7e-acaa-860bc740b61c owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:01.764032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet fc68de9c-4227-477b-85a5-00f97dc56bae {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:01.766747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:01.789690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.817232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.836416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:01.836661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Provisioning for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:01.839687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ced6047e-88a1-4fc0-bcf4-58a736617f13 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9170086 Apr 05 12:11:01.844537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 11c85ad6-709a-4ab9-99be-5edf0029c3ce triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:01.845043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.868988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50162) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:01.929414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:01.942637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:01.965574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Ignored duplicate provisioning block setup for port 74107823-bde8-4df9-9b2f-5d413aa14911 by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 12:11:02.041154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.154987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.166359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Transition to ACTIVE for port object fa903aec-191a-466c-be0e-cf787a5978d0 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:02.185967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:02.186434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.216009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Update dhcp port {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'fixed_ips': [{'subnet_id': 'a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e', 'ip_address': '172.20.0.2'}, {'subnet_id': '1d9bd44b-a20f-42de-b2f2-8af0ee69501c'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '7b0581d5-9cce-4e02-a86a-c49e783e6e84'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:02.268720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.304878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.364440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.369064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Router 3606bcfd-ca97-4642-97c5-6aeb0ad91d41 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:11:02.395319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=74107823-bde8-4df9-9b2f-5d413aa14911,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:02.397880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 354b4e01-efae-4d7c-a86a-2e41fc2efa5c yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:02.446246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Transition to ACTIVE for port object efde7f77-3260-44fd-8762-cbaefc197ac1 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:02.623926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:11:02.625724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] In _notify_port_updated(), no bound segment for port 74107823-bde8-4df9-9b2f-5d413aa14911 on network 2302720f-7b90-4d5a-b8b9-23047cf14086 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:11:02.633754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:02.634678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.637129 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] Sync routers for ids ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:11:02.639655 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-13d2eeb5-7b77-42a3-b5f4-b62cc5232a24 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/ports/74107823-bde8-4df9-9b2f-5d413aa14911 HTTP/1.1" status: 200 len: 921 time: 3.5013583 Apr 05 12:11:02.643665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50168) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:02.654387 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] Routers {'3606bcfd-ca97-4642-97c5-6aeb0ad91d41'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:02.655090 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:02.702092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Transition to ACTIVE for port object efde7f77-3260-44fd-8762-cbaefc197ac1 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:02.724777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.731697 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf99d22c-f678-4697-8956-45c1515620cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "PUT /v2.0/routers/3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 200 len: 710 time: 6.2767537 Apr 05 12:11:02.736640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50172) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:02.758820 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:02.774495 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] Routers {'3606bcfd-ca97-4642-97c5-6aeb0ad91d41'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:02.775171 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:02.818276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-a934a179-f471-4719-8328-4174a7d7085c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6090991 Apr 05 12:11:02.865386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:02.926675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:02.929817 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6c963-5fc7-4a6f-b9d0-a416683b45de None None] The sync data for ids ['3606bcfd-ca97-4642-97c5-6aeb0ad91d41'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:11:02.940248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Allocated IP 172.20.0.18 (2302720f-7b90-4d5a-b8b9-23047cf14086/1d9bd44b-a20f-42de-b2f2-8af0ee69501c/7b0581d5-9cce-4e02-a86a-c49e783e6e84) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:03.031431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.089328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Transition to ACTIVE for port object fa903aec-191a-466c-be0e-cf787a5978d0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:03.138789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.188006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.231925 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-675938ca-e397-49ab-8d93-6a7cebcf2ef3 tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/routers/3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 200 len: 745 time: 0.4936461 Apr 05 12:11:03.236035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50176) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:03.260897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.293764 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3bfbcc4c-75f8-44c1-904e-e7d5ee6afa2e tempest-RoutersIpV6AdminTest-1271224519 tempest-RoutersIpV6AdminTest-1271224519-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 200 len: 205 time: 0.0562062 Apr 05 12:11:03.304103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50180) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:03.348922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Pushing event updated for resources: {'Port': ['ID=efde7f77-3260-44fd-8762-cbaefc197ac1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:03.359072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port 74107823-bde8-4df9-9b2f-5d413aa14911 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:03.359431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.368324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:03.369881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1cd63-a851-4748-8b9a-35aa1fb58f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-3b418aec-304f-4a45-b95d-31bf3f1ad02e', 'network_id': '3b418aec-304f-4a45-b95d-31bf3f1ad02e', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '717ed2c1-1649-4d70-b677-5775c0f0d011'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:03.370995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08c1cd63-a851-4748-8b9a-35aa1fb58f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.448825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=c1f8a453-ab01-4b7e-acaa-860bc740b61c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:03.481353 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4920f5af-8429-4ed0-ad31-0a4a0d795a01 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 200 len: 205 time: 0.1757464 Apr 05 12:11:03.483977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:03.489543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50184) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:03.520406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.537853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:03.578325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:03.593524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:03.633438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:03.636997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:03.779538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.846277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.872066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::17f (4b9ee433-f991-4765-8018-226e3207193a/c6ec9d15-1e6f-471c-b41b-03109c1bac4e/354b4e01-efae-4d7c-a86a-2e41fc2efa5c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:03.884911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-3fd5e2f5-3b4b-4c96-b6ad-6726f20c36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:03.886765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-3fd5e2f5-3b4b-4c96-b6ad-6726f20c36cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.9249101 Apr 05 12:11:03.920133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=fc68de9c-4227-477b-85a5-00f97dc56bae,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:03.966427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:03.992233 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e35b4fc3-4483-4c9a-9deb-708c4af1784d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/fc68de9c-4227-477b-85a5-00f97dc56bae HTTP/1.1" status: 204 len: 168 time: 2.6935682 Apr 05 12:11:04.014686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:04.016923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6569745-d732-4c27-a838-9681afb85388 None None] Network 55ff83d0-0db3-4ecb-8945-68064c4b53d9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:04.130854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.133339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-69f3d72c-ffb0-49a8-961d-7e1264c65862 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/c1f8a453-ab01-4b7e-acaa-860bc740b61c HTTP/1.1" status: 204 len: 168 time: 4.7695847 Apr 05 12:11:04.140555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50194) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:04.184522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.265556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=717ed2c1-1649-4d70-b677-5775c0f0d011,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:04.378633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.426117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Attempting to bind port fa903aec-191a-466c-be0e-cf787a5978d0 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:04.427197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Attempting to bind port fa903aec-191a-466c-be0e-cf787a5978d0 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'cac9895b-3f6b-4124-8e63-82839f2eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b9ee433-f991-4765-8018-226e3207193a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:04.427588 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Attempting to bind port fa903aec-191a-466c-be0e-cf787a5978d0 on network 4b9ee433-f991-4765-8018-226e3207193a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:04.460441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-8c47e344-9c0b-4846-a7bf-da145a76a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:04.461890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-8c47e344-9c0b-4846-a7bf-da145a76a4b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.5352776 Apr 05 12:11:04.482912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:04.507433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.510362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.517913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.540016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Transition to ACTIVE for port object 7b0581d5-9cce-4e02-a86a-c49e783e6e84 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:04.560910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.591510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Attempting to bind port efde7f77-3260-44fd-8762-cbaefc197ac1 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:04.591878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Attempting to bind port efde7f77-3260-44fd-8762-cbaefc197ac1 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:04.592245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Attempting to bind port efde7f77-3260-44fd-8762-cbaefc197ac1 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-08c1cd63-a851-4748-8b9a-35aa1fb58f4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 717ed2c1-1649-4d70-b677-5775c0f0d011: This subnet is being modified by another concurrent operation. Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:04.597308 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 717ed2c1-1649-4d70-b677-5775c0f0d011: This subnet is being modified by another concurrent operation. Apr 05 12:11:04.600959 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:11:04.612401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3dbbb-f967-4d5f-bb28-c03e11c752f1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:04.612401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3dbbb-f967-4d5f-bb28-c03e11c752f1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:04.612401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3dbbb-f967-4d5f-bb28-c03e11c752f1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:04.612401 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-43e3dbbb-f967-4d5f-bb28-c03e11c752f1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4671226 Apr 05 12:11:04.629197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50198) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:04.632904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.674626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.708658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:04.709057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Checking segment: {'id': 'cac9895b-3f6b-4124-8e63-82839f2eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b9ee433-f991-4765-8018-226e3207193a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:04.709261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.709618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.709876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Bound using segment: {'id': 'cac9895b-3f6b-4124-8e63-82839f2eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b9ee433-f991-4765-8018-226e3207193a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:04.710010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Fanout notify agent at l3_agent the message router_deleted on router 3606bcfd-ca97-4642-97c5-6aeb0ad91d41 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:11:04.710366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Bound port: fa903aec-191a-466c-be0e-cf787a5978d0, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9895b-3f6b-4124-8e63-82839f2eb12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b9ee433-f991-4765-8018-226e3207193a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:04.710736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.738187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16ab94-2eb3-457d-9520-dcfff4ed96d1 None None] Network 3b418aec-304f-4a45-b95d-31bf3f1ad02e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:04.773503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.784031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b418aec-304f-4a45-b95d-31bf3f1ad02e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:04.807466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for 74107823-bde8-4df9-9b2f-5d413aa14911 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:04.817534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925159a1-837e-49cd-ad83-a5afda725085') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:04.817534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925159a1-837e-49cd-ad83-a5afda725085') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:04.831547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-62cad1d8-6f25-4e62-8546-e766c4dee4d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.3511808 Apr 05 12:11:04.846827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 010febda-6c13-4029-8f97-a3d03f358e87 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:04.857898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c71ce-d1bc-40d6-9e9b-d9848bec9b74 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:04.888335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.889452 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d08d400-9fe9-40e0-a082-b86f64b31717 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 204 len: 168 time: 1.3989582 Apr 05 12:11:04.890724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:04.891628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:04.892721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.893952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:04.894840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Bound port: efde7f77-3260-44fd-8762-cbaefc197ac1, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:04.897284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.917087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50204) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:04.921970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:04.985853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.058454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.091601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9957489a-cfbe-429c-a355-c4a1f3eadae2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 200 len: 205 time: 0.1243498 Apr 05 12:11:05.092209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50208) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:05.105572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.124122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:05.124706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:05.212716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:05.213664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.226120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 0098006f-2ec2-46db-90e5-1d2a1446ac41 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:05.226454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.232441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 354b4e01-efae-4d7c-a86a-2e41fc2efa5c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:05.248013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:05.283585 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:05.349066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:48Z', 'revision_number': 4, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'abb033cf-49c9-4eec-8326-9f5da7180b23', 'name': '', 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'mac_address': 'fa:16:3e:78:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:45Z', 'updated_at': '2022-04-05T12:10:59Z', 'revision_number': 4, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'subnets': [{'id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:05.361946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:05.374505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-1a27a4a1-6231-47d8-b299-daec0a5b32d2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:05.380859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a27a4a1-6231-47d8-b299-daec0a5b32d2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/3606bcfd-ca97-4642-97c5-6aeb0ad91d41 HTTP/1.1" status: 404 len: 336 time: 0.2796953 Apr 05 12:11:05.383222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-b1ad16a0-a7b6-4cef-a304-38c8f33d14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:05.385242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-b1ad16a0-a7b6-4cef-a304-38c8f33d14ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.5214825 Apr 05 12:11:05.387237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50212) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:05.478728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d90c4-901b-4d88-a2ae-aa78c6d3e950 None None] The sync data for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv is: [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:10:48Z', 'revision_number': 4, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'abb033cf-49c9-4eec-8326-9f5da7180b23', 'name': '', 'network_id': 'ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'mac_address': 'fa:16:3e:78:2d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:45Z', 'updated_at': '2022-04-05T12:10:59Z', 'revision_number': 4, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'subnets': [{'id': 'f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:11:05.509015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:05.545248 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8f73b14e-f544-467a-b600-9530ac7db9cf tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 200 len: 205 time: 0.1489053 Apr 05 12:11:05.546213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50216) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:05.616414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:05.628437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.706989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:05.858660 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b24de69b-0c5a-48db-91cb-2c3a39170fc7 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:05.860045 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b24de69b-0c5a-48db-91cb-2c3a39170fc7 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/a0fca212-22eb-433f-bf02-47c889ec7ea0 HTTP/1.1" status: 404 len: 336 time: 0.3102696 Apr 05 12:11:05.880146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50220) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:06.054923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.116758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:06.167788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f41cbbc4-3cbd-4855-8c4b-8c070979782d tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 200 len: 205 time: 0.2497671 Apr 05 12:11:06.167788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50226) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:06.192445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=74107823-bde8-4df9-9b2f-5d413aa14911,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:06.304625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.355927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:06.362639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c0b47-abbc-47a7-b41d-5f9978bc198b None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:06.379554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 0098006f-2ec2-46db-90e5-1d2a1446ac41, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0098006f-2ec2-46db-90e5-1d2a1446ac41,segment=NetworkSegment(1c81f949-80d2-4f29-b951-2bed8d4daa5f),segment_id=1c81f949-80d2-4f29-b951-2bed8d4daa5f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:06.380023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.388771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.424178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.432945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=3b418aec-304f-4a45-b95d-31bf3f1ad02e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:06.447841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-b3a46e22-b947-42e5-ada6-a5811ba491c6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:06.452247 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b3a46e22-b947-42e5-ada6-a5811ba491c6 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/044ca468-cec0-4a1b-8be4-16955f8bce77 HTTP/1.1" status: 404 len: 336 time: 0.2805045 Apr 05 12:11:06.454891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50230) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:06.507309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] DHCP port deletion for 55ff83d0-0db3-4ecb-8945-68064c4b53d9 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:11:06.509281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:06.524654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.542761 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26083813-5fa3-416b-a898-a4b1829d2312 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/3b418aec-304f-4a45-b95d-31bf3f1ad02e HTTP/1.1" status: 204 len: 168 time: 4.6667280 Apr 05 12:11:06.546073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Deleting port 0098006f-2ec2-46db-90e5-1d2a1446ac41 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:06.546073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.561363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50234) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:06.583233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659709148'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:06.596105 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-25a279a5-9770-44cf-b59f-8c81ac1c0e75 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 200 len: 205 time: 0.1351037 Apr 05 12:11:06.597819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.599652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50238) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:06.635311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Could not find standard attr ID for object 74107823-bde8-4df9-9b2f-5d413aa14911. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:06.654706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0d2d-c81b-4102-81c2-8d54453e16fe None None] Pushing event updated for resources: {'Port': ['ID=efde7f77-3260-44fd-8762-cbaefc197ac1,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:06.739187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:06.892203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.905909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:06.922647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 0098006f-2ec2-46db-90e5-1d2a1446ac41 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:07.112142 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2863874-2914-4a79-9622-10d7ffd99c15 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/74107823-bde8-4df9-9b2f-5d413aa14911 HTTP/1.1" status: 204 len: 168 time: 4.4632769 Apr 05 12:11:07.115259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:07.134614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:07.175560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:07.176650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:07.192146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:07.302545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-3d832458-8fe1-4433-93d7-63ef544c81b7 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:07.305079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3d832458-8fe1-4433-93d7-63ef544c81b7 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/9b58e5c3-561a-4ba2-aa55-ed34532d52e0 HTTP/1.1" status: 404 len: 336 time: 0.6955972 Apr 05 12:11:07.306206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:07.318891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-d29695ae-0130-4186-90a8-5f3b69f642e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:07.320591 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-d29695ae-0130-4186-90a8-5f3b69f642e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.8707917 Apr 05 12:11:07.325282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50248) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:07.363730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:07.456751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6b5a8-e07e-4461-a2c9-05bf1197d1d4 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:07.545367 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-63df8b57-4ff3-478b-abd1-71e5951bf31c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:11:07.545930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63df8b57-4ff3-478b-abd1-71e5951bf31c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:07.561546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No DVR routers for this DVR port 0098006f-2ec2-46db-90e5-1d2a1446ac41 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:11:07.570208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=0098006f-2ec2-46db-90e5-1d2a1446ac41,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:07.587278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:07.617427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:07.625121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:07.687780 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-db4d3e0f-dbc9-4ea4-986d-49b5976a06da tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 200 len: 205 time: 0.3505127 Apr 05 12:11:07.689845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:07.701985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:07.722652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50254) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:07.728800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:07.730197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:07.957927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:07.974738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] For port 0098006f-2ec2-46db-90e5-1d2a1446ac41, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0098006f-2ec2-46db-90e5-1d2a1446ac41,segment=NetworkSegment(1c81f949-80d2-4f29-b951-2bed8d4daa5f),segment_id=1c81f949-80d2-4f29-b951-2bed8d4daa5f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:07.977789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.009490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Could not find standard attr ID for object 74107823-bde8-4df9-9b2f-5d413aa14911. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:08.025575 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7e6f837b-1e07-44a6-a7b9-418c0b3928af tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:08.040829 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e6f837b-1e07-44a6-a7b9-418c0b3928af tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/95de9a08-f002-4fb2-890f-187764d2f30f HTTP/1.1" status: 404 len: 336 time: 0.3163147 Apr 05 12:11:08.043704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:08.070538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=354b4e01-efae-4d7c-a86a-2e41fc2efa5c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:08.238399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:08.252990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device abb033cf-49c9-4eec-8326-9f5da7180b23 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:08.265459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.269215 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 57951c03-c35c-4d9a-8f58-86b5ca20abeb of type vlan for network 424650f1-f08f-4943-bad3-e3338c3777a6 Apr 05 12:11:08.338874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.384351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.533367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.562191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63df8b57-4ff3-478b-abd1-71e5951bf31c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:08.562406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:08.568142 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63df8b57-4ff3-478b-abd1-71e5951bf31c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/74107823-bde8-4df9-9b2f-5d413aa14911 HTTP/1.1" status: 404 len: 333 time: 1.4508755 Apr 05 12:11:08.571197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:08.624602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=010febda-6c13-4029-8f97-a3d03f358e87,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:08.630584 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-566ee0a9-2c6c-44a0-ac41-d8cf4da73871 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd703641-92d4-4927-9ccd-7c19e565d97d HTTP/1.1" status: 200 len: 205 time: 0.5459354 Apr 05 12:11:08.666207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:08.713895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-30c7ba0f-d6d0-4bc3-af0d-8a51b94fae39 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3719389 Apr 05 12:11:08.721796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b934a63a-970b-48ad-8cfd-6423ca47691f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.7850251 Apr 05 12:11:08.851072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Calling delete_port for 0098006f-2ec2-46db-90e5-1d2a1446ac41 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:08.921618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.947170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50274) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:08.958872 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2194f59c-0df2-4016-91da-4e26d5b1a892 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/010febda-6c13-4029-8f97-a3d03f358e87 HTTP/1.1" status: 204 len: 168 time: 4.3257082 Apr 05 12:11:08.961635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.971723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:08.972475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:08.993084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Provisioning for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:09.001015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01a76183-cf97-4967-9dc7-fd77c5d32810 req-b0311b79-e101-46a0-9fdd-d53a29c1aa34 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767355 Apr 05 12:11:09.012982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50278) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:09.021826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:09.022374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.047813 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-db573cb4-3a93-4861-82a5-55637c1c7041 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] delete failed (client error): The resource could not be found. Apr 05 12:11:09.053800 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db573cb4-3a93-4861-82a5-55637c1c7041 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/routers/cd703641-92d4-4927-9ccd-7c19e565d97d HTTP/1.1" status: 404 len: 336 time: 0.3793137 Apr 05 12:11:09.092495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:09.170233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:09.396029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ff83d0-0db3-4ecb-8945-68064c4b53d9']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:09.414395 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8351fba4-3cbc-42be-a73d-21858615c4c2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:09.414891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8351fba4-3cbc-42be-a73d-21858615c4c2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:09.433274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port abb033cf-49c9-4eec-8326-9f5da7180b23 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:09.445953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port abb033cf-49c9-4eec-8326-9f5da7180b23 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:09.446631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.498518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:09.501128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:09.548425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=424650f1-f08f-4943-bad3-e3338c3777a6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:09.562783 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1331952c-975f-485b-a838-a507a3731097 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9998229 Apr 05 12:11:09.566468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50288) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:09.579482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:09.595248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.613132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:09.630789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet c28fb1f7-9a91-423d-89f8-a9bb11f2bd78 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:09.637826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124e1f2-c5b4-4150-be78-fab1f5b98425 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:09.640364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.806353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.891950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Provisioning complete for port abb033cf-49c9-4eec-8326-9f5da7180b23 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:09.893406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.914098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c81f949-80d2-4f29-b951-2bed8d4daa5f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:09.914438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c81f949-80d2-4f29-b951-2bed8d4daa5f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:09.980940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.984406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:09.989111 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/security-groups/3a0f1d38-a51d-43d3-aecd-b7eef5bf2d31 HTTP/1.1" status: 204 len: 168 time: 1.3722882 Apr 05 12:11:09.991329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50298) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:09.994920 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8351fba4-3cbc-42be-a73d-21858615c4c2 tempest-RoutersIpV6AdminTest-963147219 tempest-RoutersIpV6AdminTest-963147219-project] 10.222.0.50 "DELETE /v2.0/subnets/d4d74645-1deb-4a0a-b88d-b56091a505ad HTTP/1.1" status: 404 len: 337 time: 0.8159161 Apr 05 12:11:10.015753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.030402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Deleting port 0098006f-2ec2-46db-90e5-1d2a1446ac41 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:10.033086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.039327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8158a00-b705-4616-b003-2ded163b95e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f1d38-a51d-43d3-aecd-b7eef5bf2d31,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:10.052442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.078567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.079387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:10.079795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:10.096386 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:10.146398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:10.170049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:10.181566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e63dd-0ca8-4c00-a482-8f072011f38c req-7450269b-7b16-485a-b0cc-a5157239f6b8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:10.184025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f80e63dd-0ca8-4c00-a482-8f072011f38c req-7450269b-7b16-485a-b0cc-a5157239f6b8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 2.0638096 Apr 05 12:11:10.191247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:10.207337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:10.280739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:10.294302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:10.298013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:10.306922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:10.313089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.351860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.367111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=55ff83d0-0db3-4ecb-8945-68064c4b53d9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:10.369389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:10.377032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.390181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:10.397502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.414215 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-78a4544e-d679-454c-9959-57f583816af7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/55ff83d0-0db3-4ecb-8945-68064c4b53d9 HTTP/1.1" status: 204 len: 168 time: 6.3956172 Apr 05 12:11:10.431253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50306) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:10.435979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bc579-622a-4cca-a46c-035a35a2b988 None None] The port '0098006f-2ec2-46db-90e5-1d2a1446ac41' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:11:10.438298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.450845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-344970794', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:10.535618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.685459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port abb033cf-49c9-4eec-8326-9f5da7180b23, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=abb033cf-49c9-4eec-8326-9f5da7180b23,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:10.728266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c6ec9d15-1e6f-471c-b41b-03109c1bac4e (CIDR: 2001:db8::/64) Apr 05 12:11:10.734553 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:11:10.736517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:10.746669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.747530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:10.791733 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-898f69dd-e80c-4176-a750-01cf0ddbffcb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8035214 Apr 05 12:11:10.792350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:10.799772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:10.800423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f80e63dd-0ca8-4c00-a482-8f072011f38c req-80bb8014-15ba-4c82-b942-8b64e005e6de tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5717034 Apr 05 12:11:10.806203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:10.811085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50318) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:10.841920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:10.902519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:10.949582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:10.953867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:10.965644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.069096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.086818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.171098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.172316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.195211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:11.213794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:11.216099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:11.225567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:11.242150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:11.271210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Usage tracker for resource:security_group_rule and tenant:2e3ae17160cd49dfbbd991b1cfdfb7eb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:11.274525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:11.278491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.288323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:11.288684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-a7015e41-191e-4b3e-955b-83a042a18754 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:11.289188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:11.289564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.291223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:11.315140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:11.330663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:11.353282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.458595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.500586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4212fbec-c6a8-40a2-abf3-8138c029cd8c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:11.535623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device efde7f77-3260-44fd-8762-cbaefc197ac1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:11.604170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.701748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port efde7f77-3260-44fd-8762-cbaefc197ac1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:11.707159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:11.807005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.882295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.886496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port fa903aec-191a-466c-be0e-cf787a5978d0 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:11.968604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0098006f-2ec2-46db-90e5-1d2a1446ac41 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:11:11.978694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:11.982474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:11.987535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:11.988130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:11.990810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=c28fb1f7-9a91-423d-89f8-a9bb11f2bd78,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:12.023946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=1da715e1-ad3f-495f-8554-f333833e10cb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:12.041212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69444a3-303a-478d-b287-c6fda044a884 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:12.057479 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cabb7952-4b94-4bf7-bcef-91fcfd8ca2ac tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2640212 Apr 05 12:11:12.061798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:12.068705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-150237406', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1da715e1-ad3f-495f-8554-f333833e10cb'}], 'security_groups': ['bafea1c6-b572-4710-862f-a1594c6f80a7']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:12.118320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.130240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50334) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:12.133095 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-62950fa3-8f68-473d-ab42-d04ea1d7ae63 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/c28fb1f7-9a91-423d-89f8-a9bb11f2bd78 HTTP/1.1" status: 204 len: 168 time: 2.8407183 Apr 05 12:11:12.253405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0098006f-2ec2-46db-90e5-1d2a1446ac41 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:11:12.254123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0098006f-2ec2-46db-90e5-1d2a1446ac41 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:11:12.286556 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-67502752-1f91-43da-8cc3-3770603ee423 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455843 Apr 05 12:11:12.288560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:12.294553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:12.295211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.310962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:12.442310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device abb033cf-49c9-4eec-8326-9f5da7180b23 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:12.488940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.496244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.502484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f5702-60ad-431f-ac94-ce548528f7a8 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:12.535909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.537423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-74ebd598-62e0-4682-a577-6aba543b0d17 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/security-groups/4212fbec-c6a8-40a2-abf3-8138c029cd8c HTTP/1.1" status: 204 len: 168 time: 2.5324612 Apr 05 12:11:12.552556 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e3ae17160cd49dfbbd991b1cfdfb7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7365789 Apr 05 12:11:12.559622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50344) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:12.560326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50346) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:12.571672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:12.657900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:12.676453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:12.683117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:12.742051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:12.753413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Provisioning for port fa903aec-191a-466c-be0e-cf787a5978d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:12.772156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:12.772482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.797624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:12.801057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5b1e-1222-4eca-a9ea-d4ec68b8c81c req-07f609c3-d6be-412e-9206-d393e1733699 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:12.803439 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-799a5b1e-1222-4eca-a9ea-d4ec68b8c81c req-07f609c3-d6be-412e-9206-d393e1733699 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.7615888 Apr 05 12:11:12.804082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.804339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdff9c9-293e-4fb6-8618-9159f928c5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21643e86-0a09-46f5-83f2-6b7385f2b4f8,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:12.812664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.862980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.977455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:12.983133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:12.993564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port abb033cf-49c9-4eec-8326-9f5da7180b23 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:12.994537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.058308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.176663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.324027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.328222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.369149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.400938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:11:13.458561 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-799a5b1e-1222-4eca-a9ea-d4ec68b8c81c req-79921f16-505f-4dbc-9b78-7cfe8cb6693a tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6376674 Apr 05 12:11:13.500095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=6e4dac40-05d6-4680-9035-b45b754d6c9e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:13.564034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Update dhcp port {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'fixed_ips': [{'subnet_id': 'c6ec9d15-1e6f-471c-b41b-03109c1bac4e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1da715e1-ad3f-495f-8554-f333833e10cb'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'fa903aec-191a-466c-be0e-cf787a5978d0'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:13.611163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Deleting port efde7f77-3260-44fd-8762-cbaefc197ac1 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:13.611163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.611496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.642736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5db0a8-03e6-4485-bb95-83ec6a730aef None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:13.667711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:13.698454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:13.733365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.736225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.746374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '57951c03-c35c-4d9a-8f58-86b5ca20abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:13.746821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 424650f1-f08f-4943-bad3-e3338c3777a6, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:13.781890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-66c237ec-10e9-439a-85ee-0dc5d2334ce7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e HTTP/1.1" status: 204 len: 168 time: 1.2072554 Apr 05 12:11:13.788513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:13.824188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:13.963425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:13.986875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Provisioning for port efde7f77-3260-44fd-8762-cbaefc197ac1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:14.013840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Provisioning complete for port efde7f77-3260-44fd-8762-cbaefc197ac1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:14.014180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.023969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 424650f1-f08f-4943-bad3-e3338c3777a6 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:14.076630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 424650f1-f08f-4943-bad3-e3338c3777a6) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:14.107230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79a351-b1bc-470b-bd4d-4c0295520a70 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:14.112981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:14.113965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.154959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:11:14.172334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.280697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Delete allocated IP 2001:db8::17f (4b9ee433-f991-4765-8018-226e3207193a/c6ec9d15-1e6f-471c-b41b-03109c1bac4e) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:11:14.284427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2e487-1046-4dfb-9d41-455214b80cb3 req-cfc8e36e-b33c-4a9a-b044-a46f6212d592 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:14.286500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aaa2e487-1046-4dfb-9d41-455214b80cb3 req-cfc8e36e-b33c-4a9a-b044-a46f6212d592 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6303244 Apr 05 12:11:14.311403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21643e86-0a09-46f5-83f2-6b7385f2b4f8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:14.326753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.328938 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-81eb6201-fe86-4862-bdcd-add6e75b550e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21643e86-0a09-46f5-83f2-6b7385f2b4f8 HTTP/1.1" status: 204 len: 168 time: 1.7624826 Apr 05 12:11:14.329527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8:0:1::112 (4b9ee433-f991-4765-8018-226e3207193a/1da715e1-ad3f-495f-8554-f333833e10cb/354b4e01-efae-4d7c-a86a-2e41fc2efa5c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:14.353069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c059301f-ef59-48fa-951d-2224692fd0b0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7799187 Apr 05 12:11:14.396487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:14.407222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:14.512850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.555748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.561301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aaa2e487-1046-4dfb-9d41-455214b80cb3 req-823a8537-239b-48e6-ae34-aab82fa0fa74 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2647297 Apr 05 12:11:14.649761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device efde7f77-3260-44fd-8762-cbaefc197ac1 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:11:14.748247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:14.823694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:14.824208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.859134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:14.865511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:14.935666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:14.964806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:14.968499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:14.994445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:15.054342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 172.26.5.73 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/dc5cf2e5-bcb3-463e-b088-ac436298c3e1) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:15.100600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430180f-e723-4545-ac00-8e639b23b369 req-e24d8ebc-df68-4523-a835-5fa4c8d78c41 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:15.102784 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b430180f-e723-4545-ac00-8e639b23b369 req-e24d8ebc-df68-4523-a835-5fa4c8d78c41 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.2325675 Apr 05 12:11:15.250104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:15.278485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:15.282461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:15.321737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b430180f-e723-4545-ac00-8e639b23b369 req-6708b53b-da6e-45a7-8f8b-89b9c9ecea0e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2075841 Apr 05 12:11:15.396746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:subnet and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:15.417613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:15.451925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:15.470232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Calling delete_port for efde7f77-3260-44fd-8762-cbaefc197ac1 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:15.520083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:15.523814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:15.620690 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-525476d9-1a4b-43fe-9268-626a4a92d1e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05f9058b970a4a0f88b52dce81c3e448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958090 Apr 05 12:11:15.623579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:15.630569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:15.634340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:15.644077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:15.684815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=dc5cf2e5-bcb3-463e-b088-ac436298c3e1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:15.711306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:15.714849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.080932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-424650f1-f08f-4943-bad3-e3338c3777a6', 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '6e4dac40-05d6-4680-9035-b45b754d6c9e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:16.082231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.202285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19606761-7b97-47fd-996f-cbb1ed9d45cb req-56884f01-6013-4c21-bed1-af58efc1f6cd tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:16.204323 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19606761-7b97-47fd-996f-cbb1ed9d45cb req-56884f01-6013-4c21-bed1-af58efc1f6cd tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5013750 Apr 05 12:11:16.298388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19606761-7b97-47fd-996f-cbb1ed9d45cb req-e1ccb26f-7037-4d6f-b29c-f842b4bb0115 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698810 Apr 05 12:11:16.372336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.447190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.459487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.491592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.534133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:16.540404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Allocated IP 2001:db8::2 (424650f1-f08f-4943-bad3-e3338c3777a6/6e4dac40-05d6-4680-9035-b45b754d6c9e/346ddd4b-1503-444f-a352-adca6b3c6e60) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:16.592233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.617840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:16.669088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Ignored duplicate provisioning block setup for port 354b4e01-efae-4d7c-a86a-2e41fc2efa5c by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 12:11:16.698365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.798281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.827569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.828320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.832300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:16.979148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=354b4e01-efae-4d7c-a86a-2e41fc2efa5c,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:17.078311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:17.078996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:17.094366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:17.095601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:17.108157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:17.109020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.174454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.208078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] In _notify_port_updated(), no bound segment for port 354b4e01-efae-4d7c-a86a-2e41fc2efa5c on network 4b9ee433-f991-4765-8018-226e3207193a {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:11:17.214498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:17.215389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.220948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.221160 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a8682bce-d8fe-41e4-84d9-b35aecabfbf6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/ports/354b4e01-efae-4d7c-a86a-2e41fc2efa5c HTTP/1.1" status: 200 len: 930 time: 5.1579766 Apr 05 12:11:17.226369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:17.256847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Transition to ACTIVE for port object 346ddd4b-1503-444f-a352-adca6b3c6e60 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:17.260517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Allocated IP 2001:db8:0:1::2 (4b9ee433-f991-4765-8018-226e3207193a/1da715e1-ad3f-495f-8554-f333833e10cb/fa903aec-191a-466c-be0e-cf787a5978d0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:17.324098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.334468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:17.378481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:17.406647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Transition to ACTIVE for port object 346ddd4b-1503-444f-a352-adca6b3c6e60 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:17.442761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.515708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:17.527317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:17.529300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=efde7f77-3260-44fd-8762-cbaefc197ac1,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:17.535941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 354b4e01-efae-4d7c-a86a-2e41fc2efa5c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:17.536546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.566906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:17.567875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.592270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:17.593156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.619594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=50af2a0a-a54e-45ed-8984-4dba3fa15682,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:17.625591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1dd4e-e268-46fb-8bb0-0cb0206981bc,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:17.686524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Deleting port efde7f77-3260-44fd-8762-cbaefc197ac1 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:17.687139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:17.814974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e015005-2637-4a16-855b-4522566b15fc req-5051211e-ff7c-4934-9027-53f85f2cafdc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:17.817368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e015005-2637-4a16-855b-4522566b15fc req-5051211e-ff7c-4934-9027-53f85f2cafdc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.3094077 Apr 05 12:11:17.844713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 2231793b-6139-489e-a8f2-65e347414b4d is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:11:17.930054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:17.952645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:17.977958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:17.985853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e015005-2637-4a16-855b-4522566b15fc req-7ecfd4d5-e35b-4b9e-9bec-5a1b9ccac5ed tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618612 Apr 05 12:11:18.061667 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e61f3e90-b69c-48ee-b6d8-bac68f1f8394 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7625506 Apr 05 12:11:18.063186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=0420882d-7919-4851-a940-5e3d89370ad5,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:18.076288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.080988 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-808daaba-a40c-47f9-9905-f9e296b7058b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dcb1dd4e-e268-46fb-8bb0-0cb0206981bc HTTP/1.1" status: 204 len: 168 time: 2.3827872 Apr 05 12:11:18.086620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:18.088772 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-267d7b63-a5ce-4ff5-9b2d-03c0c0d5463e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2932520 Apr 05 12:11:18.093343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.123932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:18.153044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50406) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:18.168836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'security_group': {'name': 'tempest-secgroup-1893334738'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:18.178693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:18.182838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:18.191283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:18.198240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:18.220026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.265608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:18.274877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:11:18.311067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:18.315452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:18.321925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.327172 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5d51d997-7bb0-46ec-be5c-062be00a2afb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.8905578 Apr 05 12:11:18.328137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50414) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:18.338682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:18.433338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Pushing event updated for resources: {'Port': ['ID=346ddd4b-1503-444f-a352-adca6b3c6e60,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:18.450904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] Sync routers for ids ['2231793b-6139-489e-a8f2-65e347414b4d'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:11:18.453666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 424650f1-f08f-4943-bad3-e3338c3777a6 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:18.466111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:18.506323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce30064-e637-4539-9ea5-83f43012a29d None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:18.557443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.558069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.568661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.598819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1982825 Apr 05 12:11:18.649261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50420) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:18.694111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] Routers {'2231793b-6139-489e-a8f2-65e347414b4d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:18.695193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2231793b-6139-489e-a8f2-65e347414b4d'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:18.703734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a4883b4f-5985-4038-960d-7cbb209792ba tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers/2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 200 len: 883 time: 0.3675354 Apr 05 12:11:18.708234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50426) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:18.770274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f4a1e-09bb-4c81-8496-eaf0ace63b35 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=9d7ea7e9-f663-4821-aee8-249cf13b0e9a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:18.863066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.865408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.867159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.868836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.870937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:18.872228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Synchronizing usage tracker for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:18.882366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Attempting to bind port 346ddd4b-1503-444f-a352-adca6b3c6e60 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:18.882933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Attempting to bind port 346ddd4b-1503-444f-a352-adca6b3c6e60 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '57951c03-c35c-4d9a-8f58-86b5ca20abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:18.883528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Attempting to bind port 346ddd4b-1503-444f-a352-adca6b3c6e60 on network 424650f1-f08f-4943-bad3-e3338c3777a6 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:18.897232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:18.908103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.924429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:18.934122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:18.971317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:18.995917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.004254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Unset dirty status for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:19.009389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ed5b2405-adc4-41b7-8b6e-7188c60d4b56 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3530626 Apr 05 12:11:19.012678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:19.037913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727120782'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:19.046238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:19.054703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:19.058580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:19.066266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:19.093222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:19.098164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:19.118843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:19.119864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Checking segment: {'id': '57951c03-c35c-4d9a-8f58-86b5ca20abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:19.121013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.121885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Bound using segment: {'id': '57951c03-c35c-4d9a-8f58-86b5ca20abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:19.122882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Bound port: 346ddd4b-1503-444f-a352-adca6b3c6e60, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57951c03-c35c-4d9a-8f58-86b5ca20abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:19.124036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.125832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.139780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:19.161016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:19.219558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:19.252133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:19.265508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.265971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 327ee893-f612-446e-9c02-bfbbc78ed319 of type vlan for network 3ed9e179-ab04-46e8-9862-5d6f493c546e Apr 05 12:11:19.303218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.376161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 354b4e01-efae-4d7c-a86a-2e41fc2efa5c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:19.475376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:19.479806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.523898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.547699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51fd27f-c803-4497-b0f3-e8509716c1a1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:19.552112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.558347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:19.559222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.563819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.572466 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c9fb4131-f3b2-4ec8-92e3-490572ecaf03 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4188952 Apr 05 12:11:19.573335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50448) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:19.628272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] Routers {'2231793b-6139-489e-a8f2-65e347414b4d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:19.629297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:10:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2231793b-6139-489e-a8f2-65e347414b4d'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:19.759139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Could not find standard attr ID for object 74107823-bde8-4df9-9b2f-5d413aa14911. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:19.823997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.847892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'security_group': {'name': 'tempest-secgroup-782875654'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:19.851395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:19.855444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=346ddd4b-1503-444f-a352-adca6b3c6e60,segment=NetworkSegment(57951c03-c35c-4d9a-8f58-86b5ca20abeb),segment_id=57951c03-c35c-4d9a-8f58-86b5ca20abeb)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:19.864350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:19.883726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:19.899770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:19.913107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Transition to ACTIVE for port object fa903aec-191a-466c-be0e-cf787a5978d0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:19.998060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.034434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:20.040640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:20.041445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5f9a3-30ef-4d11-a08b-943b7c991f27 None None] The sync data for ids ['2231793b-6139-489e-a8f2-65e347414b4d'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:11:20.043838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:20.071593 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0432143 Apr 05 12:11:20.076891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:20.083553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50464) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:20.089106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144596b7-f27a-4d67-b41f-f79c7c8086d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=3ed9e179-ab04-46e8-9862-5d6f493c546e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:20.100749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:20.135225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:20.135917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.168525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=354b4e01-efae-4d7c-a86a-2e41fc2efa5c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:20.180331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.227358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.247493 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c50ca447-4c04-4bc3-9375-b61121d4ba26 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/354b4e01-efae-4d7c-a86a-2e41fc2efa5c HTTP/1.1" status: 204 len: 168 time: 3.0116680 Apr 05 12:11:20.260268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50468) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:20.266277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ceb25574-d2de-440e-acc9-67d77c324829 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:router {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:20.336889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad876a5d-c47e-4900-96a6-ce5e87f4a728 req-076b03af-5303-49d1-a366-8a6e541fb5d4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:20.339211 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ad876a5d-c47e-4900-96a6-ce5e87f4a728 req-076b03af-5303-49d1-a366-8a6e541fb5d4 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.9586418 Apr 05 12:11:20.352302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:20.368600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:20.390325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Calling delete_port for efde7f77-3260-44fd-8762-cbaefc197ac1 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:20.394613 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-de17e73c-ab2b-4d65-91e5-1f0da0b85d33 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:11:20.395155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de17e73c-ab2b-4d65-91e5-1f0da0b85d33 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:20.398405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:20.443014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:20.498632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.509401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.523998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Could not find standard attr ID for object 354b4e01-efae-4d7c-a86a-2e41fc2efa5c. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:20.560961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ceb25574-d2de-440e-acc9-67d77c324829 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:router {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:20.565570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ceb25574-d2de-440e-acc9-67d77c324829 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.8520575 Apr 05 12:11:20.588473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:20.595908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:20.602443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-344970794'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:20.671564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ad876a5d-c47e-4900-96a6-ce5e87f4a728 req-ee7f3201-f52d-4dc5-8031-1b7d68063667 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3114738 Apr 05 12:11:20.672222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de17e73c-ab2b-4d65-91e5-1f0da0b85d33 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:20.673473 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-de17e73c-ab2b-4d65-91e5-1f0da0b85d33 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/354b4e01-efae-4d7c-a86a-2e41fc2efa5c HTTP/1.1" status: 404 len: 333 time: 0.4042246 Apr 05 12:11:20.683668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:20.732178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:20.742482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:20.766770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:20.767810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.792445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.809111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=32f1b73c-ece2-4764-b7bb-c36ea25d0f83,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:20.848060 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2b39ba8-5ca2-4b18-8545-99bec785673c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7565167 Apr 05 12:11:20.849696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:20.850220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50496) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:20.865320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:85:8d:0b', 'name': 'tempest-NetworksTestDHCPv6-468605247'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:20.882217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:20.882568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:21.017266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:21.018335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.117485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b27905-8fdd-4ac1-a667-2f2fc05799f5 None None] Pushing event updated for resources: {'Port': ['ID=efde7f77-3260-44fd-8762-cbaefc197ac1,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:21.278777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:21.301236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:21.314144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:21.327223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:21.334006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:21.355950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c81a68-75b8-46ab-bcc4-ee453b06b683 None None] Pushing event updated for resources: {'Port': ['ID=346ddd4b-1503-444f-a352-adca6b3c6e60,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:21.376885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:21.436654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.482239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039a07e-270d-44e1-96e2-9c120c687065 None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:21.488279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Provisioning complete for port efde7f77-3260-44fd-8762-cbaefc197ac1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:21.489411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.567097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=3ed9e179-ab04-46e8-9862-5d6f493c546e,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:21.589965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e is not hosted by any dhcp agent {{(pid=87957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 12:11:21.596542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:21.597196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.598670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e43bff69-3bb2-4f75-999a-0dbd17b894a0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "PUT /v2.0/networks/3ed9e179-ab04-46e8-9862-5d6f493c546e HTTP/1.1" status: 200 len: 723 time: 1.5118935 Apr 05 12:11:21.617518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Deleting port efde7f77-3260-44fd-8762-cbaefc197ac1 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:21.618015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.625486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.688723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.694840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50508) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:21.726685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:21.788902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:21.814826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:21.892371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 57f981dc-2ac5-4626-834f-207dfaedf81f yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:22.076789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.108496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50524) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:22.327274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 172.20.0.14 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/32f1b73c-ece2-4764-b7bb-c36ea25d0f83/57f981dc-2ac5-4626-834f-207dfaedf81f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:22.337616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe85:8d0b (0d84777e-b69b-410c-a2a6-18fcc490dd2e/50af2a0a-a54e-45ed-8984-4dba3fa15682/57f981dc-2ac5-4626-834f-207dfaedf81f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:22.402573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7144a20b-9044-422f-a4fd-f4c698346b0b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:22.409557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.414619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-49647327-dc1a-4165-897c-8f706d35e81e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.5935912 Apr 05 12:11:22.449434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50530) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:22.581906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Update dhcp port {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'fixed_ips': [{'subnet_id': '1d9bd44b-a20f-42de-b2f2-8af0ee69501c', 'ip_address': '172.20.0.18'}, {'subnet_id': '0420882d-7919-4851-a940-5e3d89370ad5'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '7b0581d5-9cce-4e02-a86a-c49e783e6e84'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:22.719731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.753835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'security_group': {'name': 'tempest-secgroup-1778933262'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:22.761455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 346ddd4b-1503-444f-a352-adca6b3c6e60 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:22.772138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.788475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1932517953', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:22.810443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:22.813775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:22.816169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2980e6e-77e9-404c-b355-6089be09458e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:22.846140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:22.857431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.863884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:22.870415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.875525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38ea2f65-ba28-423d-996d-12f9e9adfb18 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/security-groups/f2980e6e-77e9-404c-b355-6089be09458e HTTP/1.1" status: 204 len: 168 time: 2.1855984 Apr 05 12:11:22.876986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Usage tracker for resource:port and tenant:8da5a58cd9c042f6aef0d9f7217eb39d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:22.879746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50536) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:22.883562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:22.897603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:22.898654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 57f981dc-2ac5-4626-834f-207dfaedf81f will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:22.900870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:22.939320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:22.946229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:23.029287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:23.098183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:23.103985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:23.108205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:23.171170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=57f981dc-2ac5-4626-834f-207dfaedf81f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:23.241161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:23.241828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fb36fda-06a1-45a6-b168-a8b026a97fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.272116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:23.273265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.324250 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-056d9abc-fbf0-4205-89eb-536a001ff267 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4715483 Apr 05 12:11:23.325023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:23.393545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa56292-0f71-41d3-906b-ceacf7c50cd5 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:23.482182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa4456-7298-4488-a07a-3a410fd14459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:23.485197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.487872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 346ddd4b-1503-444f-a352-adca6b3c6e60 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:23.498862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa4456-7298-4488-a07a-3a410fd14459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:23.500237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-80fa4456-7298-4488-a07a-3a410fd14459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:23.530366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-80fa4456-7298-4488-a07a-3a410fd14459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:23.539225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-80fa4456-7298-4488-a07a-3a410fd14459 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2126603 Apr 05 12:11:23.540172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50546) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:23.545222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa2dfbfa-727e-4d0d-8f5e-3ab3f2491535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.547156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:23.577959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:23.584131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.638576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Made reservation on behalf of 8da5a58cd9c042f6aef0d9f7217eb39d for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:23.643468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.659127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 57f981dc-2ac5-4626-834f-207dfaedf81f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:23.660019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.703923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:23.712903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:security_group_rule and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:23.719417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:23.736573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:23.839254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] For port efde7f77-3260-44fd-8762-cbaefc197ac1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=efde7f77-3260-44fd-8762-cbaefc197ac1,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:23.839254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:23.913975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.059084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4111f61-a7ad-4b12-8083-018e52826cce req-2101373b-2f94-4672-9bf4-2edf64fde507 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:24.082150 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4111f61-a7ad-4b12-8083-018e52826cce req-2101373b-2f94-4672-9bf4-2edf64fde507 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.9457595 Apr 05 12:11:24.137647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.171362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:24.235680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Calling delete_port for efde7f77-3260-44fd-8762-cbaefc197ac1 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:24.263903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.368456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.375494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Usage tracker for resource:security_group_rule and tenant:8da5a58cd9c042f6aef0d9f7217eb39d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:24.380005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:24.387002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:24.494686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.509385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Allocated IP 172.20.0.2 (2302720f-7b90-4d5a-b8b9-23047cf14086/0420882d-7919-4851-a940-5e3d89370ad5/7b0581d5-9cce-4e02-a86a-c49e783e6e84) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:24.705296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.716943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.766599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 57f981dc-2ac5-4626-834f-207dfaedf81f owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:24.773078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.795878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.806174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.817213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4111f61-a7ad-4b12-8083-018e52826cce req-83f4da33-1857-4486-ba22-bb80c4d28f58 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7339354 Apr 05 12:11:24.826537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] device_id is not set on port 95f8ce79-f37a-456b-abae-60e853d803ae yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:24.885257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:24.885898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.902396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0ce36-3cca-4740-b477-2441b52bbd54,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:24.971441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.976132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50564) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:24.976314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9a3ea09c-7e99-4521-a8ca-a80e56016583 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5152514 Apr 05 12:11:24.986141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:24.986483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1669228269', 'security_groups': ['bcc0ce36-3cca-4740-b477-2441b52bbd54'], 'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0420882d-7919-4851-a940-5e3d89370ad5'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:25.040434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.127118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93deec61-9bee-4be3-a10a-e67ad90d0b55,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:25.148322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.184464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] Pushing event deleted for resources: {'Port': ['ID=efde7f77-3260-44fd-8762-cbaefc197ac1,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:25.196669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:25.253847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54621fcf-37bf-4215-a319-a57fd09f58df None None] No DVR routers for this DVR port efde7f77-3260-44fd-8762-cbaefc197ac1 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:11:25.256207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=6c17abda-c66e-4400-9e80-63b1a8d3b3b3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:25.276447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.277674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:25.285246 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:11:25.294785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b1545-5a5c-463d-bc60-52b3e29b3314 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:25.313956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafea1c6-b572-4710-862f-a1594c6f80a7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:25.342070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.346654 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8cb75f3-0276-4ee9-870d-6a8c17315e89 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/security-groups/bafea1c6-b572-4710-862f-a1594c6f80a7 HTTP/1.1" status: 204 len: 168 time: 2.4552858 Apr 05 12:11:25.359874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:25.381877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.399598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f266a27-c9f1-494f-9bd2-5cc8c8305683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.439724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Allocated IP 172.26.5.2 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/95f8ce79-f37a-456b-abae-60e853d803ae) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:25.492018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '327ee893-f612-446e-9c02-bfbbc78ed319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:25.492441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: 3ed9e179-ab04-46e8-9862-5d6f493c546e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:25.527557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Provisioning for port fa903aec-191a-466c-be0e-cf787a5978d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:25.566175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=57f981dc-2ac5-4626-834f-207dfaedf81f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:25.580604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:25.581252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.620671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:25.773856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.778278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.804265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet c6ec9d15-1e6f-471c-b41b-03109c1bac4e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:25.808529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.810993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.824797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.828249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 2231793b-6139-489e-a8f2-65e347414b4d has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:11:25.886398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:25.917179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Update dhcp port {'port': {'network_id': '424650f1-f08f-4943-bad3-e3338c3777a6', 'fixed_ips': [{'subnet_id': '6e4dac40-05d6-4680-9035-b45b754d6c9e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9d7ea7e9-f663-4821-aee8-249cf13b0e9a'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '346ddd4b-1503-444f-a352-adca6b3c6e60'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:25.993955 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.018781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Transition to ACTIVE for port object 7b0581d5-9cce-4e02-a86a-c49e783e6e84 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:26.037722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.055301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:26.098051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:26.112265 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49587b20-c85e-449a-bd87-ed533d223c01 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/57f981dc-2ac5-4626-834f-207dfaedf81f HTTP/1.1" status: 204 len: 168 time: 2.5699098 Apr 05 12:11:26.113573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:26.118891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.182084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:26.194781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:26.211137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 3ed9e179-ab04-46e8-9862-5d6f493c546e) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:26.212976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:26.225513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.235293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:26.243392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ec9d15-1e6f-471c-b41b-03109c1bac4e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:26.243626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Pushing event updated for resources: {'Port': ['ID=95f8ce79-f37a-456b-abae-60e853d803ae,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:26.260136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.260730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.312450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.315737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.317701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.319208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:26.335543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.348836 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69b06acb-8b0c-41f6-afe3-684a6b9234ba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/c6ec9d15-1e6f-471c-b41b-03109c1bac4e HTTP/1.1" status: 204 len: 168 time: 0.9730012 Apr 05 12:11:26.354915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:26.374632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:26.405769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:26.438446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b6b653-149d-4e46-bcb4-724495500975 None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:26.438978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:26.440550 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fab2c69b-410b-494f-86c5-2fcc1fd289fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3156655 Apr 05 12:11:26.460124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d7b1a-342b-4b67-8c54-012879307ee2 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:26.461463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:26.602853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fcd1f07f-ef11-4a25-a6d0-33465ff1a143 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8939400 Apr 05 12:11:26.607809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50588) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:26.608893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.609499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.628648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:26.779079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279cdbf0-c005-429e-b99b-2a7d17ffcc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '32f1b73c-ece2-4764-b7bb-c36ea25d0f83'}, {'subnet_id': '50af2a0a-a54e-45ed-8984-4dba3fa15682'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:26.783289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc967-aa07-4656-8a7d-69c1e45dc93c req-a2572b1c-aa40-4ec5-aacb-bfb3011f510f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:26.784950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-049cc967-aa07-4656-8a7d-69c1e45dc93c req-a2572b1c-aa40-4ec5-aacb-bfb3011f510f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6728661 Apr 05 12:11:26.786926 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f4c02f48-4fe3-4609-9300-4c55e9155297 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.6761611 Apr 05 12:11:26.787348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-279cdbf0-c005-429e-b99b-2a7d17ffcc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.793905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50594) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:26.797378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5962d-12c8-4fdf-9ae1-08e30c732d97 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:26.800506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.801200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.819627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:26.841357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.2'}]}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:26.855275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] device_id is not set on port e7ce4755-e0e8-4d05-817b-03775b0c27ce yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:26.859161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:26.874596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Usage tracker for resource:router and tenant:8da5a58cd9c042f6aef0d9f7217eb39d is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:26.885861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:26.909299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:27.042507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14777043'] for subnet, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.216275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Provisioning for port 346ddd4b-1503-444f-a352-adca6b3c6e60 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:27.245558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:27.251907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.267614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:11:27.282540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 32f1b73c-ece2-4764-b7bb-c36ea25d0f83 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:27.284204 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] Sync routers for ids ['2231793b-6139-489e-a8f2-65e347414b4d'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:11:27.317402 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] Routers {'2231793b-6139-489e-a8f2-65e347414b4d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:27.318502 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2231793b-6139-489e-a8f2-65e347414b4d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:27.346869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.436054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Allocated IP 172.20.0.1 (424650f1-f08f-4943-bad3-e3338c3777a6/9d7ea7e9-f663-4821-aee8-249cf13b0e9a/346ddd4b-1503-444f-a352-adca6b3c6e60) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:27.459277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:27.471738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:27.477275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:27.487538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:27.512805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.562391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.563904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.578687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.583279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae17e4c5-6aa9-452c-9b6c-7652373b74e4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 200 len: 890 time: 6.9863627 Apr 05 12:11:27.594732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50598) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:27.599903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:27.606454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.662975 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:27.683895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3024af27-58bd-4d32-9249-605720451c5c None None] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=346ddd4b-1503-444f-a352-adca6b3c6e60,segment=NetworkSegment(57951c03-c35c-4d9a-8f58-86b5ca20abeb),segment_id=57951c03-c35c-4d9a-8f58-86b5ca20abeb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:27.715253 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] Routers {'2231793b-6139-489e-a8f2-65e347414b4d'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:27.716533 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2231793b-6139-489e-a8f2-65e347414b4d'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:27.717173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.736606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Ignored duplicate provisioning block setup for port 346ddd4b-1503-444f-a352-adca6b3c6e60 by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 12:11:27.865811 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:27.867229 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eb16fe-dc85-4744-94e9-c2ea57d83743 None None] The sync data for ids ['2231793b-6139-489e-a8f2-65e347414b4d'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:11:27.895818 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ded8cf7-8708-4c22-9042-bdfec7a455ef tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers/2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 200 len: 890 time: 0.2985590 Apr 05 12:11:27.900114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:27.907877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.4 (2302720f-7b90-4d5a-b8b9-23047cf14086/0420882d-7919-4851-a940-5e3d89370ad5/e7ce4755-e0e8-4d05-817b-03775b0c27ce) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:27.910341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:27.935545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4348726'] for subnet, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.027848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3cc0eb88-3510-4e13-9554-8ff961d86f61 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:28.050405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=6c17abda-c66e-4400-9e80-63b1a8d3b3b3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:28.075606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-049cc967-aa07-4656-8a7d-69c1e45dc93c req-c047601d-6411-496a-9485-0b17eaceade7 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2636495 Apr 05 12:11:28.077361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:28.077951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.079268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-171e0d27-6dba-4994-95dc-e9c40ad628f2 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "PUT /v2.0/subnets/6c17abda-c66e-4400-9e80-63b1a8d3b3b3 HTTP/1.1" status: 200 len: 826 time: 1.4658532 Apr 05 12:11:28.086882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50608) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:28.095273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.124882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.238528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-279cdbf0-c005-429e-b99b-2a7d17ffcc3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f1b73c-ece2-4764-b7bb-c36ea25d0f83: This subnet is being modified by another concurrent operation. Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:28.305498 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 32f1b73c-ece2-4764-b7bb-c36ea25d0f83: This subnet is being modified by another concurrent operation. Apr 05 12:11:28.310395 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:11:28.316799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024af27-58bd-4d32-9249-605720451c5c None None] Pushing event updated for resources: {'Port': ['ID=346ddd4b-1503-444f-a352-adca6b3c6e60,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:28.356249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-3ed9e179-ab04-46e8-9862-5d6f493c546e', 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '6c17abda-c66e-4400-9e80-63b1a8d3b3b3'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:28.357281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.375466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.375724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19825604-88d0-4331-a1f0-6b06ab8290a0 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:28.509333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=32f1b73c-ece2-4764-b7bb-c36ea25d0f83,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:28.624496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.655415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3cc0eb88-3510-4e13-9554-8ff961d86f61 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:28.656585 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3cc0eb88-3510-4e13-9554-8ff961d86f61 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 200 len: 205 time: 0.7451687 Apr 05 12:11:28.674401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50612) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:28.684203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.747689 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99394ee3-bad1-4ce2-8021-4f246d9ca6a5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/32f1b73c-ece2-4764-b7bb-c36ea25d0f83 HTTP/1.1" status: 204 len: 168 time: 2.2846451 Apr 05 12:11:28.752716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50616) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:28.773692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:28.828814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.841921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.852467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object e7ce4755-e0e8-4d05-817b-03775b0c27ce will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:28.864363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:28.935568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=346ddd4b-1503-444f-a352-adca6b3c6e60,segment=NetworkSegment(57951c03-c35c-4d9a-8f58-86b5ca20abeb),segment_id=57951c03-c35c-4d9a-8f58-86b5ca20abeb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:28.968208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.137504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.139205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Could not find standard attr ID for object 354b4e01-efae-4d7c-a86a-2e41fc2efa5c. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:29.154832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 50af2a0a-a54e-45ed-8984-4dba3fa15682 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:29.205639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.243151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.389322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.425059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=ae8b9616-d335-4342-b094-e6e4bdae64a9,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:29.491524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:29.501336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:29.516692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:29.519955 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:29.522186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:29.555861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352b461-7262-4cf7-890b-0a94389aa78b None None] Pushing event updated for resources: {'Port': ['ID=346ddd4b-1503-444f-a352-adca6b3c6e60,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:29.577194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=e7ce4755-e0e8-4d05-817b-03775b0c27ce,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:29.586313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:29.587376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.602676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.612090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1223d-6c7f-423e-aaa1-76f7b91a3b88 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:29.654697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.687562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Allocated IP 2001:db8::2 (3ed9e179-ab04-46e8-9862-5d6f493c546e/6c17abda-c66e-4400-9e80-63b1a8d3b3b3/573757cc-715e-44f5-981b-9916a260b60f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:29.721630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 346ddd4b-1503-444f-a352-adca6b3c6e60 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:29.748220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.776796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:29.777506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.798535 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-66f174e1-e72b-443e-8851-67006a0011ef tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4170182 Apr 05 12:11:29.814276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50624) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:29.834025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:29.834744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.840642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326aba6e-55fd-4dda-90ee-301798bc2b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '50af2a0a-a54e-45ed-8984-4dba3fa15682'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:29.841844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-326aba6e-55fd-4dda-90ee-301798bc2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:29.844089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780428920'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:29.852049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393552f8-2d22-44f0-b337-2da9550c3464 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:29.875593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f09079c5-c21e-4932-85c4-ff4396f41d68 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8979781 Apr 05 12:11:29.879502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50628) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:29.893932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:30.044418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:30.054594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.059501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:30.087055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:30.107543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:30.131289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.149970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:30.158370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port dc5cf2e5-bcb3-463e-b088-ac436298c3e1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:30.158987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.179362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.194657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=50af2a0a-a54e-45ed-8984-4dba3fa15682,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:30.199658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.206848 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6ca5c2d9-71e9-4041-b16c-5aa709ef1705 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/50af2a0a-a54e-45ed-8984-4dba3fa15682 HTTP/1.1" status: 204 len: 168 time: 1.3278906 Apr 05 12:11:30.210737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:30.238005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c721da-7b8d-4071-a6d0-a4a88078bb31 req-2bb272dc-ec19-4d47-8f6e-a43e5ac4f9ae tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:30.239693 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c721da-7b8d-4071-a6d0-a4a88078bb31 req-2bb272dc-ec19-4d47-8f6e-a43e5ac4f9ae tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6956201 Apr 05 12:11:30.311184 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d30f520-dfb3-4600-bd96-75d0b99b634f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948272 Apr 05 12:11:30.311184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:30.317534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:30.319538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:30.321652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Provisioning for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:30.332345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:30.337925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:30.344584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:30.347546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:30.354217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:30.360707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:30.361164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79f79bb9-9e02-4aa8-a945-8296de5e13f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.367421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:30.372412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.386872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:30.401357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:30.435052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00c721da-7b8d-4071-a6d0-a4a88078bb31 req-54cb4541-6daf-4c00-997f-ecbbc79428bd tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1761088 Apr 05 12:11:30.472169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:30.472617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.549770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.577251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:30.581324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:30.584909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:30.591022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:30.608757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:30.612615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.726867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for dc5cf2e5-bcb3-463e-b088-ac436298c3e1 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:30.913355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:30.947223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Transition to ACTIVE for port object 573757cc-715e-44f5-981b-9916a260b60f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:31.045606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.061898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.091722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Transition to ACTIVE for port object 573757cc-715e-44f5-981b-9916a260b60f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:31.121449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.154275 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0420882d-7919-4851-a940-5e3d89370ad5 (CIDR: 172.20.0.0/28) Apr 05 12:11:31.170521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:31.174809 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:11:31.175696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:31.182797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:31.193966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:31.194571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.233972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:31.234804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 346ddd4b-1503-444f-a352-adca6b3c6e60 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:31.248649 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc9fe9b0-747d-4514-8e59-c20ad90e2698 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3653107 Apr 05 12:11:31.249232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:31.256917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:31.261470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab395c-e01d-4f08-a539-052313213c86 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:31.285363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Pushing event updated for resources: {'Port': ['ID=573757cc-715e-44f5-981b-9916a260b60f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:31.313125 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c7043d2-5787-4913-861f-1d6f03ee1dd9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0020328 Apr 05 12:11:31.317531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:31.325029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:31.381052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:31.394917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:31.441383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:31.477987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=dc5cf2e5-bcb3-463e-b088-ac436298c3e1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:31.556104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:31.573376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:31.581635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:31.600528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:31.603684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:31.612462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:31.620395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:31.628051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:31.631418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:31.634971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.659870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:31.660323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.677641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:31.681186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.742055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Update dhcp port {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'fixed_ips': [{'subnet_id': '1da715e1-ad3f-495f-8554-f333833e10cb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ae8b9616-d335-4342-b094-e6e4bdae64a9'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'fa903aec-191a-466c-be0e-cf787a5978d0'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:31.752425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.792293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Attempting to bind port 573757cc-715e-44f5-981b-9916a260b60f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:31.792746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Attempting to bind port 573757cc-715e-44f5-981b-9916a260b60f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '327ee893-f612-446e-9c02-bfbbc78ed319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:31.793067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Attempting to bind port 573757cc-715e-44f5-981b-9916a260b60f on network 3ed9e179-ab04-46e8-9862-5d6f493c546e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:31.802512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.806068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:31.806438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.822838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-bc888aa2-a1fc-40e8-a40b-cff36638b463 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:31.826373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.868789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:31.869168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Checking segment: {'id': '327ee893-f612-446e-9c02-bfbbc78ed319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:31.869466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.870112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Bound using segment: {'id': '327ee893-f612-446e-9c02-bfbbc78ed319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:31.870589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Bound port: 573757cc-715e-44f5-981b-9916a260b60f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327ee893-f612-446e-9c02-bfbbc78ed319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:31.870967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.886441 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1d9bd44b-a20f-42de-b2f2-8af0ee69501c (CIDR: 172.20.0.16/28) Apr 05 12:11:31.894005 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:11:31.894444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:31.895463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.899553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:31.930099 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e33609e-11f9-4f8e-ae27-438fbf26d120 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6797783 Apr 05 12:11:31.931250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:31.938292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:31.939216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'subnet': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:32.056342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:32.057399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.057725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=6c17abda-c66e-4400-9e80-63b1a8d3b3b3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:32.080974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:32.081340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.146032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:32.151171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Usage tracker for resource:subnet and tenant:b908c52ed3fb4671855baa09de4e6fba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:32.154611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:32.169450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:32.197387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Made reservation on behalf of b908c52ed3fb4671855baa09de4e6fba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:32.202220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.220129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.222933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd82ac-beb2-4fa2-8afd-9a9a947b8ffb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:32.227303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.281185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.336421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-bc888aa2-a1fc-40e8-a40b-cff36638b463 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:32.337100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] For port 573757cc-715e-44f5-981b-9916a260b60f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:32.337673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-bc888aa2-a1fc-40e8-a40b-cff36638b463 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673414148&fields=id&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 267 time: 1.2752733 Apr 05 12:11:32.338371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.342653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-18578ae7-3c40-4db1-ba29-aff022ca3d1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5157876 Apr 05 12:11:32.358982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228e753-b5db-42e1-a9ba-65e07640d7d1 req-00bae943-f58a-4417-81c0-62e49a491ab6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:32.360595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7228e753-b5db-42e1-a9ba-65e07640d7d1 req-00bae943-f58a-4417-81c0-62e49a491ab6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.3569722 Apr 05 12:11:32.361233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50668) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:32.363102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.378795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.387814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766324083'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:32.394352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] For port 573757cc-715e-44f5-981b-9916a260b60f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=573757cc-715e-44f5-981b-9916a260b60f,segment=NetworkSegment(327ee893-f612-446e-9c02-bfbbc78ed319),segment_id=327ee893-f612-446e-9c02-bfbbc78ed319)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:32.417427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.429460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:32.429685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:11:32.433335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.489990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-faa65b92-d35b-4dfd-b080-17eb7f6005fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:32.492205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-faa65b92-d35b-4dfd-b080-17eb7f6005fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 1.3141043 Apr 05 12:11:32.508790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:32.510610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:32.514740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:32.522035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:32.522627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.533565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed9e179-ab04-46e8-9862-5d6f493c546e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:32.549365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=05d03cc0-a271-4abc-a47f-277d6252ea6a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:32.554204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.554762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router 2231793b-6139-489e-a8f2-65e347414b4d {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:11:32.571066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:32.598707 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c738b9f-ad33-4ab1-9d25-0349644f8567 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2769616 Apr 05 12:11:32.602944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:32.610049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:51:cb:0f', 'name': 'tempest-NetworksTestDHCPv6-311954097'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:32.626121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:32.637124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327ee893-f612-446e-9c02-bfbbc78ed319') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:32.637615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327ee893-f612-446e-9c02-bfbbc78ed319') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:32.690339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Allocated IP 172.20.0.2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7/6f433571-9a76-421b-8d32-e5a653cb016a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:32.695298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Allocated IP 2001:db8::2 (4b9ee433-f991-4765-8018-226e3207193a/ae8b9616-d335-4342-b094-e6e4bdae64a9/fa903aec-191a-466c-be0e-cf787a5978d0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:32.699076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef62ad-d340-4f42-ac23-81b25a22ad3f None None] Pushing event updated for resources: {'Port': ['ID=573757cc-715e-44f5-981b-9916a260b60f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:32.729661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.745151 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7228e753-b5db-42e1-a9ba-65e07640d7d1 req-c64b6f9e-afba-41a5-ac1e-5d2eca91bb72 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3528016 Apr 05 12:11:32.791706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:32.805264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.806340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c402e572-f8d8-4313-8689-dcafe8462690 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 204 len: 168 time: 4.1303427 Apr 05 12:11:32.809007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:32.814415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:32.819423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:32.825726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-476343602'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:32.834908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:32.837295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:32.839718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.852195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.874016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:32.876695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.914432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:32.914845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:32.938421 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:32.985641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:33.007887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Provisioning for port e7ce4755-e0e8-4d05-817b-03775b0c27ce completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:33.008921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:33.027778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:33.032028 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Provisioning complete for port e7ce4755-e0e8-4d05-817b-03775b0c27ce triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:33.032410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.041348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:33.041660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-c356e0e7-a84d-448e-bbf1-a4a22d043990 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:33.041967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-c356e0e7-a84d-448e-bbf1-a4a22d043990 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:33.074723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:33.075931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e75fa8-ad03-4aea-8eb0-2dfe72e52ee8 None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:33.080595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:33.087281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:33.087768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.098044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:33.112414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:33.124143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d5c8a-070a-4850-b101-0e4e1bda6f55 None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:33.140179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:33.143540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Subnet': ['ID=002f400b-8a2f-4691-acef-7c3374ee7b66,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:33.154954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:33.158390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.162678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:11:33.162678 dv-neutron-833203-3-hyperv neutron-server[87957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:11:33.162678 dv-neutron-833203-3-hyperv neutron-server[87957]: [parameters: {'id': '3ed9e179-ab04-46e8-9862-5d6f493c546e'}] Apr 05 12:11:33.162678 dv-neutron-833203-3-hyperv neutron-server[87957]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:33.163171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:33.172004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-14270a25-37d1-4d27-9260-60420090eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:33.174103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-14270a25-37d1-4d27-9260-60420090eb3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.6662152 Apr 05 12:11:33.183466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-c356e0e7-a84d-448e-bbf1-a4a22d043990 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:33.184254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-c356e0e7-a84d-448e-bbf1-a4a22d043990 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.8034501 Apr 05 12:11:33.203998 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-740ac3e5-fb28-404c-aa68-3bb4a834c954 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2699120 Apr 05 12:11:33.210407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:33.220946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575417849', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '002f400b-8a2f-4691-acef-7c3374ee7b66'}], 'security_groups': ['e51fd27f-c803-4497-b0f3-e8509716c1a1', '7144a20b-9044-422f-a4fd-f4c698346b0b']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:33.276929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:33.284442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.299354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.319944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.320317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 9f97d31d-e3f5-4014-b064-a56ed8773f54 of type vlan for network b33b6583-5ba6-4d99-bab2-601611893fed Apr 05 12:11:33.353489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-36e57c1c-ccb4-4969-a0b3-e0168518843a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/quotas/b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 375 time: 0.0969131 Apr 05 12:11:33.355382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:33.394647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:33.417962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Port e7ce4755-e0e8-4d05-817b-03775b0c27ce cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:33.487910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.567368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:33.613035 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:33.613417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.625793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.631373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:33.631963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.643520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.653702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.707730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.727078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Transition to ACTIVE for port object 6f433571-9a76-421b-8d32-e5a653cb016a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:33.751240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Transition to ACTIVE for port object fa903aec-191a-466c-be0e-cf787a5978d0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:33.766895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.779452 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9610152 Apr 05 12:11:33.779653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-50fd7786-62e6-4dcd-b260-98adc032922c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.5965228 Apr 05 12:11:33.779742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.781415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:33.785332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Transition to ACTIVE for port object 6f433571-9a76-421b-8d32-e5a653cb016a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:33.787863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:33.919999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.922745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555cad-4412-4444-a0b3-c0cdb61eccc8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=b33b6583-5ba6-4d99-bab2-601611893fed,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:33.927876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.929971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.949250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b33b6583-5ba6-4d99-bab2-601611893fed details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:33.966240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e578dc6b-ea4b-4d3b-a8fc-b2f6b578f2cc None None] Port fa903aec-191a-466c-be0e-cf787a5978d0 had new provisioning blocks added so it will not transition to active. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 05 12:11:33.981774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:33.995370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.042336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port 573757cc-715e-44f5-981b-9916a260b60f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:34.043261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.052460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:34.057336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676ef22-57d9-4a8d-9d31-00b25c661018 None None] Network 3ed9e179-ab04-46e8-9862-5d6f493c546e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:34.125023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:34.143292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-82428b31-3236-425e-aa13-3e7eaf9e1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:34.144989 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-82428b31-3236-425e-aa13-3e7eaf9e1354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.3462665 Apr 05 12:11:34.154114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:34.174103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35472963-bbd7-4b92-8b77-56f820329f9d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:34.221017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.221524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee1754a4-a3ec-4bad-8ae2-86f07e6829a8 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:11:34.236682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.237894 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6a79848b-d688-4d0d-bcd8-53390fa87e47 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8612134 Apr 05 12:11:34.253983 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-4772f5e2-1311-4dae-bcfb-eecd34d81ae5 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8861988 Apr 05 12:11:34.254641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50690) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:34.271197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda3ac0-cc35-4bcd-8c1a-e265eb941c4c None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:34.302792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'security_group': {'name': 'tempest-secgroup-816682162'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:34.310353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:34.327600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:34.335752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:34.346771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:34.368962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:34.373262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:34.389425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:11:34.393533 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2a3d7a0b-3735-443c-93b9-9d20cd261b43 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 7.5921850 Apr 05 12:11:34.397386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:34.403211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50696) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:34.427006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:34.479668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:34.483213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.518029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc733939-78c6-4123-af25-2f7ab37bba37 req-73122273-91e4-4446-8120-dcf432c46145 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:34.519630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc733939-78c6-4123-af25-2f7ab37bba37 req-73122273-91e4-4446-8120-dcf432c46145 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6118779 Apr 05 12:11:34.540948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1b34320d-81d2-4e8b-a011-a3e0f7bedc3e None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:34.541324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1b34320d-81d2-4e8b-a011-a3e0f7bedc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.632490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.643073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Attempting to bind port 6f433571-9a76-421b-8d32-e5a653cb016a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:34.643449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Attempting to bind port 6f433571-9a76-421b-8d32-e5a653cb016a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:34.643820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Attempting to bind port 6f433571-9a76-421b-8d32-e5a653cb016a on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:34.679448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:34.679877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:34.680227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.680611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:34.681090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Bound port: 6f433571-9a76-421b-8d32-e5a653cb016a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:34.681472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.728055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Pushing event updated for resources: {'Port': ['ID=6f433571-9a76-421b-8d32-e5a653cb016a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:34.796115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.798406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-70789195-f08e-4406-b157-8c9276b4c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:34.800094 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-70789195-f08e-4406-b157-8c9276b4c6ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6318295 Apr 05 12:11:34.808905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:34.814180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Deleting port 95f8ce79-f37a-456b-abae-60e853d803ae {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:34.814521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.855405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:security_group_rule and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:34.876979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 172.20.0.9 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7/be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:34.878882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=ed943a57-7a00-40ab-85f2-2842bae13777,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:34.886299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc733939-78c6-4123-af25-2f7ab37bba37 req-5222d625-5960-4e76-8c74-e332f4069729 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3345304 Apr 05 12:11:34.893556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:34.897932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe51:cb0f (0d84777e-b69b-410c-a2a6-18fcc490dd2e/05d03cc0-a271-4abc-a47f-277d6252ea6a/be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:34.921731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:34.928253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port 573757cc-715e-44f5-981b-9916a260b60f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=573757cc-715e-44f5-981b-9916a260b60f,segment=NetworkSegment(327ee893-f612-446e-9c02-bfbbc78ed319),segment_id=327ee893-f612-446e-9c02-bfbbc78ed319)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:34.928675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:34.939324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] For port 6f433571-9a76-421b-8d32-e5a653cb016a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:34.961487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Update dhcp port {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'fixed_ips': [{'subnet_id': '1d9bd44b-a20f-42de-b2f2-8af0ee69501c', 'ip_address': '172.20.0.18'}, {'subnet_id': '0420882d-7919-4851-a940-5e3d89370ad5', 'ip_address': '172.20.0.2'}, {'subnet_id': '002f400b-8a2f-4691-acef-7c3374ee7b66'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '7b0581d5-9cce-4e02-a86a-c49e783e6e84'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:35.010020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] For port 6f433571-9a76-421b-8d32-e5a653cb016a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6f433571-9a76-421b-8d32-e5a653cb016a,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:35.012397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '9f97d31d-e3f5-4014-b064-a56ed8773f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:35.013024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: b33b6583-5ba6-4d99-bab2-601611893fed, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:35.017628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.080799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.084304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-3df41f25-97fd-4639-951d-d7578662a90c service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873316 Apr 05 12:11:35.202666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for 573757cc-715e-44f5-981b-9916a260b60f owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:35.216951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Delete allocated IP 172.20.0.4 (2302720f-7b90-4d5a-b8b9-23047cf14086/0420882d-7919-4851-a940-5e3d89370ad5) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:11:35.223177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network b33b6583-5ba6-4d99-bab2-601611893fed is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:35.281578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:35.283663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Allocated IP 172.20.0.34 (2302720f-7b90-4d5a-b8b9-23047cf14086/002f400b-8a2f-4691-acef-7c3374ee7b66/e7ce4755-e0e8-4d05-817b-03775b0c27ce) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:35.315921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b33b6583-5ba6-4d99-bab2-601611893fed) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:35.329465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:35.330043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.353676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab0665-80b6-49c3-857f-d14858e00692 None None] Network b33b6583-5ba6-4d99-bab2-601611893fed requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:35.406153 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a8904aa7-5650-435b-b4b2-59f8467ec4dd tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6213076 Apr 05 12:11:35.410114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:35.430896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1216523882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:35.491266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:35.491576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.562461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebdfb3-3358-44ee-99da-90bfd4f37fbd None None] Pushing event updated for resources: {'Port': ['ID=6f433571-9a76-421b-8d32-e5a653cb016a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:35.598116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-c028a50e-92a3-4890-aea2-194c31399347 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516675 Apr 05 12:11:35.618461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:35.649050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.664903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:35.690427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:35.691536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Provisioning for port fa903aec-191a-466c-be0e-cf787a5978d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:35.695417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:35.705024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:35.705234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.705378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e78788c6-8eb0-4424-a8e0-405fd3b8988a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.716052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:35.717974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Transition to ACTIVE for port object e7ce4755-e0e8-4d05-817b-03775b0c27ce will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:35.743403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:35.780929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.850171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.851285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.854953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.869142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.894365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-b33b6583-5ba6-4d99-bab2-601611893fed', 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': 'ed943a57-7a00-40ab-85f2-2842bae13777'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:35.895206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.938103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.956571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=573757cc-715e-44f5-981b-9916a260b60f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:35.964036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port 573757cc-715e-44f5-981b-9916a260b60f on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:11:35.967829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-d3f5d78c-6eb8-4fa5-9eaa-319df9888448 service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929423 Apr 05 12:11:35.967829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:35.979325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-3e97591f-2a32-493f-9746-724054dc27d2 {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:35.991203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:36.024958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:36.028289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event updated for resources: {'Port': ['ID=e7ce4755-e0e8-4d05-817b-03775b0c27ce,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:36.031379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.034973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:36.070325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.166958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:36.189964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:36.231666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] In _notify_port_updated(), no bound segment for port e7ce4755-e0e8-4d05-817b-03775b0c27ce on network 2302720f-7b90-4d5a-b8b9-23047cf14086 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:11:36.240399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:36.241114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.245891 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-70edaeb1-6c77-4192-99be-f16bb4eb0ba2 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "PUT /v2.0/ports/e7ce4755-e0e8-4d05-817b-03775b0c27ce HTTP/1.1" status: 200 len: 959 time: 3.0332153 Apr 05 12:11:36.246745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50710) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:36.267753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-98ed777c-28a1-4a67-864a-ab032291cb9b req-0fc6b681-c1de-48b2-9830-f4b4669b7cf7 service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206532 Apr 05 12:11:36.268357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4107bb3-b8f1-4e7e-a34e-77fabefba85a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:36.304722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.340111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:36.340808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.353492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Allocated IP 2001:db8::2 (b33b6583-5ba6-4d99-bab2-601611893fed/ed943a57-7a00-40ab-85f2-2842bae13777/8ee88457-3f27-49fc-b443-2efd92b225e5) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:36.385315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Calling delete_port for 95f8ce79-f37a-456b-abae-60e853d803ae owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:36.437573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port e7ce4755-e0e8-4d05-817b-03775b0c27ce {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:36.437919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.469991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.474467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1845ba0-9321-4e16-a4db-f15f127efa1b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2092288 Apr 05 12:11:36.477890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.485779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50716) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:36.490950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.492335 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd6962cb-312d-4ec6-92fe-66202c037552 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0771208 Apr 05 12:11:36.509494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50718) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:36.523303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1621186320', 'security_groups': ['f4107bb3-b8f1-4e7e-a34e-77fabefba85a'], 'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae8b9616-d335-4342-b094-e6e4bdae64a9'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:36.542328 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97f3b877-ea7f-44cc-982a-36a9906b1a3e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9364922 Apr 05 12:11:36.544094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:36.642938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.795971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed9e179-ab04-46e8-9862-5d6f493c546e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:36.813681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b17580e-2d42-4ef7-b213-308b13e76fac req-38acff32-f931-4798-8695-4cd86db65ec2 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.1541703 Apr 05 12:11:36.871946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:36.928609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Transition to ACTIVE for port object 8ee88457-3f27-49fc-b443-2efd92b225e5 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:36.940504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce824f-cd6d-4f82-9566-bb1e685b9ef8 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:36.984399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327ee893-f612-446e-9c02-bfbbc78ed319') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:36.984916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327ee893-f612-446e-9c02-bfbbc78ed319') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:37.006379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Transition to ACTIVE for port object 8ee88457-3f27-49fc-b443-2efd92b225e5 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:37.058065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.061925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e00dc-bb53-45a5-900a-b8c11087f9be tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:37.068160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e00dc-bb53-45a5-900a-b8c11087f9be tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:37.070638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a56e00dc-bb53-45a5-900a-b8c11087f9be tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:37.109093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.119229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a56e00dc-bb53-45a5-900a-b8c11087f9be tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:37.121069 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a56e00dc-bb53-45a5-900a-b8c11087f9be tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.5589037 Apr 05 12:11:37.125011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50740) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:37.278760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for e7ce4755-e0e8-4d05-817b-03775b0c27ce owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:37.295327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-63e03ae2-7556-4031-86c7-f7fd58f2b848 None None] Provisioning for port 6f433571-9a76-421b-8d32-e5a653cb016a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:37.316077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 6f433571-9a76-421b-8d32-e5a653cb016a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:37.328304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.375534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Network b33b6583-5ba6-4d99-bab2-601611893fed is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:37.390552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:37.402002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:37.481945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Pushing event updated for resources: {'Port': ['ID=8ee88457-3f27-49fc-b443-2efd92b225e5,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:37.492049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Allocated IP 172.20.0.35 (2302720f-7b90-4d5a-b8b9-23047cf14086/002f400b-8a2f-4691-acef-7c3374ee7b66/7b0581d5-9cce-4e02-a86a-c49e783e6e84) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:37.521460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:37.521460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.555337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.619477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=e7ce4755-e0e8-4d05-817b-03775b0c27ce,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:37.686670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261070ad-ea38-45fd-913f-ce2475852e30 req-5159de30-d6cd-44bc-b4fd-b5b0ebec42cc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:37.695917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-261070ad-ea38-45fd-913f-ce2475852e30 req-5159de30-d6cd-44bc-b4fd-b5b0ebec42cc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.4929376 Apr 05 12:11:37.697862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.708846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:37.709566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.734206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Attempting to bind port 8ee88457-3f27-49fc-b443-2efd92b225e5 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:37.734574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Attempting to bind port 8ee88457-3f27-49fc-b443-2efd92b225e5 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9f97d31d-e3f5-4014-b064-a56ed8773f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:37.734939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Attempting to bind port 8ee88457-3f27-49fc-b443-2efd92b225e5 on network b33b6583-5ba6-4d99-bab2-601611893fed {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:37.751042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:37.751427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Checking segment: {'id': '9f97d31d-e3f5-4014-b064-a56ed8773f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:37.751868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.752273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Bound using segment: {'id': '9f97d31d-e3f5-4014-b064-a56ed8773f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:37.752792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Bound port: 8ee88457-3f27-49fc-b443-2efd92b225e5, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f97d31d-e3f5-4014-b064-a56ed8773f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b33b6583-5ba6-4d99-bab2-601611893fed'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:37.753172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.814485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 6f433571-9a76-421b-8d32-e5a653cb016a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:37.826161 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:37.832008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:37.839782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.842667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.889612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 6f433571-9a76-421b-8d32-e5a653cb016a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:37.890012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.962785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:37.999250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Pushing event deleted for resources: {'Port': ['ID=95f8ce79-f37a-456b-abae-60e853d803ae,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:38.019329 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c7d53f38-ec7e-4c19-a2fc-86cd0b418576 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/e7ce4755-e0e8-4d05-817b-03775b0c27ce HTTP/1.1" status: 204 len: 168 time: 1.7286277 Apr 05 12:11:38.024852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:38.025461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.076796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:38.078078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:38.101697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] For port 8ee88457-3f27-49fc-b443-2efd92b225e5, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:38.109278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] For port 8ee88457-3f27-49fc-b443-2efd92b225e5, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ee88457-3f27-49fc-b443-2efd92b225e5,segment=NetworkSegment(9f97d31d-e3f5-4014-b064-a56ed8773f54),segment_id=9f97d31d-e3f5-4014-b064-a56ed8773f54)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:38.133929 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd05f2e-3b73-4158-89ed-0e8da92809e1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] GET failed (client error): The resource could not be found. Apr 05 12:11:38.134520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8fd05f2e-3b73-4158-89ed-0e8da92809e1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Synchronizing usage tracker for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:38.142343 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea525967-bc84-4be6-ad1b-e4f2d059854d req-dedd2e83-9e64-46d1-ade2-d98c41e6c9f3 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.1182020 Apr 05 12:11:38.174386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.200609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8fd05f2e-3b73-4158-89ed-0e8da92809e1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Unset dirty status for tenant:b908c52ed3fb4671855baa09de4e6fba on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:38.201838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.202111 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8fd05f2e-3b73-4158-89ed-0e8da92809e1 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports/e7ce4755-e0e8-4d05-817b-03775b0c27ce HTTP/1.1" status: 404 len: 333 time: 0.1761050 Apr 05 12:11:38.205974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50754) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:38.228599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Transition to ACTIVE for port object 7b0581d5-9cce-4e02-a86a-c49e783e6e84 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:38.252855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=3ed9e179-ab04-46e8-9862-5d6f493c546e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:38.270129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.305363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.314422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.378033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.408220 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-261070ad-ea38-45fd-913f-ce2475852e30 req-0cd454b9-ec91-4e55-aed9-0fe04673a84b tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5777450 Apr 05 12:11:38.411312 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-697435ec-f06d-4088-93ea-32d688afcdad tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/3ed9e179-ab04-46e8-9862-5d6f493c546e HTTP/1.1" status: 204 len: 168 time: 10.3233044 Apr 05 12:11:38.417297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.419167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3ad8a064-49fc-4f1a-96a3-f1534709af47 tempest-RoutersAdminNegativeIpV6Test-1142514391 tempest-RoutersAdminNegativeIpV6Test-1142514391-project-admin] 10.222.0.50 "DELETE /v2.0/ports/95f8ce79-f37a-456b-abae-60e853d803ae HTTP/1.1" status: 204 len: 168 time: 3.9885664 Apr 05 12:11:38.437277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50758) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:38.438174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:38.457591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:38.506979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.525580 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02d7c10-6a03-4563-8863-efc8dcc3253d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:38.526168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02d7c10-6a03-4563-8863-efc8dcc3253d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:38.527849 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a02d7c10-6a03-4563-8863-efc8dcc3253d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/3ed9e179-ab04-46e8-9862-5d6f493c546e HTTP/1.1" status: 404 len: 339 time: 0.0966642 Apr 05 12:11:38.541481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:38.553960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea421b8-838c-40db-baff-f0213be3501a None None] Pushing event updated for resources: {'Port': ['ID=8ee88457-3f27-49fc-b443-2efd92b225e5,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:38.566768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803523594', 'description': 'd1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:38.596319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:38.613440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.627782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Usage tracker for resource:network and tenant:7f7bbac4e3b54b0caf259b4fae992c65 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:38.633754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:38.652878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:38.694382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 6f433571-9a76-421b-8d32-e5a653cb016a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6f433571-9a76-421b-8d32-e5a653cb016a,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:38.710060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.747612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:38.751755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Update dhcp port {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '05d03cc0-a271-4abc-a47f-277d6252ea6a'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '6f433571-9a76-421b-8d32-e5a653cb016a'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:38.756127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.763040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-7dd90c2d-c439-4fb4-bb3d-c50941f3b251 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:38.766649 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-7dd90c2d-c439-4fb4-bb3d-c50941f3b251 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.4631655 Apr 05 12:11:38.838950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:38.858735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59b334-8dc7-4d92-b1a3-10704f3c9b47 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:38.918390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.027797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0ce36-3cca-4740-b477-2441b52bbd54,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:39.090334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.147854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:39.150360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.154122 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ddbf8737-1ae5-4d75-a6b4-63917b325c3c tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/security-groups/bcc0ce36-3cca-4740-b477-2441b52bbd54 HTTP/1.1" status: 204 len: 168 time: 0.9447508 Apr 05 12:11:39.176590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:39.177038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50776) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:39.234188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:39.293342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.293684 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment f5ad0cb3-28b4-42f9-bd3a-5f5e61440c3b of type vlan for network 4e4fae17-cc48-4319-8340-0fe0b3be0632 Apr 05 12:11:39.302439 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-106ab608-8666-417d-8d67-a5c2949dd4d4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 380 time: 0.4076104 Apr 05 12:11:39.387664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'port': {'device_id': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'admin_state_up': True, 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'security_groups': ['b61fc9c0-1689-41c1-b903-fb8b9b525899']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:39.463562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.486152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=6f433571-9a76-421b-8d32-e5a653cb016a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:39.509486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.516564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.547955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:39.574097 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f297e32c-0434-46c4-97d3-a2732b45120d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb HTTP/1.1" status: 204 len: 168 time: 2.4457822 Apr 05 12:11:39.580087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:39.586905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.595166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.649060 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-08404e92-cd44-4bfe-99c8-55209d5a8482 req-4133dafb-fe7e-47fc-9c9d-8746a8666602 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.1881535 Apr 05 12:11:39.672009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.678905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:39.680057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:39.772781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:39.776131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Allocated IP 2001:db8::f816:3eff:fe54:acad (0d84777e-b69b-410c-a2a6-18fcc490dd2e/05d03cc0-a271-4abc-a47f-277d6252ea6a/6f433571-9a76-421b-8d32-e5a653cb016a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:39.797329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ee88457-3f27-49fc-b443-2efd92b225e5 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:39.842562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Usage tracker for resource:security_group_rule and tenant:b47b6b8d20064adfb7ea3f1f0c02ae83 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:39.870740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:40.007096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:40.029406 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4864147 Apr 05 12:11:40.047115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:40.047496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.050200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50790) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:40.060173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.085485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:40.088949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:40.092489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:40.097583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:40.128315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2a225-a07a-468b-a59c-fac91e5d2b2f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=4e4fae17-cc48-4319-8340-0fe0b3be0632,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:40.151552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.163403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4e4fae17-cc48-4319-8340-0fe0b3be0632 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:40.196946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8ee88457-3f27-49fc-b443-2efd92b225e5 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:40.207893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144a20b-9044-422f-a4fd-f4c698346b0b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:40.219997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:40.232183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8a398c-2129-4c2f-b466-a0ba13638cf8 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:40.232895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c8a398c-2129-4c2f-b466-a0ba13638cf8 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Synchronizing usage tracker for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:40.266937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:40.268247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2f64ddef-c11f-4e8b-871e-ef8467c91fe6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6854603 Apr 05 12:11:40.274670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] For port 6f433571-9a76-421b-8d32-e5a653cb016a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6f433571-9a76-421b-8d32-e5a653cb016a,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:40.276494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50794) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:40.286997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d95298-eaa8-4773-9e39-3ea4d439c67b None None] Network b33b6583-5ba6-4d99-bab2-601611893fed requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:40.293274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:port and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:40.311752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:40.324912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.326341 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2325197-d3f2-4b61-b267-a1e8078329de tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/security-groups/7144a20b-9044-422f-a4fd-f4c698346b0b HTTP/1.1" status: 204 len: 168 time: 1.1332598 Apr 05 12:11:40.334266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:40.410628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:40.438667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 05d03cc0-a271-4abc-a47f-277d6252ea6a {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:40.439975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:40.456776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] device_id is not set on port 1d2ee313-439a-4205-b608-3b668d8be485 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:40.500831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Could not find standard attr ID for object e7ce4755-e0e8-4d05-817b-03775b0c27ce. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:40.516940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c8a398c-2129-4c2f-b466-a0ba13638cf8 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Unset dirty status for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:40.521032 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c8a398c-2129-4c2f-b466-a0ba13638cf8 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks?id=4e4fae17-cc48-4319-8340-0fe0b3be0632 HTTP/1.1" status: 200 len: 764 time: 0.4660306 Apr 05 12:11:40.530796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50802) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:40.534943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.545304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.571483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.579928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'description': 'd2'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:40.600305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Made reservation on behalf of b6269eca554841afa8bd6f43eff14c71 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:40.604747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.606562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:40.610502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.627062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Provisioning for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:40.640864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:40.641315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2156b615-8fd4-4202-864f-24924b97555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.658659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8::1 (b33b6583-5ba6-4d99-bab2-601611893fed/ed943a57-7a00-40ab-85f2-2842bae13777/1163b4ec-64e1-4d7f-ad39-05c5c22d7523) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:40.677712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.737616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Transition to ACTIVE for port object 6f433571-9a76-421b-8d32-e5a653cb016a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:40.745523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b47b6b8d20064adfb7ea3f1f0c02ae83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5504692 Apr 05 12:11:40.747685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50808) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:40.772883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.828862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:40.976998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81351cd-1545-47e7-a955-ea49103c1d46,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:40.995392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8::7b (4b9ee433-f991-4765-8018-226e3207193a/ae8b9616-d335-4342-b094-e6e4bdae64a9/1d2ee313-439a-4205-b608-3b668d8be485) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:40.995739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.996283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.996870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.997429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.997963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.998491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.998922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.999439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:40.999883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:41.000316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:41.000779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:41.001274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61e3c43-0538-43d2-83e9-6876fea159af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:41.016847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.064736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.099406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51fd27f-c803-4497-b0f3-e8509716c1a1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:41.146906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.148839 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b8f525b-83f0-4604-8e62-066fda6867e0 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/security-groups/e51fd27f-c803-4497-b0f3-e8509716c1a1 HTTP/1.1" status: 204 len: 168 time: 0.8131180 Apr 05 12:11:41.152049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35fa2b-60d8-4dc8-be42-1349f78a5f5c None None] Pushing event updated for resources: {'Port': ['ID=6f433571-9a76-421b-8d32-e5a653cb016a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:41.166423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50812) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:41.274878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 6f433571-9a76-421b-8d32-e5a653cb016a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:41.301851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 0420882d-7919-4851-a940-5e3d89370ad5 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:41.313158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.319373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.416189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Provisioning for port 8ee88457-3f27-49fc-b443-2efd92b225e5 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:41.426013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Provisioning complete for port 8ee88457-3f27-49fc-b443-2efd92b225e5 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:41.426392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.429138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.453247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 1d2ee313-439a-4205-b608-3b668d8be485 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:41.496614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.559067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.635864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.650321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.686893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] For port 8ee88457-3f27-49fc-b443-2efd92b225e5, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ee88457-3f27-49fc-b443-2efd92b225e5,segment=NetworkSegment(9f97d31d-e3f5-4014-b064-a56ed8773f54),segment_id=9f97d31d-e3f5-4014-b064-a56ed8773f54)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:41.699481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.702343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.20.0.4 (0744352a-31de-48f1-9b25-45a46005f79b/b8135c0d-5e09-4a3c-b621-862bb00d884e/2b2c8889-14aa-436c-bcd9-37490e35c91e) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:41.801000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Could not find standard attr ID for object e7ce4755-e0e8-4d05-817b-03775b0c27ce. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:41.803576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ee9e-d96d-47a5-a1fa-084e8d5bb0f5 None None] Pushing event updated for resources: {'Port': ['ID=8ee88457-3f27-49fc-b443-2efd92b225e5,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:41.810765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.837825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81351cd-1545-47e7-a955-ea49103c1d46,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:41.876945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.891561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65920c6d-aa44-4f59-9d93-787c3dfa43f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a81351cd-1545-47e7-a955-ea49103c1d46 HTTP/1.1" status: 204 len: 168 time: 1.1376512 Apr 05 12:11:41.920874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.930823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.932339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-717373da-4948-49ef-851d-3e8f0bb78ece None None] Provisioning complete for port 8ee88457-3f27-49fc-b443-2efd92b225e5 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:41.932550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-717373da-4948-49ef-851d-3e8f0bb78ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.984363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:41.996454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=05d03cc0-a271-4abc-a47f-277d6252ea6a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:41.999363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caccc01-b882-40a2-80b3-e728146fcb0e None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:42.012150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.024222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeca6b-dc34-47ad-89b0-a1769013ea43 req-93f1eebf-1f9a-4090-ac5a-f3b2b9c321e8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:42.025907 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3caeca6b-dc34-47ad-89b0-a1769013ea43 req-93f1eebf-1f9a-4090-ac5a-f3b2b9c321e8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.9768975 Apr 05 12:11:42.119835 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9e9fe443-c07a-44b2-9f97-e527b815d478 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/05d03cc0-a271-4abc-a47f-277d6252ea6a HTTP/1.1" status: 204 len: 168 time: 1.8414032 Apr 05 12:11:42.126411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50820) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:42.139747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=1d2ee313-439a-4205-b608-3b668d8be485,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:42.163333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7447e80a-a052-4b2c-953d-eac7e4ac6dc9 req-76abb5de-9a3c-4d6c-a9e6-2e5c045d8887 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.6077263 Apr 05 12:11:42.337123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:42.343711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:42.349546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.386779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.397994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a723de8-fa01-4b9d-97dc-d9dd5a9dc6cf None None] Could not find standard attr ID for object be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:42.403437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:42.411326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:42.422090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.425751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:42.443775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a723de8-fa01-4b9d-97dc-d9dd5a9dc6cf None None] Provisioning for port 6f433571-9a76-421b-8d32-e5a653cb016a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:42.443960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:42.444620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.456810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a723de8-fa01-4b9d-97dc-d9dd5a9dc6cf None None] Provisioning complete for port 6f433571-9a76-421b-8d32-e5a653cb016a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:42.457468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a723de8-fa01-4b9d-97dc-d9dd5a9dc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.485442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.515565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50824) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:42.521736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=0420882d-7919-4851-a940-5e3d89370ad5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:42.537626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.547073 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-730d2e22-cd59-4dbc-b600-75fde9fbbd88 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/0420882d-7919-4851-a940-5e3d89370ad5 HTTP/1.1" status: 204 len: 168 time: 1.3762619 Apr 05 12:11:42.550401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50828) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:42.559415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74851b7d-ea6c-495e-9ac6-beda5009ee73 None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:42.631333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 002f400b-8a2f-4691-acef-7c3374ee7b66 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:42.638608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.704943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.836276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.885000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.928896 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9650b4b9-67d1-4a7b-9946-fe5265d51a12 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4400792 Apr 05 12:11:42.932147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3caeca6b-dc34-47ad-89b0-a1769013ea43 req-afe991a3-28d0-4ebc-8a93-d45b8313fd6c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8259478 Apr 05 12:11:42.933174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:42.934359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:42.943515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.005089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network 4e4fae17-cc48-4319-8340-0fe0b3be0632 is not hosted by any dhcp agent {{(pid=87957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 12:11:43.012449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:43.013376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.017289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "PUT /v2.0/networks/4e4fae17-cc48-4319-8340-0fe0b3be0632 HTTP/1.1" status: 200 len: 761 time: 2.4829774 Apr 05 12:11:43.029695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50838) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.040352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.059773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:43.079656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-184dcfcf-d817-4f11-8516-ca31922cc4d7 None None] Provisioning for port 1d2ee313-439a-4205-b608-3b668d8be485 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:43.094194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-184dcfcf-d817-4f11-8516-ca31922cc4d7 None None] Provisioning complete for port 1d2ee313-439a-4205-b608-3b668d8be485 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:43.094586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-184dcfcf-d817-4f11-8516-ca31922cc4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.144744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=002f400b-8a2f-4691-acef-7c3374ee7b66,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:43.147641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.170693 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a4fb75d4-fd8d-494b-92d3-6e8261b30569 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/002f400b-8a2f-4691-acef-7c3374ee7b66 HTTP/1.1" status: 204 len: 168 time: 0.6154010 Apr 05 12:11:43.173327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.222492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50842) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.406520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ee88457-3f27-49fc-b443-2efd92b225e5 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:43.447352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:43.451908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:43.455851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.461625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:43.501022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:43.505475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:43.515201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.525474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f8e8d-b251-477b-a222-8ec909c84691 None None] Update dhcp port {'port': {'network_id': '2302720f-7b90-4d5a-b8b9-23047cf14086', 'fixed_ips': [{'subnet_id': '1d9bd44b-a20f-42de-b2f2-8af0ee69501c', 'ip_address': '172.20.0.18'}, {'subnet_id': '002f400b-8a2f-4691-acef-7c3374ee7b66'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '7b0581d5-9cce-4e02-a86a-c49e783e6e84'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:43.525843 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-afdff211-6bfb-4bf8-be1c-8bffd90a0ed7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7 HTTP/1.1" status: 204 len: 168 time: 1.3869193 Apr 05 12:11:43.528348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.548287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=1163b4ec-64e1-4d7f-ad39-05c5c22d7523,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:43.567718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8ee88457-3f27-49fc-b443-2efd92b225e5 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:43.568126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.568615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b13a55-f11a-48db-b276-64b6ec0ec218 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:43.570430 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e7b13a55-f11a-48db-b276-64b6ec0ec218 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks?id=4e4fae17-cc48-4319-8340-0fe0b3be0632 HTTP/1.1" status: 200 len: 764 time: 0.5122135 Apr 05 12:11:43.607804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50852) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.617432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:43.621129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.660235 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ad2757f-ae7b-4970-b157-c1ebaca699fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275637 Apr 05 12:11:43.666603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24eee9-0ad7-479f-a69e-5f0b4cab7d18 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:43.677041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.677898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-760da9f6-2807-4e4d-82cc-33f6bb831a1e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:43.678434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760da9f6-2807-4e4d-82cc-33f6bb831a1e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:43.681378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-184dcfcf-d817-4f11-8516-ca31922cc4d7 None None] Port 1d2ee313-439a-4205-b608-3b668d8be485 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:43.682900 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-760da9f6-2807-4e4d-82cc-33f6bb831a1e tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/0420882d-7919-4851-a940-5e3d89370ad5 HTTP/1.1" status: 404 len: 337 time: 0.1407008 Apr 05 12:11:43.689090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.696987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:43.704131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network b33b6583-5ba6-4d99-bab2-601611893fed is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:43.749768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d347937-3224-431f-b1ca-b3401455a94f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=4e4fae17-cc48-4319-8340-0fe0b3be0632,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:43.789830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:43.796987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-72adad5d-f104-45f8-8a14-8fa73a3aeb5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8da5a58cd9c042f6aef0d9f7217eb39d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2655880 Apr 05 12:11:43.796987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:43.796987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.805790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-210f8e8d-b251-477b-a222-8ec909c84691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.815120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:43.828512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9d7f4ad7-38c7-4b55-8290-459353dd6e85 req-54cfa55f-bdc6-4fac-8e83-3173d9991e4e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:43.829932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4e4fae17-cc48-4319-8340-0fe0b3be0632 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:43.895394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:43.982600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting subnet 1d9bd44b-a20f-42de-b2f2-8af0ee69501c {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:43.995089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Transition to ACTIVE for port object 2b2c8889-14aa-436c-bcd9-37490e35c91e will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:44.003670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.043397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9d7f4ad7-38c7-4b55-8290-459353dd6e85 req-54cfa55f-bdc6-4fac-8e83-3173d9991e4e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:44.044735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9d7f4ad7-38c7-4b55-8290-459353dd6e85 req-54cfa55f-bdc6-4fac-8e83-3173d9991e4e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.3688133 Apr 05 12:11:44.112633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.116272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-914187f9-973c-4d91-8c4b-5d363c0e0f21 None None] Provisioning complete for port 6f433571-9a76-421b-8d32-e5a653cb016a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:44.117250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-914187f9-973c-4d91-8c4b-5d363c0e0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.160062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.228958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 6f433571-9a76-421b-8d32-e5a653cb016a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:44.247006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.283149 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae8b9616-d335-4342-b094-e6e4bdae64a9 (CIDR: 2001:db8::/64) Apr 05 12:11:44.296044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27223af-c55d-4909-8979-677d32dc607d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:44.297693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a27223af-c55d-4909-8979-677d32dc607d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Synchronizing usage tracker for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:44.304607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:44.318975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a27223af-c55d-4909-8979-677d32dc607d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Unset dirty status for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:44.320604 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a27223af-c55d-4909-8979-677d32dc607d tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7118311 Apr 05 12:11:44.321962 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:11:44.322547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:44.326703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:44.328289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:44.333576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:44.357327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.388070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f834519-7e6a-46ac-9b26-1ccaf15770f0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Synchronizing usage tracker for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:44.406135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:44.437645 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c24181c2-6038-4c08-96a1-76c54729001b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4981189 Apr 05 12:11:44.438468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50872) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:44.445473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f834519-7e6a-46ac-9b26-1ccaf15770f0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Unset dirty status for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:44.445473 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f834519-7e6a-46ac-9b26-1ccaf15770f0 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 207 time: 0.1098785 Apr 05 12:11:44.451996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:44.461861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50876) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:44.498576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 6f433571-9a76-421b-8d32-e5a653cb016a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:44.500220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.570037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:44.573906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.615979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:11:44.625376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Deleting port 6f433571-9a76-421b-8d32-e5a653cb016a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:44.625863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.661391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.679800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac95f5b-d0b1-4b77-bd2b-9d18dd3ec6f5 req-8ae17b06-1f77-42ec-b055-6903bd3fd35c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:44.681445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bac95f5b-d0b1-4b77-bd2b-9d18dd3ec6f5 req-8ae17b06-1f77-42ec-b055-6903bd3fd35c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.4965346 Apr 05 12:11:44.696287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.728717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:44.735194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:44.739718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:44.749549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:44.775147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.776423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93deec61-9bee-4be3-a10a-e67ad90d0b55 HTTP/1.1" status: 204 len: 168 time: 0.9512870 Apr 05 12:11:44.777478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9fdd6-5d10-408a-b5a6-491f61722662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93deec61-9bee-4be3-a10a-e67ad90d0b55,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:44.799679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:44.804094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:44.974808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] For port 6f433571-9a76-421b-8d32-e5a653cb016a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=6f433571-9a76-421b-8d32-e5a653cb016a,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:44.975395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.107127 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1da715e1-ad3f-495f-8554-f333833e10cb (CIDR: 2001:db8:0:1::/64) Apr 05 12:11:45.109395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.158001 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:11:45.158770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:45.235440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:45.244235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:45.253610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.254251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.287528 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7fd1cd5d-1675-4950-adf2-13944767485e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8440499 Apr 05 12:11:45.302665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=7db75694-1754-4766-b97a-df115cf6ff42,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:45.305378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:45.314908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'subnet': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:45.336032 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-701e0a31-1467-43e7-87bf-2eb17a05c6d2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6580193 Apr 05 12:11:45.342561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:45.350919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ca1b93b6-d6da-4f3c-8850-cc73bc780e52 None None] Provisioning for port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:45.370425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:45.381229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Calling delete_port for 6f433571-9a76-421b-8d32-e5a653cb016a owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:45.429372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.447333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.456331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.472228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.492345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ca1b93b6-d6da-4f3c-8850-cc73bc780e52 None None] Provisioning complete for port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:45.492848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca1b93b6-d6da-4f3c-8850-cc73bc780e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.506171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-210f8e8d-b251-477b-a222-8ec909c84691 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d9bd44b-a20f-42de-b2f2-8af0ee69501c: This subnet is being modified by another concurrent operation. Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:11:45.522879 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d9bd44b-a20f-42de-b2f2-8af0ee69501c: This subnet is being modified by another concurrent operation. Apr 05 12:11:45.527156 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:11:45.530595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:45.533041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-011c442b-4650-4985-b305-4babcb5a2f55 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.0690913 Apr 05 12:11:45.538239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.566278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bac95f5b-d0b1-4b77-bd2b-9d18dd3ec6f5 req-f784fda8-d684-46be-9287-092c5138a9ba tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8526130 Apr 05 12:11:45.567918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.568864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:45.647713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] Pushing event deleted for resources: {'Port': ['ID=6f433571-9a76-421b-8d32-e5a653cb016a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:45.655892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba4f4b-9644-4787-8f4f-ce0d5746a3d9 None None] Network 2302720f-7b90-4d5a-b8b9-23047cf14086 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:45.749536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb1488-5ecd-4edc-ba26-dc3bc8e094ab None None] No DVR routers for this DVR port 6f433571-9a76-421b-8d32-e5a653cb016a on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:11:45.752755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.792183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba7e6a-9ff5-46bd-a4eb-d03d641bf2d0 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:45.812555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b93b6-d6da-4f3c-8850-cc73bc780e52 None None] Port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:45.855242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:45.868481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Usage tracker for resource:subnet and tenant:5ec27b2079774f54b119c490ebd10e7e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:45.874658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:45.883216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:45.891738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:45.894408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9bd44b-a20f-42de-b2f2-8af0ee69501c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:45.900024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:45.918126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:45.951486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:45.962070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Made reservation on behalf of 5ec27b2079774f54b119c490ebd10e7e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:45.966654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:45.977047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7b0581d5-9cce-4e02-a86a-c49e783e6e84 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:11:45.987707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.004138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.005638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.005985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.006318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.006648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.006979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.007328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.007649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.007966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.008458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.008793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.009113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:46.016268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:46.029744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:46.032188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:46.088143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50916) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.089633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Provisioning complete for port e32262f4-96a5-4c76-a457-d779f9193f37 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:46.090188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.103320 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-96cf1ac7-0d03-4a43-a791-faa87da4a4ac tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/1d9bd44b-a20f-42de-b2f2-8af0ee69501c HTTP/1.1" status: 204 len: 168 time: 2.4014499 Apr 05 12:11:46.112232 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab90c32d-901f-4266-b784-48cef6cff634 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5389452 Apr 05 12:11:46.112232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.112546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.134306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:46.224682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.225471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.228880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:46.234104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.241952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41219cc-f3f2-4fba-ac28-3d276664aded req-a55922f2-c6c4-48fa-bbbf-9aaa50dc8062 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.243512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c41219cc-f3f2-4fba-ac28-3d276664aded req-a55922f2-c6c4-48fa-bbbf-9aaa50dc8062 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 931 time: 0.8862855 Apr 05 12:11:46.293741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.299796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9d889-3a66-49ad-8fd9-22214c439245 req-ff406fdf-ce59-4ae8-a06b-fff6233d0f40 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.302020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fcc9d889-3a66-49ad-8fd9-22214c439245 req-ff406fdf-ce59-4ae8-a06b-fff6233d0f40 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4358900 Apr 05 12:11:46.303345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e3f95e83-ff1c-47b2-a1b2-bc085f71ed79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9630370 Apr 05 12:11:46.308455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.337286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Request body: {'port': {'device_id': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:46.351687 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e912ab-a8fa-41db-89ff-a0127df092e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:46.352775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e912ab-a8fa-41db-89ff-a0127df092e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:46.357523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-42e912ab-a8fa-41db-89ff-a0127df092e7 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/a1a1bf5b-0b38-44fb-9ff9-c6b9686a615e HTTP/1.1" status: 404 len: 337 time: 0.2363274 Apr 05 12:11:46.358345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.369802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.370743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.388157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Port e32262f4-96a5-4c76-a457-d779f9193f37 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:46.442725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Provisioning complete for port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:46.444344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.477396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] DHCP port deletion for 2302720f-7b90-4d5a-b8b9-23047cf14086 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:11:46.480422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:46.521731 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c41219cc-f3f2-4fba-ac28-3d276664aded req-8abbcd70-3c76-405a-9c02-ad5455f2701e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670453 Apr 05 12:11:46.523457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Deleting port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:46.523780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.550744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fcc9d889-3a66-49ad-8fd9-22214c439245 req-33c99f82-0c07-4b86-a2c4-afdc99420650 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318072 Apr 05 12:11:46.569539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=1163b4ec-64e1-4d7f-ad39-05c5c22d7523,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:46.588798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.589886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 6f433571-9a76-421b-8d32-e5a653cb016a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:11:46.666055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-761592077'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:46.677323 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-390459aa-8dae-452f-ac50-8a1a62b88098 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "GET /v2.0/ports?device_id=f99f6099-513a-4fd8-bae5-b8c7a5b2195b HTTP/1.1" status: 200 len: 205 time: 0.3085430 Apr 05 12:11:46.680102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50938) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.705896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 6f433571-9a76-421b-8d32-e5a653cb016a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:11:46.706314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 6f433571-9a76-421b-8d32-e5a653cb016a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:11:46.707298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.709442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.711214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.712844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.714378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.717538 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8fae4126-772c-4908-a494-c564e9baf37e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5934486 Apr 05 12:11:46.719349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:46.739229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.753083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '7db75694-1754-4766-b97a-df115cf6ff42'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:46.754071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.754193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:network and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:46.806603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:46.823017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-2f3fbe79-115f-4af8-b457-cf317263ef85 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] delete failed (client error): The resource could not be found. Apr 05 12:11:46.823964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2f3fbe79-115f-4af8-b457-cf317263ef85 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/routers/f99f6099-513a-4fd8-bae5-b8c7a5b2195b HTTP/1.1" status: 404 len: 336 time: 0.1429365 Apr 05 12:11:46.837505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:46.839229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50946) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.839827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.886853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:46.890954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.904611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-312bc6ee-cf28-4df7-8568-33e25faebf9d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:46.905070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312bc6ee-cf28-4df7-8568-33e25faebf9d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:46.906734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-312bc6ee-cf28-4df7-8568-33e25faebf9d tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/18d82ab6-2e69-44eb-a8f9-7d83c7e9947a HTTP/1.1" status: 404 len: 337 time: 0.0565498 Apr 05 12:11:46.912284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=11']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:46.917478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:46.933128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50950) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.939623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.941397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.943669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.945037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.946684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:46.951955 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76125272-75fb-435a-915e-62172ad9b908 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2040527 Apr 05 12:11:46.952134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50954) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:46.960693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network b33b6583-5ba6-4d99-bab2-601611893fed is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:46.987131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:47.030118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:47.039019 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-47324ad0-68d2-4081-908f-97e1f881cdff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.039534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47324ad0-68d2-4081-908f-97e1f881cdff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.049901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:security_group_rule and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:47.052539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:47.052936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.060583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:47.066791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.077003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:47.130594 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47324ad0-68d2-4081-908f-97e1f881cdff tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/f7346d33-4206-4e40-8efd-7d1620400882 HTTP/1.1" status: 404 len: 337 time: 0.1955311 Apr 05 12:11:47.137786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50958) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.217264 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-57da9d7a-c4ff-48b3-b1da-3355fb322479 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.217723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57da9d7a-c4ff-48b3-b1da-3355fb322479 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.233471 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-57da9d7a-c4ff-48b3-b1da-3355fb322479 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/4a2ea252-319c-4ed1-a490-9456661f2b65 HTTP/1.1" status: 404 len: 337 time: 0.0906527 Apr 05 12:11:47.234100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50962) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.305901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af75a6-fd61-4750-8aa1-834ad5c26751 req-4a4ca6b7-9b30-451e-af30-a49bd97fff46 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:47.314394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25af75a6-fd61-4750-8aa1-834ad5c26751 req-4a4ca6b7-9b30-451e-af30-a49bd97fff46 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5623460 Apr 05 12:11:47.323609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Calling delete_port for 7b0581d5-9cce-4e02-a86a-c49e783e6e84 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:47.327392 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-471736d3-06d6-427e-93dd-9a964c7ae8b4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.327813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471736d3-06d6-427e-93dd-9a964c7ae8b4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.365693 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-471736d3-06d6-427e-93dd-9a964c7ae8b4 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/be6579da-1606-46f5-a888-cf2a1fcb8045 HTTP/1.1" status: 404 len: 333 time: 0.1251018 Apr 05 12:11:47.367948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.399301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:47.409216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.411927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Allocated IP 172.20.0.2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/7db75694-1754-4766-b97a-df115cf6ff42/f859c4e2-33a3-4593-82a3-58fcd67cfa0f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:47.420899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.476147 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53465d3-ed2a-4143-ad2c-ca635de8576a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.476605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53465d3-ed2a-4143-ad2c-ca635de8576a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.490117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:47.490852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:47.536394 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b53465d3-ed2a-4143-ad2c-ca635de8576a tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/97afab86-b938-4e60-9ec1-35a3e0b50d80 HTTP/1.1" status: 404 len: 337 time: 0.1621990 Apr 05 12:11:47.541417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50970) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.558979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Network 4b9ee433-f991-4765-8018-226e3207193a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:47.599003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:47.615800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:47.616876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.623156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.631128 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b54913-009a-448c-9b33-d9c2e6d54329 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.631663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b54913-009a-448c-9b33-d9c2e6d54329 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.636111 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e7b54913-009a-448c-9b33-d9c2e6d54329 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/688cfee3-8933-4ea1-8987-e7eeacac6b7a HTTP/1.1" status: 404 len: 337 time: 0.0889668 Apr 05 12:11:47.637775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50976) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.648116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.663668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25af75a6-fd61-4750-8aa1-834ad5c26751 req-f604bf61-1461-4725-811e-cdf33c5ac69d tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3491981 Apr 05 12:11:47.685375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf13c52-ecd8-4287-a7c1-b2737afb51a6 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:47.698206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Pushing event updated for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=12']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:47.706503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Subnet': ['ID=8a601e79-75ca-4f86-b475-8bbefd187b28,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:47.733476 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c0bb1d8-1c64-4ad0-86aa-196b05ddcc99 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4239690 Apr 05 12:11:47.740575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:47.745253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50982) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.749067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Provisioning for port 2b2c8889-14aa-436c-bcd9-37490e35c91e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:47.753633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.753978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.754315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.754688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.755017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.755368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.755823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.756197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.757393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.757896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.758345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.758741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb1943-985d-45f3-b289-923c7e7a3357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:11:47.761326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-961641941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8a601e79-75ca-4f86-b475-8bbefd187b28'}], 'security_groups': ['92fd82ac-beb2-4fa2-8afd-9a9a947b8ffb', '35472963-bbd7-4b92-8b77-56f820329f9d']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:47.804928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=505b7250-1cd2-4805-b34f-66e1fa57c52e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:47.819877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.820344 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Added segment c9c0240a-85de-4b80-9475-1a25eaf01ace of type vlan for network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 Apr 05 12:11:47.823662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Provisioning complete for port 2b2c8889-14aa-436c-bcd9-37490e35c91e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:47.824057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.868236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199337c-8e7b-4571-97d0-5a898e886e1e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:47.869781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5199337c-8e7b-4571-97d0-5a898e886e1e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks/7e2e9e0a-300f-4918-9e48-7d069e18e38a HTTP/1.1" status: 200 len: 804 time: 0.9137630 Apr 05 12:11:47.876234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:11:47.878164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50986) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.881445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:47.891528 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6c5919-7dfc-41b8-877f-81f194baea26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:47.892006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6c5919-7dfc-41b8-877f-81f194baea26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:47.896046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4d6c5919-7dfc-41b8-877f-81f194baea26 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/d5c1be59-cd56-4b4a-a116-57f2b35dbc0b HTTP/1.1" status: 404 len: 333 time: 0.2377818 Apr 05 12:11:47.906835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 1537a314-8de5-47ef-b08d-52e1f5dcc80b is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:11:47.910430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 50990) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:47.996989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Deleting port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:47.997378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.023124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5e7bd1-618c-43a8-8b21-9f7130448582 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:48.023583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5e7bd1-618c-43a8-8b21-9f7130448582 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:48.028423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bc5e7bd1-618c-43a8-8b21-9f7130448582 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/bcc38a58-75d3-4144-8338-4e5749effa51 HTTP/1.1" status: 404 len: 337 time: 0.1101208 Apr 05 12:11:48.036041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.039331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Port 2b2c8889-14aa-436c-bcd9-37490e35c91e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:48.047582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50994) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:48.061545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:48.143613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:48.183118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Provisioning complete for port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:48.183486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.218982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:48.219723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.236249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=78e4a6b7-7244-4217-b72a-80562b50c2bb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:48.239385 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d085703-7212-498d-a124-f28601ce1f85 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] DELETE failed (client error): The resource could not be found. Apr 05 12:11:48.239946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d085703-7212-498d-a124-f28601ce1f85 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:11:48.258068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:48.261058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52a851-30ff-4cb9-a3a2-a535afb67206 req-24c86c50-7cda-4cf0-b3c1-341b851a671c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:48.262563 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3f52a851-30ff-4cb9-a3a2-a535afb67206 req-24c86c50-7cda-4cf0-b3c1-341b851a671c tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4618356 Apr 05 12:11:48.274374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd064cd-9d20-409e-bdf0-b9e39e5dcec2 req-a37f5535-fafb-4567-a500-027d77079b5b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:48.279560 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5cd064cd-9d20-409e-bdf0-b9e39e5dcec2 req-a37f5535-fafb-4567-a500-027d77079b5b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 931 time: 0.5568025 Apr 05 12:11:48.285966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.291238 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8d085703-7212-498d-a124-f28601ce1f85 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/subnets/28f70d7c-f0f6-4978-a791-46aeacfa2898 HTTP/1.1" status: 404 len: 337 time: 0.2398980 Apr 05 12:11:48.293827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:11:48.302055 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3ab19f53-7a20-4628-9113-d10bbc0d3e11 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9549561 Apr 05 12:11:48.302818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 50998) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:48.302997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:48.305148 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d17bf650-839a-44b3-ac3b-632bdcde9cb1 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/1537a314-8de5-47ef-b08d-52e1f5dcc80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7935457 Apr 05 12:11:48.316316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51002) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:48.321984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:80:00:df', 'name': 'tempest-NetworksTestDHCPv6-1294475854'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:48.322516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] Sync routers for ids ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:11:48.365216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Transition to ACTIVE for port object f859c4e2-33a3-4593-82a3-58fcd67cfa0f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:48.401373 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5cd064cd-9d20-409e-bdf0-b9e39e5dcec2 req-d1eee802-3424-4a31-b641-1028b651ffc4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113172 Apr 05 12:11:48.414996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3f52a851-30ff-4cb9-a3a2-a535afb67206 req-df5f7b33-3b22-4359-bd64-0305479b43c9 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1326623 Apr 05 12:11:48.441863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fc440-8c65-4263-80fc-902f3dec1042 None None] Port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:48.448138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.453946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:48.454675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.466562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] Routers {'1537a314-8de5-47ef-b08d-52e1f5dcc80b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:48.467232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:48.512386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2c8889-14aa-436c-bcd9-37490e35c91e {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:11:48.523928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.538155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Transition to ACTIVE for port object f859c4e2-33a3-4593-82a3-58fcd67cfa0f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:48.548270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Transition to ACTIVE for port object 2b2c8889-14aa-436c-bcd9-37490e35c91e will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:48.556419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:48.557307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.558789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.602354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] For port 7b0581d5-9cce-4e02-a86a-c49e783e6e84, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7b0581d5-9cce-4e02-a86a-c49e783e6e84,segment=NetworkSegment(5ea6db31-7fe3-42c3-8d60-c3820180f648),segment_id=5ea6db31-7fe3-42c3-8d60-c3820180f648)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:48.602629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.697702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] Routers {'1537a314-8de5-47ef-b08d-52e1f5dcc80b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:11:48.698621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:48.786558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:48.878993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Attempting to bind port 2b2c8889-14aa-436c-bcd9-37490e35c91e on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:48.879667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Attempting to bind port 2b2c8889-14aa-436c-bcd9-37490e35c91e by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:48.879947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Attempting to bind port 2b2c8889-14aa-436c-bcd9-37490e35c91e on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:48.903761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Calling delete_port for 7b0581d5-9cce-4e02-a86a-c49e783e6e84 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:48.917672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Port 2b2c8889-14aa-436c-bcd9-37490e35c91e on network 0744352a-31de-48f1-9b25-45a46005f79b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:11:48.918162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Attempting to bind port 2b2c8889-14aa-436c-bcd9-37490e35c91e on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:48.928632 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-517cf2ec-0fd0-4d8a-b794-a89d771b6eb7 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/networks/7e2e9e0a-300f-4918-9e48-7d069e18e38a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0386941 Apr 05 12:11:48.934002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:48.934002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:48.934002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Bound using segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:48.934593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Bound port: 2b2c8889-14aa-436c-bcd9-37490e35c91e, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:48.935498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:48.945556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51014) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:48.995365 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8839030 Apr 05 12:11:49.000724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:49.008554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:49.008998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f40eb-39ce-496b-b753-c050aad5058d None None] The sync data for ids ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:11:49.017664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:49.024740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Deleting port e32262f4-96a5-4c76-a457-d779f9193f37 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:49.025089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.042512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:49.044053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'subnet': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:49.050344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:49.056715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Pushing event updated for resources: {'Port': ['ID=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:49.087800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5dc4f-b2cb-4f36-87d1-f87b991fb920 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:49.092453 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c6e5dc4f-b2cb-4f36-87d1-f87b991fb920 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports/1163b4ec-64e1-4d7f-ad39-05c5c22d7523 HTTP/1.1" status: 200 len: 911 time: 0.7199717 Apr 05 12:11:49.092595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:49.116320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda77e-104c-427c-90b3-b5f79e856cf9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Network': ['ID=fbc99951-94c1-4a88-a5b2-6b4f9a05f199,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:49.122167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed943a57-7a00-40ab-85f2-2842bae13777'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:49.142396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.168101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:49.178868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:49.184699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:49.202472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:49.258932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c37b77-09d3-4798-9203-bbc42207955e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:49.258932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a8c37b77-09d3-4798-9203-bbc42207955e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Synchronizing usage tracker for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:49.322732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Attempting to bind port f859c4e2-33a3-4593-82a3-58fcd67cfa0f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:49.323403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Attempting to bind port f859c4e2-33a3-4593-82a3-58fcd67cfa0f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:49.323774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Attempting to bind port f859c4e2-33a3-4593-82a3-58fcd67cfa0f on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:49.330025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:49.352604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:49.353321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:49.353888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.354454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:49.355201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Bound port: f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:49.355908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.366420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:49.370231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:49.380529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ea8fa-105f-443d-b3d3-89a27e75bc8d req-07102628-84c6-49e1-a317-e603a667b096 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:49.388729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d22ea8fa-105f-443d-b3d3-89a27e75bc8d req-07102628-84c6-49e1-a317-e603a667b096 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5047534 Apr 05 12:11:49.391014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a8c37b77-09d3-4798-9203-bbc42207955e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Unset dirty status for tenant:7f7bbac4e3b54b0caf259b4fae992c65 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:49.392243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a8c37b77-09d3-4798-9203-bbc42207955e tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets/9b0029db-16e6-4ab5-9638-42e429ef9300 HTTP/1.1" status: 200 len: 843 time: 0.4441986 Apr 05 12:11:49.406564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51026) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:49.431009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Update dhcp port {'port': {'network_id': '4b9ee433-f991-4765-8018-226e3207193a', 'fixed_ips': [{'subnet_id': '1da715e1-ad3f-495f-8554-f333833e10cb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ae8b9616-d335-4342-b094-e6e4bdae64a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a601e79-75ca-4f86-b475-8bbefd187b28'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'fa903aec-191a-466c-be0e-cf787a5978d0'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:49.455577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.475181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:subnet and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:49.479181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.546235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] Pushing event deleted for resources: {'Port': ['ID=7b0581d5-9cce-4e02-a86a-c49e783e6e84,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:49.554994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce643b44-f2df-4bb8-ab55-f4106f13b671 None None] No DVR routers for this DVR port 7b0581d5-9cce-4e02-a86a-c49e783e6e84 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:11:49.608032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.621255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] For port f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:49.636450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] For port f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:49.659698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:49.674205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.768919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:49.776388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80e19e-c775-4521-88fd-c6f9b2da0488 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['shared'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:49.782491 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c80e19e-c775-4521-88fd-c6f9b2da0488 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "GET /v2.0/subnets/9b0029db-16e6-4ab5-9638-42e429ef9300?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3729384 Apr 05 12:11:49.788212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51032) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:49.793970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.809978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:49.810403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.810567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.811958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 1093 time: 3.4814134 Apr 05 12:11:49.817736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:11:49.838506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658296748'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:49.861857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:49.870651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:49.881535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bd64-2010-43cf-b196-cf0eb28d64c9 None None] Pushing event updated for resources: {'Port': ['ID=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:49.903596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d22ea8fa-105f-443d-b3d3-89a27e75bc8d req-d0104841-15c4-47fc-8245-ac55394681fc tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5136404 Apr 05 12:11:49.907865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:50.017653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 8cfd8c0f-7c8a-4da7-b39e-94214dce797c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:50.039723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e9c5d-9c64-43d8-9efe-d14af0812653 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:50.041461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Allocated IP 2001:db8:0:2::2 (4b9ee433-f991-4765-8018-226e3207193a/8a601e79-75ca-4f86-b475-8bbefd187b28/fa903aec-191a-466c-be0e-cf787a5978d0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:50.047686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:50.211015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.331011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:50.335021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.361513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66560f-04fc-469b-99bf-e1d01026a2d5 req-6a7ba41d-f37b-4c69-90ed-5251650a7cae tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:50.363102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c66560f-04fc-469b-99bf-e1d01026a2d5 req-6a7ba41d-f37b-4c69-90ed-5251650a7cae tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 0.6940877 Apr 05 12:11:50.370077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'status': 'completed', 'code': 200} Apr 05 12:11:50.383164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:50.416677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.437903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Transition to ACTIVE for port object fa903aec-191a-466c-be0e-cf787a5978d0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:50.442904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.484724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Calling delete_port for e32262f4-96a5-4c76-a457-d779f9193f37 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:50.520738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:50.540313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-9dfe8348-edef-472c-8e75-e0ddf7bc99a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:50.541938 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-9dfe8348-edef-472c-8e75-e0ddf7bc99a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1096 time: 0.6355157 Apr 05 12:11:50.569921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 172.20.0.6 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/7db75694-1754-4766-b97a-df115cf6ff42/8cfd8c0f-7c8a-4da7-b39e-94214dce797c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:50.592061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe80:df (0d84777e-b69b-410c-a2a6-18fcc490dd2e/78e4a6b7-7244-4217-b72a-80562b50c2bb/8cfd8c0f-7c8a-4da7-b39e-94214dce797c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:50.613805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.613805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Added segment 0f59d206-ff40-481f-89c7-58a2d7e966f5 of type vlan for network deccd33f-d44d-43d7-ba2a-17fb719f3f1f Apr 05 12:11:50.629002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d570-1011-4456-9874-ecc0db7ea91a None None] Pushing event updated for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:50.665631 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c66560f-04fc-469b-99bf-e1d01026a2d5 req-b30104b4-7bcf-443e-8566-5176a4baedfe tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830315 Apr 05 12:11:50.701032 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-0bf34dd8-e038-4cfa-a154-b1deac6b5fc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 217 time: 0.1490810 Apr 05 12:11:50.719202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.832071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.839514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:50.844544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Port': ['ID=e32262f4-96a5-4c76-a457-d779f9193f37,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:50.944697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-187bed21-874a-4c2c-b33b-3b6c7e343110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:50.945918 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-187bed21-874a-4c2c-b33b-3b6c7e343110 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.2339501 Apr 05 12:11:51.143244 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b2f76ff-21a6-4d49-bf5b-6648143d483f tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/ports/e32262f4-96a5-4c76-a457-d779f9193f37 HTTP/1.1" status: 204 len: 168 time: 2.8345487 Apr 05 12:11:51.168609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Delete allocated IP 2001:db8::7b (4b9ee433-f991-4765-8018-226e3207193a/ae8b9616-d335-4342-b094-e6e4bdae64a9) {{(pid=87958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 12:11:51.175520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51042) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:51.193691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Allocated IP 2001:db8:0:2::325 (4b9ee433-f991-4765-8018-226e3207193a/8a601e79-75ca-4f86-b475-8bbefd187b28/1d2ee313-439a-4205-b608-3b668d8be485) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:51.243591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.249520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:51.251415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.297556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.308782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.374375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82825fe2-f216-4579-bc36-8145eb12a191 req-9d993c92-f970-4a63-8cdd-2e900c8d460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:51.376063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-9d993c92-f970-4a63-8cdd-2e900c8d460c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4191041 Apr 05 12:11:51.390126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45865060-5cc0-4e13-bee9-b2447f911a02 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:51.414009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 8cfd8c0f-7c8a-4da7-b39e-94214dce797c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:51.494757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.520510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:51.520948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.576890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.592032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:51.601563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:51.604227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:51.638805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Transition to ACTIVE for port object 1d2ee313-439a-4205-b608-3b668d8be485 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:51.656026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.658581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:51.702111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=8cfd8c0f-7c8a-4da7-b39e-94214dce797c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:51.723764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:51.760133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning for port fa903aec-191a-466c-be0e-cf787a5978d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:51.768757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:51.769191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.803919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Network': ['ID=deccd33f-d44d-43d7-ba2a-17fb719f3f1f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:51.804746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:51.805407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.856512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] In _notify_port_updated(), no bound segment for port 1d2ee313-439a-4205-b608-3b668d8be485 on network 4b9ee433-f991-4765-8018-226e3207193a {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:11:51.864044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-face5e0d-e4b4-4ec1-b81c-4f3e1846b2bc tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0595672 Apr 05 12:11:51.872880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:51.873547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:51.878336 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "PUT /v2.0/ports/1d2ee313-439a-4205-b608-3b668d8be485 HTTP/1.1" status: 200 len: 969 time: 4.1292946 Apr 05 12:11:51.885027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:51.885467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:51.899621 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d91bae0a-d681-4234-a3fa-c6090b30f15e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.5855393 Apr 05 12:11:51.916146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:51.922909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:51.955426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:11:51.990002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.086332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:52.121419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Subnet': ['ID=d78c4280-1cbf-402c-84b5-27596351f096,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:52.169118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Checking segment: {'id': 'c9c0240a-85de-4b80-9475-1a25eaf01ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:52.170076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network hostable DHCP agents. Network: fbc99951-94c1-4a88-a5b2-6b4f9a05f199, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:52.188619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833629-73be-4f0b-8516-4acc1ba414ed tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event updated for resources: {'Port': ['ID=1d2ee313-439a-4205-b608-3b668d8be485,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:52.203150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1f332-7942-4f9e-8d3a-e862ff3077f8 req-8582051d-efc6-49bc-add2-46778cc4a384 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.204757 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d7e1f332-7942-4f9e-8d3a-e862ff3077f8 req-8582051d-efc6-49bc-add2-46778cc4a384 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.1232193 Apr 05 12:11:52.215974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning for port 1d2ee313-439a-4205-b608-3b668d8be485 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:52.258735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Provisioning complete for port 1d2ee313-439a-4205-b608-3b668d8be485 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:52.258965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:52.259123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.268790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 1d2ee313-439a-4205-b608-3b668d8be485 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:52.269255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.317341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:52.320049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Update dhcp port {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '7db75694-1754-4766-b97a-df115cf6ff42', 'ip_address': '172.20.0.2'}, {'subnet_id': '78e4a6b7-7244-4217-b72a-80562b50c2bb'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'f859c4e2-33a3-4593-82a3-58fcd67cfa0f'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:11:52.330932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-e5eb730d-5912-4525-a785-1b0268a849ac service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800993 Apr 05 12:11:52.370412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-024d089e-2cfb-44a7-9189-57da1120f23f None None] Port 1d2ee313-439a-4205-b608-3b668d8be485 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:52.392213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:52.392889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.393057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:52.394549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Made reservation on behalf of 7f7bbac4e3b54b0caf259b4fae992c65 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:52.398344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.422192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.453511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1ae95-0cd8-4f3d-9714-19fa2e03526b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.459714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1ae95-0cd8-4f3d-9714-19fa2e03526b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.460734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-82d1ae95-0cd8-4f3d-9714-19fa2e03526b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:52.519319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.533106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d7e1f332-7942-4f9e-8d3a-e862ff3077f8 req-38435fb3-3003-4804-81c1-8fed08ab507f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2991557 Apr 05 12:11:52.540980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fc6c3-9807-4b61-b091-9066be7afecc req-efc5ff84-7b8a-4d0b-91c3-700b7f46d60b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.542452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e5fc6c3-9807-4b61-b091-9066be7afecc req-efc5ff84-7b8a-4d0b-91c3-700b7f46d60b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 0.5291078 Apr 05 12:11:52.545641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:11:52.577562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2a733a5d-42d5-485f-87f2-45788cd98ad5 None None] Provisioning complete for port 1d2ee313-439a-4205-b608-3b668d8be485 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:52.577945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a733a5d-42d5-485f-87f2-45788cd98ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.587953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-82d1ae95-0cd8-4f3d-9714-19fa2e03526b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:52.591706 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82d1ae95-0cd8-4f3d-9714-19fa2e03526b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.6718378 Apr 05 12:11:52.635059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51062) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:52.642477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Performing IP validity checks on allocation pools {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:11:52.643160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.ipam_backend_mixin [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:11:52.652038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, fbc99951-94c1-4a88-a5b2-6b4f9a05f199) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:52.671292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2c934-ad4d-4441-9217-da39d8372f71 None None] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:52.697076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.718016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.741984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2a733a5d-42d5-485f-87f2-45788cd98ad5 None None] Port 1d2ee313-439a-4205-b608-3b668d8be485 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:52.752310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2302720f-7b90-4d5a-b8b9-23047cf14086']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:52.760728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.761321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.784702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.793222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:52.793925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:52.795300 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/ports/1163b4ec-64e1-4d7f-ad39-05c5c22d7523 HTTP/1.1" status: 200 len: 911 time: 3.6974802 Apr 05 12:11:52.842491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f859c4e2-33a3-4593-82a3-58fcd67cfa0f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:52.844422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51066) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:52.857121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6db31-7fe3-42c3-8d60-c3820180f648') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:52.857473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6db31-7fe3-42c3-8d60-c3820180f648') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:52.860511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 1d2ee313-439a-4205-b608-3b668d8be485 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:52.930513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Allocated IP 2001:db8::f816:3eff:fe0e:160d (0d84777e-b69b-410c-a2a6-18fcc490dd2e/78e4a6b7-7244-4217-b72a-80562b50c2bb/f859c4e2-33a3-4593-82a3-58fcd67cfa0f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:52.969572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e5fc6c3-9807-4b61-b091-9066be7afecc req-7d19a5ea-9ba1-4481-ad4f-ee5038cf8fdd tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066770 Apr 05 12:11:53.063616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.152452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 8cfd8c0f-7c8a-4da7-b39e-94214dce797c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:53.153230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.153428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:53.171314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:53.171677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.200269 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f8de6485-7c66-4ceb-9cb9-91141ecc203b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1936574 Apr 05 12:11:53.205299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'tenant_id': 'ae4f7fc8cc2f49d6baeec258062a4bb8', 'fixed_ips': [{'subnet_id': 'd78c4280-1cbf-402c-84b5-27596351f096'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:53.206248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.263851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:53.267898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.271795 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82825fe2-f216-4579-bc36-8145eb12a191 req-9e26eac7-08db-45d3-92bf-b011b1eba017 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284225 Apr 05 12:11:53.303155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1717694762'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:53.316582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e38ef76-7edd-4fb6-9a39-aa91b59375e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.324070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6773aaf-5089-4f16-a246-9fc102d2b791 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=1163b4ec-64e1-4d7f-ad39-05c5c22d7523,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:53.338984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:53.340248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.343688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] For port f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:53.359698 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:53.427843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.438484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.465237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.510457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.522982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Transition to ACTIVE for port object f859c4e2-33a3-4593-82a3-58fcd67cfa0f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:53.534789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.569555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae520-3132-4951-b011-10ba700f6b59 req-0f7602ae-086a-4d8f-90ae-4d622ef276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:53.571230 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-0f7602ae-086a-4d8f-90ae-4d622ef276ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=10bd7a1d582547499ed9bbd5a6970538&device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 1098 time: 0.5334947 Apr 05 12:11:53.572020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=1d2ee313-439a-4205-b608-3b668d8be485,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:53.604618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Allocated IP 2001:db8::2 (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:53.846000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.857593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=854c9f71-5ac5-44ac-b5a9-8a60307c24b3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:53.897496 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ef411e4-9df4-4c92-ad89-9a8624a50fa1 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/1d2ee313-439a-4205-b608-3b668d8be485 HTTP/1.1" status: 204 len: 168 time: 1.9946160 Apr 05 12:11:53.902578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:53.905609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Checking segment: {'id': '0f59d206-ff40-481f-89c7-58a2d7e966f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:53.905975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network hostable DHCP agents. Network: deccd33f-d44d-43d7-ba2a-17fb719f3f1f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:11:53.934648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d69342-0a4e-4644-a5de-a744f0a8f6d4 None None] Pushing event updated for resources: {'Port': ['ID=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:53.956186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:53.991646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:53.992005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:54.023553 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f724cd-5e39-4cb5-aa2a-54192882b971 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] GET failed (client error): The resource could not be found. Apr 05 12:11:54.024186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14f724cd-5e39-4cb5-aa2a-54192882b971 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Synchronizing usage tracker for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:54.041374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae520-3132-4951-b011-10ba700f6b59 req-326dc850-1249-40ed-8f8a-72759007045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:54.043056 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-326dc850-1249-40ed-8f8a-72759007045c service neutron] 10.222.0.30 "GET /v2.0/networks?id=520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 200 len: 912 time: 0.4588225 Apr 05 12:11:54.060829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.133599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] Pushing event deleted for resources: {'Network': ['ID=2302720f-7b90-4d5a-b8b9-23047cf14086,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:54.182202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:11:54.196293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6823-55b3-49e1-b659-7acd2e166730 req-e71e8ed1-6a5d-49cb-b67f-1e6247cf7afb tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:54.198219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31fe6823-55b3-49e1-b659-7acd2e166730 req-e71e8ed1-6a5d-49cb-b67f-1e6247cf7afb tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 1.1366622 Apr 05 12:11:54.218938 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7c72ba05-e241-42ea-b6d7-bd1b29ce4d39 tempest-PortsTestJSON-1200179566 tempest-PortsTestJSON-1200179566-project] 10.222.0.50 "DELETE /v2.0/networks/2302720f-7b90-4d5a-b8b9-23047cf14086 HTTP/1.1" status: 204 len: 168 time: 3.0292578 Apr 05 12:11:54.223917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-14f724cd-5e39-4cb5-aa2a-54192882b971 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Unset dirty status for tenant:5ec27b2079774f54b119c490ebd10e7e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:54.228903 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14f724cd-5e39-4cb5-aa2a-54192882b971 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports/1d2ee313-439a-4205-b608-3b668d8be485 HTTP/1.1" status: 404 len: 333 time: 0.3255434 Apr 05 12:11:54.229604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51084) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:54.238113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.250160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, deccd33f-d44d-43d7-ba2a-17fb719f3f1f) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:54.256202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:54.257250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.258880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Transition to ACTIVE for port object 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:54.286345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Transition to ACTIVE for port object 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:54.297370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ebd4e-4f8b-4544-9bda-e82db5382f8b None None] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:54.305833 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ef229c65-1f4f-4156-aad2-aa1ba9d7238b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4049158 Apr 05 12:11:54.319978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.326542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:54.328801 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-963d062c-929e-4222-b9ea-374205d5e7cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 200 len: 1000 time: 0.2676723 Apr 05 12:11:54.338833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:54.431355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:54.438258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Pushing event updated for resources: {'Port': ['ID=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:54.443212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:54.445802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:54.468266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:54.504175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:port and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:54.536238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:54.559563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:54.576029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae520-3132-4951-b011-10ba700f6b59 req-f5293669-8f9d-4d81-a1da-e34a50d13b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:54.583383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-02cacdd2-4bf7-4658-874d-14d90a33e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:54.584872 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-02cacdd2-4bf7-4658-874d-14d90a33e38d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1096 time: 1.2474637 Apr 05 12:11:54.588499 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-f5293669-8f9d-4d81-a1da-e34a50d13b5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 200 len: 850 time: 0.2118087 Apr 05 12:11:54.590437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.613200 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31fe6823-55b3-49e1-b659-7acd2e166730 req-1d5fbebb-8734-4dcf-940e-d6f02140892f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3884194 Apr 05 12:11:54.694391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Attempting to bind port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:54.694755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Attempting to bind port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c9c0240a-85de-4b80-9475-1a25eaf01ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:54.695147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Attempting to bind port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a on network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:54.709604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:54.709983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Checking segment: {'id': 'c9c0240a-85de-4b80-9475-1a25eaf01ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:54.710387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.710784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Bound using segment: {'id': 'c9c0240a-85de-4b80-9475-1a25eaf01ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:54.711463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Bound port: 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c0240a-85de-4b80-9475-1a25eaf01ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:54.712999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.752195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:54.756261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.789327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.800217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.806934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51094) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:54.808890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.848127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16143406'] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.868753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:54.885098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:54.886850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port 91d68658-9683-4e6b-86c3-0760aebc9ee2 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:11:54.909788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.033818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] For port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:55.043313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] For port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,segment=NetworkSegment(c9c0240a-85de-4b80-9475-1a25eaf01ace),segment_id=c9c0240a-85de-4b80-9475-1a25eaf01ace)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:55.056038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdae520-3132-4951-b011-10ba700f6b59 req-ca171318-2cb2-4e11-9df0-5da5c865603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:55.057443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f859c4e2-33a3-4593-82a3-58fcd67cfa0f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:55.058621 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-ca171318-2cb2-4e11-9df0-5da5c865603b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=520e70cc-c9bb-4181-b255-9e6028f24dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4518125 Apr 05 12:11:55.088595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 8cfd8c0f-7c8a-4da7-b39e-94214dce797c owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:55.140904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54d5d-6d9b-437b-9360-2384ca7de864 req-3410dbb6-bb08-43bb-926f-ee294a46abe2 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:55.150670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-27b54d5d-6d9b-437b-9360-2384ca7de864 req-3410dbb6-bb08-43bb-926f-ee294a46abe2 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 0.9511054 Apr 05 12:11:55.174680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.302926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:55.324767 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-27b54d5d-6d9b-437b-9360-2384ca7de864 req-9280c189-2cf0-4db7-b305-c746f9836794 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726515 Apr 05 12:11:55.344629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-938a5bf0-6277-4c1e-a894-4e7f1f1ff3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:55.346524 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-938a5bf0-6277-4c1e-a894-4e7f1f1ff3ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.7437055 Apr 05 12:11:55.412357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.436437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-deccd33f-d44d-43d7-ba2a-17fb719f3f1f', 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f', 'tenant_id': '7f7bbac4e3b54b0caf259b4fae992c65', 'fixed_ips': [{'subnet_id': '854c9f71-5ac5-44ac-b5a9-8a60307c24b3'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:11:55.437591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.453549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Provisioning for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:55.457348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693ed06-e7bc-45bb-8eaa-658b17f414e8 None None] Pushing event updated for resources: {'Port': ['ID=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:55.458095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4107bb3-b8f1-4e7e-a34e-77fabefba85a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:55.497834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Provisioning complete for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:55.498213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.505938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.509885 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-781eaf14-a90a-48b0-88fd-5c6de6db8263 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/security-groups/f4107bb3-b8f1-4e7e-a34e-77fabefba85a HTTP/1.1" status: 204 len: 168 time: 1.2733963 Apr 05 12:11:55.513135 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1bf15b8-817d-4488-9e25-c5a116b66813 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b908c52ed3fb4671855baa09de4e6fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013528 Apr 05 12:11:55.513858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-714275'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.517418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:55.517744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51102) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:55.595155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-424d8af9-cbc0-44db-b43a-bbd7a9fe8775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.600135 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-72718bc5-527c-4da6-abd3-a64961909c8e service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298021 Apr 05 12:11:55.604952 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-2216b5a5-e190-45fb-8c77-cff580d074ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 217 time: 0.2025940 Apr 05 12:11:55.901618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:55.902237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.903629 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "PUT /v2.0/subnets/854c9f71-5ac5-44ac-b5a9-8a60307c24b3 HTTP/1.1" status: 200 len: 900 time: 1.5739043 Apr 05 12:11:55.916401 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2cdae520-3132-4951-b011-10ba700f6b59 req-43b10338-994b-44d9-b0df-7411507e1d8e service neutron] 10.222.0.30 "GET /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930837 Apr 05 12:11:55.917273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:55.917803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:55.920470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487ba3-0bc2-4ddb-87bf-85c2eac75468 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event updated for resources: {'Subnet': ['ID=854c9f71-5ac5-44ac-b5a9-8a60307c24b3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:55.923351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51110) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:56.021645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Allocated IP 2001:db8::3 (deccd33f-d44d-43d7-ba2a-17fb719f3f1f/854c9f71-5ac5-44ac-b5a9-8a60307c24b3/f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:56.023514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.028557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::1e (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/91d68658-9683-4e6b-86c3-0760aebc9ee2) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:11:56.071727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.169703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-4fdfb843-3caf-4702-9e3c-abc2675e6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:56.171426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-4fdfb843-3caf-4702-9e3c-abc2675e6cf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.5473771 Apr 05 12:11:56.383740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.456730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.504300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.517513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.543218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Provisioning for port 8cfd8c0f-7c8a-4da7-b39e-94214dce797c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:56.543441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.547990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Transition to ACTIVE for port object f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:56.555337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.563248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.563490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3b1b77-c75c-4631-8483-28d97a637260,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:56.576158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.615236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.619581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-54375966-03c4-4159-8d15-5a1288c2443a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a3b1b77-c75c-4631-8483-28d97a637260 HTTP/1.1" status: 204 len: 168 time: 1.0626006 Apr 05 12:11:56.626801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.632071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Provisioning complete for port 8cfd8c0f-7c8a-4da7-b39e-94214dce797c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:56.634072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.636404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598225af-bae3-48d1-9607-0fe0654ddb62 req-353d1f98-cc8c-4833-8f10-e1b0df0d9ac2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:56.643934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-598225af-bae3-48d1-9607-0fe0654ddb62 req-353d1f98-cc8c-4833-8f10-e1b0df0d9ac2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.6122923 Apr 05 12:11:56.760910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-06e880fb-7695-4478-a772-269fbcaf849d None None] Port 8cfd8c0f-7c8a-4da7-b39e-94214dce797c was deleted so its status cannot be updated. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 12:11:56.764623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Transition to ACTIVE for port object f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:56.778615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.811217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.825497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:56.853468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:56.856746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:56.859160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:56.914154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=8cfd8c0f-7c8a-4da7-b39e-94214dce797c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:56.978447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9d357dcc-f0b2-429f-94d6-a87326772707 None None] Could not find standard attr ID for object be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:56.982577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Pushing event updated for resources: {'Port': ['ID=f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:56.995572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9d357dcc-f0b2-429f-94d6-a87326772707 None None] Could not find standard attr ID for object 8cfd8c0f-7c8a-4da7-b39e-94214dce797c. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:11:57.000947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Attempting to bind port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:11:57.001844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Attempting to bind port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0f59d206-ff40-481f-89c7-58a2d7e966f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:11:57.002521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Attempting to bind port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 on network deccd33f-d44d-43d7-ba2a-17fb719f3f1f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:11:57.010730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35472963-bbd7-4b92-8b77-56f820329f9d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:57.016661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:11:57.017185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.018725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Checking segment: {'id': '0f59d206-ff40-481f-89c7-58a2d7e966f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:11:57.019317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.022342 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e387ade1-a02b-4a62-890f-ed0ac17675c7 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/security-groups/35472963-bbd7-4b92-8b77-56f820329f9d HTTP/1.1" status: 204 len: 168 time: 1.4692996 Apr 05 12:11:57.023315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Bound using segment: {'id': '0f59d206-ff40-481f-89c7-58a2d7e966f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:11:57.025811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51120) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:57.025995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Bound port: f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f59d206-ff40-481f-89c7-58a2d7e966f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:11:57.026221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.200202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-598225af-bae3-48d1-9607-0fe0654ddb62 req-39725969-c92f-4230-9287-492bf63d4ae0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5552697 Apr 05 12:11:57.217750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.218054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a3119f-754c-4832-b450-7ab71c0024a5 None None] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:57.236523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:57.262961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.285798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-a0c9ca52-d989-4079-9855-0a769aa01346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:57.287722 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-a0c9ca52-d989-4079-9855-0a769aa01346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0670676 Apr 05 12:11:57.324224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.373367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=854c9f71-5ac5-44ac-b5a9-8a60307c24b3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:57.494182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Provisioning for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:57.507423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.508517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:57.534813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Provisioning complete for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:57.536597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.544825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deccd33f-d44d-43d7-ba2a-17fb719f3f1f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:57.560727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.591354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f59d206-ff40-481f-89c7-58a2d7e966f5') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:57.594124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:57.594702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.596418 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-ac602a96-697a-4347-a6f4-e8803edfaa96 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583439 Apr 05 12:11:57.599509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f59d206-ff40-481f-89c7-58a2d7e966f5') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:11:57.640637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd82ac-beb2-4fa2-8afd-9a9a947b8ffb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:57.646659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.661724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] For port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:11:57.669413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.673274 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18ed74cc-c267-4abe-9df0-2b88529aefff tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/security-groups/92fd82ac-beb2-4fa2-8afd-9a9a947b8ffb HTTP/1.1" status: 204 len: 168 time: 0.6444345 Apr 05 12:11:57.673570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51136) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:57.709604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.729422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8303-e48b-4c14-872b-3e1b56107c48 req-a5bb0ee8-c8b1-4cef-9afd-728b3cda60b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:57.730918 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a00a8303-e48b-4c14-872b-3e1b56107c48 req-a5bb0ee8-c8b1-4cef-9afd-728b3cda60b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 1.2075033 Apr 05 12:11:57.760776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet ae8b9616-d335-4342-b094-e6e4bdae64a9 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:57.762801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.765083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.765961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] For port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90,segment=NetworkSegment(0f59d206-ff40-481f-89c7-58a2d7e966f5),segment_id=0f59d206-ff40-481f-89c7-58a2d7e966f5)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:11:57.838180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.844778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:11:57.845191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.867252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object 91d68658-9683-4e6b-86c3-0760aebc9ee2 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:11:57.890253 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-59247be9-0463-4e12-86be-df49eb3f1947 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/8cfd8c0f-7c8a-4da7-b39e-94214dce797c HTTP/1.1" status: 204 len: 168 time: 5.2404377 Apr 05 12:11:57.898109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.906585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51144) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:57.918589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a00a8303-e48b-4c14-872b-3e1b56107c48 req-d9f28295-b9b3-4c54-8a2c-25506fc525a1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626654 Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:11:57.955696 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:11:57.960387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:11:57.960387 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:11:57.960387 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': 'deccd33f-d44d-43d7-ba2a-17fb719f3f1f'}] Apr 05 12:11:57.960387 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:57.960773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:57.963002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:57.990926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:57.997709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.076023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.094339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:58.094778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.216584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1807647916'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:58.227405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:58.237950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Usage tracker for resource:network and tenant:0f749b3109d847a2b1ea0b3987009823 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:58.243647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:58.255424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:58.260127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.261288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.271313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ac898-6e1b-4a8d-ab83-74b0f05179bf None None] Pushing event updated for resources: {'Port': ['ID=f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:58.288879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.322093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.329191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b8127-6a15-4687-a683-ddc6bd662bf1 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:11:58.339204 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/ae8b9616-d335-4342-b094-e6e4bdae64a9 HTTP/1.1" status: 204 len: 168 time: 0.6601002 Apr 05 12:11:58.340568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed843810-705b-4667-8a6b-4767af4df968 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8b9616-d335-4342-b094-e6e4bdae64a9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:58.342596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:58.388380 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] For port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,segment=NetworkSegment(c9c0240a-85de-4b80-9475-1a25eaf01ace),segment_id=c9c0240a-85de-4b80-9475-1a25eaf01ace)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:58.388647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Made reservation on behalf of 0f749b3109d847a2b1ea0b3987009823 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:11:58.393132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.414379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.416663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.464129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.471013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:11:58.473483 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aab8f280-70cd-421a-a711-2e75558a3f57 req-a409b18c-76a9-4f6f-9155-a033a313c2cf service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8478122 Apr 05 12:11:58.479156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:58.480788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:58.482630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:58.483582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:11:58.507772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Usage tracker for resource:security_group_rule and tenant:0f749b3109d847a2b1ea0b3987009823 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:11:58.516556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 8a601e79-75ca-4f86-b475-8bbefd187b28 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:58.518690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:11:58.522881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:11:58.523748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.550658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.565145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:11:58.574635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.673513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.735559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:11:58.736426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:11:58.763912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca05d1a-70a6-4885-b132-40c5d94b68bb None None] Pushing event updated for resources: {'Port': ['ID=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:58.773937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:11:58.780084 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4d6823e9-8de1-4a08-81d8-c9a9d36a1d2b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8687537 Apr 05 12:11:58.783626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51160) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:58.793699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:11:58.801549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=91d68658-9683-4e6b-86c3-0760aebc9ee2,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:58.813898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:11:58.823494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:11:58.831114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:58.832579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.877390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f2262-9c0a-4e2c-bb5c-118fe83ef336 req-f132db2c-1b43-4db5-a0a2-87e99b4df70e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:58.885290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-949f2262-9c0a-4e2c-bb5c-118fe83ef336 req-f132db2c-1b43-4db5-a0a2-87e99b4df70e tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4412131 Apr 05 12:11:58.893337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:58.939196 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a40b0eb2-a45d-473c-9e6e-0464016082f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.6661160 Apr 05 12:11:58.959553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:11:58.969367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.023567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1267314393', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:bb:02:8a'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:11:59.079923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0273bf7f-bd12-49d8-b3e5-a65f67aab492 None None] Provisioning complete for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:59.080401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0273bf7f-bd12-49d8-b3e5-a65f67aab492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.109674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 1163b4ec-64e1-4d7f-ad39-05c5c22d7523 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:11:59.250835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-949f2262-9c0a-4e2c-bb5c-118fe83ef336 req-779d9911-fa49-4027-9986-e91f13ab0678 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3641841 Apr 05 12:11:59.371984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.405630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 78e4a6b7-7244-4217-b72a-80562b50c2bb {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:11:59.468733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8b39-715c-4a26-9c8c-cc1b5fd82c17 req-87e77ffe-61de-43a4-9aa3-dbd8fea28f03 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:59.470820 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4afe8b39-715c-4a26-9c8c-cc1b5fd82c17 req-87e77ffe-61de-43a4-9aa3-dbd8fea28f03 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 0.3705125 Apr 05 12:11:59.477781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.539478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f859c4e2-33a3-4593-82a3-58fcd67cfa0f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:11:59.580211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.584370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4afe8b39-715c-4a26-9c8c-cc1b5fd82c17 req-ade87bf3-4587-4236-864f-9946d37f8f5c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903194 Apr 05 12:11:59.656613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4914e352-c7de-4ebf-8e33-c8966597a6c2 None None] Provisioning for port 91d68658-9683-4e6b-86c3-0760aebc9ee2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:11:59.679177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989639ef-56f8-4bc4-9e3f-58d6b81f729a req-374e990a-3fb7-44f7-903b-e3d746620ba0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:11:59.679731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4914e352-c7de-4ebf-8e33-c8966597a6c2 None None] Provisioning complete for port 91d68658-9683-4e6b-86c3-0760aebc9ee2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:59.680177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4914e352-c7de-4ebf-8e33-c8966597a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.680830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-989639ef-56f8-4bc4-9e3f-58d6b81f729a req-374e990a-3fb7-44f7-903b-e3d746620ba0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.2593143 Apr 05 12:11:59.728933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.750962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:11:59.750962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.771966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:11:59.796974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=1163b4ec-64e1-4d7f-ad39-05c5c22d7523,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:11:59.802680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-989639ef-56f8-4bc4-9e3f-58d6b81f729a req-be006d05-c81d-43b5-b312-b583f60cdb10 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142306 Apr 05 12:11:59.882965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:11:59.893648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4914e352-c7de-4ebf-8e33-c8966597a6c2 None None] Port 91d68658-9683-4e6b-86c3-0760aebc9ee2 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:11:59.975436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90,segment=NetworkSegment(0f59d206-ff40-481f-89c7-58a2d7e966f5),segment_id=0f59d206-ff40-481f-89c7-58a2d7e966f5)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:11:59.975808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.003455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee15908-41a4-44ff-8d0b-a77e07ad176b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:00.057195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.102068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687114f6-bc1d-4862-807b-b69fe24314b5 None None] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:00.203421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.322819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-91423413-f5b5-454c-8b16-8ca107294f9c None None] Provisioning for port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:00.334997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.335369 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Added segment a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084 of type vlan for network 4eb2afc3-3601-467c-b240-3e8de208ccf7 Apr 05 12:12:00.399936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:00.422479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:00.436317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.442176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=8a601e79-75ca-4f86-b475-8bbefd187b28,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:00.459212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:00.459464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ce27f-19ba-4143-9d0c-d605d39d8fe9 None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:00.493777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:port and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:00.506766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:00.520595 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c15706cf-56fc-4b2a-abf2-cd50ab84da4d tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/8a601e79-75ca-4f86-b475-8bbefd187b28 HTTP/1.1" status: 204 len: 168 time: 2.1744173 Apr 05 12:12:00.520985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:00.525841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51176) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:00.527399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.563327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.616076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:00.645082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e3f29c55-a308-4cad-a6f1-88dee934450c None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:00.646047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3f29c55-a308-4cad-a6f1-88dee934450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.684682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.764226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce497a4-2111-4fd3-af5f-316a8eb8759f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:00.765069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce497a4-2111-4fd3-af5f-316a8eb8759f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:00.776160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e3f29c55-a308-4cad-a6f1-88dee934450c None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:00.789133 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ce497a4-2111-4fd3-af5f-316a8eb8759f tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/ae8b9616-d335-4342-b094-e6e4bdae64a9 HTTP/1.1" status: 404 len: 337 time: 0.2523267 Apr 05 12:12:00.789886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.797089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:00.797592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51182) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:00.797734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.802602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:00.815328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:00.815574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:00.838096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router 1537a314-8de5-47ef-b08d-52e1f5dcc80b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:00.871382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:00.910192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986ab72-b8db-42db-aef9-70e7694aa772 req-ca26205d-a950-4108-a845-01e401b9764f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:00.917723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e3f29c55-a308-4cad-a6f1-88dee934450c None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:00.917948 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6986ab72-b8db-42db-aef9-70e7694aa772 req-ca26205d-a950-4108-a845-01e401b9764f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.5146685 Apr 05 12:12:00.918255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e3f29c55-a308-4cad-a6f1-88dee934450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.014962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585c00b-6c8b-46be-847c-47ef7c053264 None None] DHCP port deletion for deccd33f-d44d-43d7-ba2a-17fb719f3f1f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:01.020616 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0285966 Apr 05 12:12:01.029028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.033757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51186) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:01.099429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6914679c-a4d9-4ca6-935b-71e1848463d6 None None] Network deccd33f-d44d-43d7-ba2a-17fb719f3f1f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:01.139469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241a1d9-517d-4268-817a-984e7b42fff8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event updated for resources: {'Network': ['ID=4eb2afc3-3601-467c-b240-3e8de208ccf7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:01.149750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.151365 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/78e4a6b7-7244-4217-b72a-80562b50c2bb HTTP/1.1" status: 204 len: 168 time: 2.3633192 Apr 05 12:12:01.155671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8db55b-cfc5-4fe2-acbe-83a44199e1e6 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:01.156887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting subnet 1da715e1-ad3f-495f-8554-f333833e10cb {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:01.163192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.169398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51190) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:01.173077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Request body: {'subnet': {'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:01.173980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4ca06-4a6c-408e-9714-3e3ae3f9ef7b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=78e4a6b7-7244-4217-b72a-80562b50c2bb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:01.178667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:01.193236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.206293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.228746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deccd33f-d44d-43d7-ba2a-17fb719f3f1f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.248686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f59d206-ff40-481f-89c7-58a2d7e966f5') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.249045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f59d206-ff40-481f-89c7-58a2d7e966f5') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.263099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port 9813a263-391b-4bf0-b6f0-8c5a9069a212 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:01.279673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:01.294888 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] Sync routers for ids ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:01.307440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.308481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6986ab72-b8db-42db-aef9-70e7694aa772 req-d8fb4937-7f02-4b08-a19d-c5753f779fb6 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3891251 Apr 05 12:12:01.320002 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] Routers {'1537a314-8de5-47ef-b08d-52e1f5dcc80b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:01.320627 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.324994 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-383e1e14-9435-43e7-9285-289a41163060 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/1537a314-8de5-47ef-b08d-52e1f5dcc80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4327416 Apr 05 12:12:01.329439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51194) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:01.343719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.384752 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.395388 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] Routers {'1537a314-8de5-47ef-b08d-52e1f5dcc80b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:01.396053 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.412214 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2f010d8-8d9d-4d2c-aa92-43783657e27e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537a314-8de5-47ef-b08d-52e1f5dcc80b HTTP/1.1" status: 200 len: 205 time: 0.0785718 Apr 05 12:12:01.413993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:01.414808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:01.440848 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:01.458191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:01.472933 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:01.473339 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadf236-63ba-4dc5-9f9c-7aaf2fe7b3a9 None None] The sync data for ids ['1537a314-8de5-47ef-b08d-52e1f5dcc80b'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:01.503486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:01.513558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:01.521126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Usage tracker for resource:subnet and tenant:0f749b3109d847a2b1ea0b3987009823 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:01.530010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:01.548967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:01.553424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.581036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:01.583476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 12:12:01.598218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934f6a4-74ed-4605-a8a0-738d32d66b2b req-558ca29c-5ba7-46eb-af02-574f3eac3130 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:01.599856 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3934f6a4-74ed-4605-a8a0-738d32d66b2b req-558ca29c-5ba7-46eb-af02-574f3eac3130 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 943 time: 0.7979784 Apr 05 12:12:01.617185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 7db75694-1754-4766-b97a-df115cf6ff42 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:01.642909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.679982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Made reservation on behalf of 0f749b3109d847a2b1ea0b3987009823 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:01.683789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.706162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 not found, will not notify nova. {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 12:12:01.843247 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3934f6a4-74ed-4605-a8a0-738d32d66b2b req-bf4c9034-3b41-4b7a-8c9e-bad03af14500 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307646 Apr 05 12:12:01.850185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.858842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:01.942155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.033883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.124953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.144429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 2b2c8889-14aa-436c-bcd9-37490e35c91e details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:12:02.226761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.232644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.244632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:02.253896 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:12:02.264987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=deccd33f-d44d-43d7-ba2a-17fb719f3f1f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:02.275291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::22d (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/9813a263-391b-4bf0-b6f0-8c5a9069a212) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:02.289187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:02.289538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f540fc49-3a1a-41cb-b3d8-18e0a2cf3c90 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:02.392005 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3f394bce-8f3c-40c1-a028-dccd5a00a190 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/deccd33f-d44d-43d7-ba2a-17fb719f3f1f HTTP/1.1" status: 204 len: 168 time: 6.4454529 Apr 05 12:12:02.399261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Subnet': ['ID=1da715e1-ad3f-495f-8554-f333833e10cb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:02.405132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51204) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.413330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.434623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-998b3572-a281-4575-a9e0-f08f3961d1fe tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/1da715e1-ad3f-495f-8554-f333833e10cb HTTP/1.1" status: 204 len: 168 time: 1.6347961 Apr 05 12:12:02.436516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.439990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51208) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.443334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.458007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:02.475604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'port_id': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'mac_address': 'fa:16:3e:46:66:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:12:02.518454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5718d2b-b2cd-422e-8100-5839d18bb4c2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:02.518995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5718d2b-b2cd-422e-8100-5839d18bb4c2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:02.521481 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e5718d2b-b2cd-422e-8100-5839d18bb4c2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/c6ec9d15-1e6f-471c-b41b-03109c1bac4e HTTP/1.1" status: 404 len: 337 time: 0.0802529 Apr 05 12:12:02.527257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51212) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.532921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.589241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.617324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2c8889-14aa-436c-bcd9-37490e35c91e {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:12:02.627647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.641703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fa12f6-bba6-47a5-b6eb-4b8d12c119d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:02.642137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fa12f6-bba6-47a5-b6eb-4b8d12c119d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:02.643901 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-82fa12f6-bba6-47a5-b6eb-4b8d12c119d1 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/854c9f71-5ac5-44ac-b5a9-8a60307c24b3 HTTP/1.1" status: 404 len: 337 time: 0.2358601 Apr 05 12:12:02.652298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51216) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.654993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:02.669487 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8345c966-8350-412b-b3b6-a384a8cc9fb2 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5597fcb-f4af-4264-82ff-addb6e27f638 HTTP/1.1" status: 200 len: 205 time: 0.1388683 Apr 05 12:12:02.673346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.680984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51220) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.709112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.709770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router 1537a314-8de5-47ef-b08d-52e1f5dcc80b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:12:02.746124 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-542cbcf1-5d22-4bf0-85d5-54a44204197b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:02.746708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542cbcf1-5d22-4bf0-85d5-54a44204197b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:02.792214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:02.838513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.842763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7db75694-1754-4766-b97a-df115cf6ff42 HTTP/1.1" status: 204 len: 168 time: 1.6495798 Apr 05 12:12:02.854977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.856910 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-542cbcf1-5d22-4bf0-85d5-54a44204197b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/deccd33f-d44d-43d7-ba2a-17fb719f3f1f HTTP/1.1" status: 404 len: 339 time: 0.1859958 Apr 05 12:12:02.895844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211de2e0-6f51-4d9c-89fd-a8b15671b0fe None None] Network 4b9ee433-f991-4765-8018-226e3207193a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:02.924784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51226) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.938808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:02.939974 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1aab1a5e-c974-449c-8c36-2e3912d19902 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/1537a314-8de5-47ef-b08d-52e1f5dcc80b HTTP/1.1" status: 204 len: 168 time: 1.4776545 Apr 05 12:12:02.975481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['2b2c8889-14aa-436c-bcd9-37490e35c91e'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:12:02.979524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:02.989193 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-80a8e1eb-8561-490d-831b-2fe128366905 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305544 Apr 05 12:12:03.015158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14e86b-6d8e-4ab9-b323-a426b465520d None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:03.044185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.064284 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-cf060765-da3e-45d2-b482-b1baa51c42cb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] delete failed (client error): The resource could not be found. Apr 05 12:12:03.069041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cf060765-da3e-45d2-b482-b1baa51c42cb tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/routers/e5597fcb-f4af-4264-82ff-addb6e27f638 HTTP/1.1" status: 404 len: 336 time: 0.3607168 Apr 05 12:12:03.110472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51242) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.110706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event updated for resources: {'Subnet': ['ID=a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:03.197863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Checking segment: {'id': 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:03.198208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Network hostable DHCP agents. Network: 4eb2afc3-3601-467c-b240-3e8de208ccf7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:03.218744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c035e9-6196-4a15-9fd1-7654abc72eba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:03.219233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c035e9-6196-4a15-9fd1-7654abc72eba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:03.224531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-98c035e9-6196-4a15-9fd1-7654abc72eba tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/c453856c-206e-470b-bd8c-1a03fb4f01c9 HTTP/1.1" status: 404 len: 337 time: 0.1043823 Apr 05 12:12:03.224531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5ac0a-e508-4086-831f-77169f8a766a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=7db75694-1754-4766-b97a-df115cf6ff42,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:03.227021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.239175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.281182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:03.284864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet ed943a57-7a00-40ab-85f2-2842bae13777 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:03.290401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-48411674-9f4a-4ff1-9a2e-c728abf7b7e1 None None] Provisioning complete for port 817b7a9b-6071-48f9-b65f-b867e903a073 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:03.291096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48411674-9f4a-4ff1-9a2e-c728abf7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.302417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.307559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4d2d0-e050-4f8d-b81e-bf1f26bab6c3 req-d0d53f75-b769-44c9-afdc-a725a5d0ef35 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.313019 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3a4d2d0-e050-4f8d-b81e-bf1f26bab6c3 req-d0d53f75-b769-44c9-afdc-a725a5d0ef35 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.7830644 Apr 05 12:12:03.326889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-a5952cb4-45f4-4828-8a06-27c489a1f356 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.328513 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-a5952cb4-45f4-4828-8a06-27c489a1f356 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.30 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.4968214 Apr 05 12:12:03.349571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 4eb2afc3-3601-467c-b240-3e8de208ccf7) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:03.352616 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae2471-9d72-4272-9ede-f3bdbb8f5770 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:03.353302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae2471-9d72-4272-9ede-f3bdbb8f5770 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:03.355219 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ecae2471-9d72-4272-9ede-f3bdbb8f5770 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/0d923c6d-c687-401d-a94d-8f753896679e HTTP/1.1" status: 404 len: 337 time: 0.1268778 Apr 05 12:12:03.371546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.374850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51250) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.377401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-48411674-9f4a-4ff1-9a2e-c728abf7b7e1 None None] Port 817b7a9b-6071-48f9-b65f-b867e903a073 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:03.381438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93e8fb-6d5f-4cab-9995-32d66031bc78 None None] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:03.402460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.403065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.415598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59704fc-7fad-4ebe-8a82-123077d9f48d req-af51d6d5-89cb-43ed-8223-0a90ed13d27c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.417205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a59704fc-7fad-4ebe-8a82-123077d9f48d req-af51d6d5-89cb-43ed-8223-0a90ed13d27c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 944 time: 0.3676484 Apr 05 12:12:03.492693 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-97991bad-4157-45da-b705-9a82c03b79f4 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4499776 Apr 05 12:12:03.497487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.504531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3a4d2d0-e050-4f8d-b81e-bf1f26bab6c3 req-6d886231-3807-4609-8a68-40734f5f917f tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749499 Apr 05 12:12:03.508843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Deleting port b7a593a1-c5cd-4067-b829-45b60c1544b9 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:03.509185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.555391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Request body: {'port': {'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7', 'name': 'tempest-TagsExtTest-2063994251'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:03.617044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a59704fc-7fad-4ebe-8a82-123077d9f48d req-a79e5eee-08b7-40fd-9f90-4a39091ed727 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807559 Apr 05 12:12:03.629257 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-40483ae5-6d95-4d9e-ba4a-040184bbf597 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:03.629692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40483ae5-6d95-4d9e-ba4a-040184bbf597 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:03.631634 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40483ae5-6d95-4d9e-ba4a-040184bbf597 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/33c031f9-59fc-42d0-b972-501be3a1f4e9 HTTP/1.1" status: 404 len: 337 time: 0.2552631 Apr 05 12:12:03.635536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object 9813a263-391b-4bf0-b6f0-8c5a9069a212 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:03.649671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.652375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.706124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-48411674-9f4a-4ff1-9a2e-c728abf7b7e1 None None] Provisioning complete for port fa903aec-191a-466c-be0e-cf787a5978d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:03.706665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-48411674-9f4a-4ff1-9a2e-c728abf7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.770321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1b31e0-a223-4741-bbc6-6672694695f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.772147 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-df1b31e0-a223-4741-bbc6-6672694695f6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7278306 Apr 05 12:12:03.774903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51262) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.797626 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-368361d0-264f-4b5b-b2ea-b53bfa6a7e29 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:03.798137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368361d0-264f-4b5b-b2ea-b53bfa6a7e29 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:03.802899 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-368361d0-264f-4b5b-b2ea-b53bfa6a7e29 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/7acce53f-3e21-40a0-a276-221f418ca6d6 HTTP/1.1" status: 404 len: 333 time: 0.1531866 Apr 05 12:12:03.814929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.864811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:03.899498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Usage tracker for resource:port and tenant:0f749b3109d847a2b1ea0b3987009823 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:03.907201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:03.916627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.921127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:03.936960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-821159ba-68a1-4a67-abfb-7e3761b45e2e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:03.936960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821159ba-68a1-4a67-abfb-7e3761b45e2e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:03.936960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-821159ba-68a1-4a67-abfb-7e3761b45e2e tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/feb6be9e-d168-4951-a851-aa74425bc5db HTTP/1.1" status: 404 len: 337 time: 0.1239479 Apr 05 12:12:03.944771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:03.969154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-4eb2afc3-3601-467c-b240-3e8de208ccf7', 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7', 'tenant_id': '0f749b3109d847a2b1ea0b3987009823', 'fixed_ips': [{'subnet_id': 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:03.970291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:03.978256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949460b4-07ce-439e-b086-6bff47c0a93d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:03.979086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-949460b4-07ce-439e-b086-6bff47c0a93d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:04.008190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4fae17-cc48-4319-8340-0fe0b3be0632']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:04.011309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Made reservation on behalf of 0f749b3109d847a2b1ea0b3987009823 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:04.014705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.026593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15a94c6-62f1-46f3-b09f-3910b9909f7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.027135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15a94c6-62f1-46f3-b09f-3910b9909f7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.032787 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c15a94c6-62f1-46f3-b09f-3910b9909f7b tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/69a9a366-bb0d-4e4d-ab08-52b6ae0056f1 HTTP/1.1" status: 404 len: 337 time: 0.0830512 Apr 05 12:12:04.032787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ad0cb3-28b4-42f9-bd3a-5f5e61440c3b') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:04.032787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ad0cb3-28b4-42f9-bd3a-5f5e61440c3b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:04.034462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51274) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.044068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.050129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.091139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] For port b7a593a1-c5cd-4067-b829-45b60c1544b9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b7a593a1-c5cd-4067-b829-45b60c1544b9,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:04.091621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.116515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.188539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.216969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:04.227189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:04.227871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.264067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:04.266244 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:04.268637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:04.273016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:04.273667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.303370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.307471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=9813a263-391b-4bf0-b6f0-8c5a9069a212,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:04.313201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] device_id is not set on port d38d0349-cff3-40ed-b28a-37d4b6bbed6e yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:04.390124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f94b469-649b-4978-9593-2d5659dc16a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.390603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f94b469-649b-4978-9593-2d5659dc16a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.402250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] DHCP port deletion for 4b9ee433-f991-4765-8018-226e3207193a request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:04.410044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:04.410656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-949460b4-07ce-439e-b086-6bff47c0a93d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:04.414689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-949460b4-07ce-439e-b086-6bff47c0a93d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6336615 Apr 05 12:12:04.423509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.428265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Allocated IP 172.20.0.2 (4eb2afc3-3601-467c-b240-3e8de208ccf7/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/9637a3df-0e11-45c4-80a7-f9868647c748) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:04.434875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Deleting port f859c4e2-33a3-4593-82a3-58fcd67cfa0f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:04.434875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.462658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Deleting port fa903aec-191a-466c-be0e-cf787a5978d0 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:04.462658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.462958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3f94b469-649b-4978-9593-2d5659dc16a3 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/892ce232-e128-4a22-aa13-568a9b19969b HTTP/1.1" status: 404 len: 333 time: 0.4107549 Apr 05 12:12:04.534652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51282) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.562292 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c7663e8-7be4-4402-88f8-6759c824778c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274636 Apr 05 12:12:04.564671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=ed943a57-7a00-40ab-85f2-2842bae13777,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:04.568687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.574500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.575520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.582801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:04.595952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:04.606319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5946475b-7c4d-4e4b-b87e-522e7f017064 None None] Network b33b6583-5ba6-4d99-bab2-601611893fed requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:04.606540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eed90b0-08af-4d98-92f8-b74b5f757c93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.607134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eed90b0-08af-4d98-92f8-b74b5f757c93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.611958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0eed90b0-08af-4d98-92f8-b74b5f757c93 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/71126de8-e86f-4739-816c-9b4a3b093e5f HTTP/1.1" status: 404 len: 337 time: 0.0762889 Apr 05 12:12:04.614363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51292) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.671927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cbf983-a268-41dc-b9e6-4bce994ea173 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.672383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cbf983-a268-41dc-b9e6-4bce994ea173 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.674057 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d6cbf983-a268-41dc-b9e6-4bce994ea173 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/subnets/03a7d0d1-1128-4f79-bb69-c844e4d657e1 HTTP/1.1" status: 404 len: 337 time: 0.0585437 Apr 05 12:12:04.677886 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db8cf545-8237-46e9-8330-b10bdd94ebbe tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.7156034 Apr 05 12:12:04.684959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51298) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.685284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51300) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.707865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-153a89cd-8e7c-46a4-bd73-419055d3e362 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/ed943a57-7a00-40ab-85f2-2842bae13777 HTTP/1.1" status: 204 len: 168 time: 1.7244551 Apr 05 12:12:04.707865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=4e4fae17-cc48-4319-8340-0fe0b3be0632,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:04.709027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.719671 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ec4e9d1-213c-4696-a937-a50ad71aa2cd tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/4e4fae17-cc48-4319-8340-0fe0b3be0632 HTTP/1.1" status: 204 len: 168 time: 1.7862265 Apr 05 12:12:04.721938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.866054 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b83b9e-cc15-46bc-b619-8754d69160d9 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.866509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b83b9e-cc15-46bc-b619-8754d69160d9 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.871130 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1b83b9e-cc15-46bc-b619-8754d69160d9 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/6c17abda-c66e-4400-9e80-63b1a8d3b3b3 HTTP/1.1" status: 404 len: 337 time: 0.1210616 Apr 05 12:12:04.921584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.974988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:04.977446 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0702f2-9391-490d-a396-6136aecf771f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:04.977939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0702f2-9391-490d-a396-6136aecf771f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:04.979718 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d0702f2-9391-490d-a396-6136aecf771f tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/3ed9e179-ab04-46e8-9862-5d6f493c546e HTTP/1.1" status: 404 len: 339 time: 0.0513513 Apr 05 12:12:04.983067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51318) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:04.994749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.026199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:05.064878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 8ee88457-3f27-49fc-b443-2efd92b225e5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:05.065270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.113092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:05.116696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.118116 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:05.119007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:05.138203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting subnet 9d7ea7e9-f663-4821-aee8-249cf13b0e9a {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:05.145543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.177144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.177750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.178069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Floating IP de2a2131-4b1d-4b21-b97e-32b71faddc1c disassociated. External IP: 172.26.5.35, port: b7a593a1-c5cd-4067-b829-45b60c1544b9. Apr 05 12:12:05.178290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Calling delete_port for b7a593a1-c5cd-4067-b829-45b60c1544b9 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:05.217439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-943de864-a0ca-4b8d-83bc-fccaf504ca1c None None] Provisioning complete for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:05.217665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-943de864-a0ca-4b8d-83bc-fccaf504ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.230408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Deleting port 817b7a9b-6071-48f9-b65f-b867e903a073 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:05.230854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.244963 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-494f361b-0bbb-4040-958d-266a8d2c2c6c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6546309 Apr 05 12:12:05.249997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:05.258004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.290785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:05.299170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.427509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Transition to ACTIVE for port object 9637a3df-0e11-45c4-80a7-f9868647c748 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:05.446488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a499-afd6-40a7-a029-d1eadee8fe10 req-2fd1e504-3e16-4894-8e0f-16ec47f68eef tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:05.448472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bbc5a499-afd6-40a7-a029-d1eadee8fe10 req-2fd1e504-3e16-4894-8e0f-16ec47f68eef tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 945 time: 0.7731192 Apr 05 12:12:05.466120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] For port fa903aec-191a-466c-be0e-cf787a5978d0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fa903aec-191a-466c-be0e-cf787a5978d0,segment=NetworkSegment(cac9895b-3f6b-4124-8e63-82839f2eb12a),segment_id=cac9895b-3f6b-4124-8e63-82839f2eb12a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:05.466678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a192d-f4fc-4e45-95c2-83066da0ae52 req-81ab28f3-c807-484b-a4a6-00c2897d2246 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:05.466922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.468110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-058a192d-f4fc-4e45-95c2-83066da0ae52 req-81ab28f3-c807-484b-a4a6-00c2897d2246 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 944 time: 0.6170523 Apr 05 12:12:05.513216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:05.519212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:05.525827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:05.526813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:05.686447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Calling delete_port for fa903aec-191a-466c-be0e-cf787a5978d0 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:05.713988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:05.744801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 8ee88457-3f27-49fc-b443-2efd92b225e5, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8ee88457-3f27-49fc-b443-2efd92b225e5,segment=NetworkSegment(9f97d31d-e3f5-4014-b064-a56ed8773f54),segment_id=9f97d31d-e3f5-4014-b064-a56ed8773f54)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:05.745528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.746492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Transition to ACTIVE for port object 9637a3df-0e11-45c4-80a7-f9868647c748 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:05.756102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:05.768614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bbc5a499-afd6-40a7-a029-d1eadee8fe10 req-8ce4cd24-46aa-4607-8903-1d97bb2cbb02 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups?id=e347680c-1499-4863-877e-fe1ca1047d92&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3136671 Apr 05 12:12:05.769509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:05.770770 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1b4916b0-cc28-4a31-8e25-846921415111 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.0831063 Apr 05 12:12:05.774539 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-058a192d-f4fc-4e45-95c2-83066da0ae52 req-b6ce031c-e340-406d-9510-fff5fc43f0d4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892225 Apr 05 12:12:05.782652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] For port f859c4e2-33a3-4593-82a3-58fcd67cfa0f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:05.783325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.797341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.826894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51326) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:05.836050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.890896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.906210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 8ee88457-3f27-49fc-b443-2efd92b225e5 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:05.947545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:05.950957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:05.952738 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:05.953172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:05.958886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.081843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Calling delete_port for f859c4e2-33a3-4593-82a3-58fcd67cfa0f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:06.095553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event deleted for resources: {'Port': ['ID=b7a593a1-c5cd-4067-b829-45b60c1544b9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.115650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Calling delete_port for 817b7a9b-6071-48f9-b65f-b867e903a073 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:06.131835 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c40b4d1-4d22-4943-84f4-d3d2a3078bef tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8788993 Apr 05 12:12:06.136964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:06.156629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:06.161286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 2b2c8889-14aa-436c-bcd9-37490e35c91e up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:06.178442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.194236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:06.232082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Pushing event updated for resources: {'Port': ['ID=9637a3df-0e11-45c4-80a7-f9868647c748,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.234351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.236617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7ea7e9-f663-4821-aee8-249cf13b0e9a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.250376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:06.280343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port 9813a263-391b-4bf0-b6f0-8c5a9069a212 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:06.280845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.313507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:06.317194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.321727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.335996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Allocated IP 172.20.0.14 (4eb2afc3-3601-467c-b240-3e8de208ccf7/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/d38d0349-cff3-40ed-b28a-37d4b6bbed6e) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:06.344718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4769b49-0d91-4804-9ad7-6f517cd1bbe4 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:06.366939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:06.418052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] Pushing event deleted for resources: {'Port': ['ID=fa903aec-191a-466c-be0e-cf787a5978d0,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.435152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438696d6-2df7-4e8f-b569-7583b81b6642 None None] DHCP port deletion for b33b6583-5ba6-4d99-bab2-601611893fed request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:06.439264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No DVR routers for this DVR port 8ee88457-3f27-49fc-b443-2efd92b225e5 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:06.482457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=8ee88457-3f27-49fc-b443-2efd92b225e5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.488995 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1bbb6a19-41fa-47a7-8d10-15cb68e460f4 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/9d7ea7e9-f663-4821-aee8-249cf13b0e9a HTTP/1.1" status: 204 len: 168 time: 1.5020492 Apr 05 12:12:06.498206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51334) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:06.504792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2abfe7-21a9-49aa-94d4-55145c13cd3c None None] No DVR routers for this DVR port fa903aec-191a-466c-be0e-cf787a5978d0 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:06.505820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:06.548624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: fa903aec-191a-466c-be0e-cf787a5978d0 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:06.549236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fa903aec-191a-466c-be0e-cf787a5978d0 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:06.549798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f859c4e2-33a3-4593-82a3-58fcd67cfa0f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:06.608981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:06.687916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.699326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:06.702612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.704080 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:06.705137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:06.713258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.726964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting subnet 6e4dac40-05d6-4680-9035-b45b754d6c9e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:06.732689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.780143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.819842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19f1958a-a066-499e-8a18-5c7eeeddb7ab None None] Provisioning for port 9813a263-391b-4bf0-b6f0-8c5a9069a212 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:06.834825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 2b2c8889-14aa-436c-bcd9-37490e35c91e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:06.835508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.859166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Attempting to bind port 9637a3df-0e11-45c4-80a7-f9868647c748 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:06.859483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Attempting to bind port 9637a3df-0e11-45c4-80a7-f9868647c748 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:06.860096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Attempting to bind port 9637a3df-0e11-45c4-80a7-f9868647c748 on network 4eb2afc3-3601-467c-b240-3e8de208ccf7 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:06.862797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] Pushing event deleted for resources: {'Port': ['ID=f859c4e2-33a3-4593-82a3-58fcd67cfa0f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:06.901761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-19f1958a-a066-499e-8a18-5c7eeeddb7ab None None] Provisioning complete for port 9813a263-391b-4bf0-b6f0-8c5a9069a212 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:06.902516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19f1958a-a066-499e-8a18-5c7eeeddb7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:06.911971 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6505f49e-0388-40da-ab8b-e2b8205de1a2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7618628 Apr 05 12:12:06.919405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33b6583-5ba6-4d99-bab2-601611893fed']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:06.946006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51342) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:06.964568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:07.012681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f97d31d-e3f5-4014-b064-a56ed8773f54') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:07.013109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f97d31d-e3f5-4014-b064-a56ed8773f54') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:07.016095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cc772-6173-45c4-8638-f729c131e9f6 None None] No DVR routers for this DVR port f859c4e2-33a3-4593-82a3-58fcd67cfa0f on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:07.017700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 2b2c8889-14aa-436c-bcd9-37490e35c91e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:07.018079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.040557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Router bd28b94b-25c6-4169-af19-ffc401d0f6e7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:07.090744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.096621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:07.096918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Checking segment: {'id': 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:07.097311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.098287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Bound using segment: {'id': 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:07.098797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Bound port: 9637a3df-0e11-45c4-80a7-f9868647c748, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4eb2afc3-3601-467c-b240-3e8de208ccf7'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:07.103070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.143630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.159902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:07.163453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:07.164093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.168118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No active binding found for port f859c4e2-33a3-4593-82a3-58fcd67cfa0f {{(pid=87959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 12:12:07.168534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f859c4e2-33a3-4593-82a3-58fcd67cfa0f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:07.176596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Port': ['ID=817b7a9b-6071-48f9-b65f-b867e903a073,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:07.181417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-19f1958a-a066-499e-8a18-5c7eeeddb7ab None None] Port 9813a263-391b-4bf0-b6f0-8c5a9069a212 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:07.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:07.230787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.231833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:07.245598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.279011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37d9f553-7ff3-4476-b23a-8c7d6a8398a6 req-5b060130-be1d-4430-8b32-213419b1f70d tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.2362623 Apr 05 12:12:07.298117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:07.301966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.303605 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:07.304160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:07.329841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.346318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.356466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] For port 9637a3df-0e11-45c4-80a7-f9868647c748, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:07.373426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Transition to ACTIVE for port object d38d0349-cff3-40ed-b28a-37d4b6bbed6e will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:07.384251 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4eefd471-face-4374-866d-8da49806e7fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4373162 Apr 05 12:12:07.385872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.388138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:07.390854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-440ac96c-23fc-47c8-ba07-0c1e8410ded6 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/ports/817b7a9b-6071-48f9-b65f-b867e903a073 HTTP/1.1" status: 204 len: 168 time: 2.7045588 Apr 05 12:12:07.396344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:07.408114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:07.409077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:12:07.417966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] For port 9637a3df-0e11-45c4-80a7-f9868647c748, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9637a3df-0e11-45c4-80a7-f9868647c748,segment=NetworkSegment(a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084),segment_id=a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:07.425591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:07.430166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.430337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.480257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.481098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b7a593a1-c5cd-4067-b829-45b60c1544b9 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:07.549141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: b7a593a1-c5cd-4067-b829-45b60c1544b9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:07.549627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b7a593a1-c5cd-4067-b829-45b60c1544b9 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:07.612801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.620418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe4336-0128-441e-894a-e167aedbde12 None None] Pushing event updated for resources: {'Port': ['ID=9637a3df-0e11-45c4-80a7-f9868647c748,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:07.623388 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/b33b6583-5ba6-4d99-bab2-601611893fed HTTP/1.1" status: 204 len: 168 time: 2.9068322 Apr 05 12:12:07.764177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:07.793398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:07.794458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:07.808808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1854687095', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:07.817458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:07.822558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:07.831444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:07.840443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:07.854947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c58f2-aa4a-4839-b81e-5ff83b0936cc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=b33b6583-5ba6-4d99-bab2-601611893fed,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:07.872846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:07.885952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Sync routers for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:07.898267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.900021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:07.915859 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'code': 200} Apr 05 12:12:07.922867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:07.923828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:07.964971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:08.059327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for 9813a263-391b-4bf0-b6f0-8c5a9069a212 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:08.253721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.448439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] No DVR routers for this DVR port b7a593a1-c5cd-4067-b829-45b60c1544b9 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:08.463962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.474839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'name': 'network-vif-deleted', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:12:08.496923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9637a3df-0e11-45c4-80a7-f9868647c748 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:08.509092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.550519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.552906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4dac40-05d6-4680-9035-b45b754d6c9e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:08.555976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.562378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-3247f498-c56a-4c58-9108-48e17db5fe16 req-2596d6bb-e11b-4b75-9652-c01975360f13 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Synchronizing usage tracker for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:08.565773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:08.577682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.579202 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:08.579646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:08.579954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c4896cd-a64f-42b5-b88d-793e4ff51b46 req-b4d87721-cf08-4b16-b7fe-e79c2b3d44f1 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.30 "DELETE /v2.0/ports/b7a593a1-c5cd-4067-b829-45b60c1544b9 HTTP/1.1" status: 204 len: 173 time: 5.2447333 Apr 05 12:12:08.632255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2d5e6-2ea4-4c97-aa6d-fc7ceb78441d req-abb8b9b0-5d46-4873-9b74-1be0f916cd60 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:08.641885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-beb2d5e6-2ea4-4c97-aa6d-fc7ceb78441d req-abb8b9b0-5d46-4873-9b74-1be0f916cd60 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 944 time: 1.5008855 Apr 05 12:12:08.651170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.686310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:08.687753 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab74d4cd-8111-4ae2-a82e-678a4f30c8a6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/6e4dac40-05d6-4680-9035-b45b754d6c9e HTTP/1.1" status: 204 len: 168 time: 2.1869299 Apr 05 12:12:08.689769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c64f9f24-7335-4bfd-b153-c499308adeaf tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2957442 Apr 05 12:12:08.694192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51366) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:08.694927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:08.741156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-3247f498-c56a-4c58-9108-48e17db5fe16 req-2596d6bb-e11b-4b75-9652-c01975360f13 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Unset dirty status for tenant:10bd7a1d582547499ed9bbd5a6970538 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:08.741535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3247f498-c56a-4c58-9108-48e17db5fe16 req-2596d6bb-e11b-4b75-9652-c01975360f13 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/ports?device_id=3930c26d-3680-43ac-a7d1-7e7d45b3ce91 HTTP/1.1" status: 200 len: 210 time: 0.2498555 Apr 05 12:12:08.742165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:08.867054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:08.885158 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-beb2d5e6-2ea4-4c97-aa6d-fc7ceb78441d req-df860375-ecbd-4176-b7f5-0bb148f2a724 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424476 Apr 05 12:12:08.906733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:08.917865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42892607-c1e2-4f96-b2b1-9d5141366077 None None] Network 424650f1-f08f-4943-bad3-e3338c3777a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:08.920661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930c26d-3680-43ac-a7d1-7e7d45b3ce91', 'name': 'network-vif-deleted', 'tag': 'b7a593a1-c5cd-4067-b829-45b60c1544b9', 'status': 'completed', 'code': 200} Apr 05 12:12:08.931022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:08.942396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9637a3df-0e11-45c4-80a7-f9868647c748 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:08.969007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event updated for resources: {'Port': ['ID=d38d0349-cff3-40ed-b28a-37d4b6bbed6e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:09.070042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=9813a263-391b-4bf0-b6f0-8c5a9069a212,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:09.082057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:09.138148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.253409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.297357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ee88457-3f27-49fc-b443-2efd92b225e5 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:09.306809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:09.307535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.340533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.348014 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ab46865-9bca-4e66-ade2-8e765d807409 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/9813a263-391b-4bf0-b6f0-8c5a9069a212 HTTP/1.1" status: 204 len: 168 time: 3.5190880 Apr 05 12:12:09.349133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51374) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:09.373211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dc203165-19e3-4b04-a2ab-811011efe4c6 None None] Provisioning complete for port 346ddd4b-1503-444f-a352-adca6b3c6e60 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:09.373637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc203165-19e3-4b04-a2ab-811011efe4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.416434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-890dd11a-51d1-457c-89de-56479fb64aaa tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.9112015 Apr 05 12:12:09.419332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51378) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:09.445450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1978291603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:09.453319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port 346ddd4b-1503-444f-a352-adca6b3c6e60 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:09.453679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.468250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:09.473850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Usage tracker for resource:router and tenant:0f749b3109d847a2b1ea0b3987009823 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:09.478256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:09.486013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:09.506494 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82f2bfc-e17e-4ef8-84ab-096582b4c7b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] GET failed (client error): The resource could not be found. Apr 05 12:12:09.507313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d82f2bfc-e17e-4ef8-84ab-096582b4c7b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:09.515702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.518789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.531633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8ee88457-3f27-49fc-b443-2efd92b225e5 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:09.532811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8ee88457-3f27-49fc-b443-2efd92b225e5 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:09.551501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.555244 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d724d45-6d9e-4b44-a206-4520291131a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7555013 Apr 05 12:12:09.555828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51382) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:09.565362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1761351151'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:09.574279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:09.579737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d82f2bfc-e17e-4ef8-84ab-096582b4c7b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:09.587827 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d82f2bfc-e17e-4ef8-84ab-096582b4c7b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports/9813a263-391b-4bf0-b6f0-8c5a9069a212 HTTP/1.1" status: 404 len: 333 time: 0.2375116 Apr 05 12:12:09.591913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51386) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:09.599980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-14149121'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:09.648046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:09.651715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.668208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:09.699443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:09.711384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e39fff-745e-4c99-9961-f15b167c2f5a None None] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:09.712494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.729880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:09.730167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267058c-8087-40d3-ac17-85bcc61ce6bf req-e7f576aa-0fb2-4024-a26a-5f579738647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:09.731622 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f267058c-8087-40d3-ac17-85bcc61ce6bf req-e7f576aa-0fb2-4024-a26a-5f579738647f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1098 time: 1.3107476 Apr 05 12:12:09.765325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:09.767560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:09.771468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.802080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.831283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9ee433-f991-4765-8018-226e3207193a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:09.851002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:09.854634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.856182 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:09.856757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:09.884502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac9895b-3f6b-4124-8e63-82839f2eb12a') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:09.885035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac9895b-3f6b-4124-8e63-82839f2eb12a') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:09.928588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:09.935912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:09.983246 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89b4605b-fb33-4fc0-993a-c1ef638cf8fc tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2838097 Apr 05 12:12:09.992258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.131594 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f267058c-8087-40d3-ac17-85bcc61ce6bf req-5a4d9084-6995-41d6-b050-07dadadb0165 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678164 Apr 05 12:12:10.145964 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53bd79d5-7398-4bdd-b15f-150351b5074d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1503425 Apr 05 12:12:10.147617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.169587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] DHCP port deletion for 424650f1-f08f-4943-bad3-e3338c3777a6 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:10.171013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51404) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.204403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Deleting port 346ddd4b-1503-444f-a352-adca6b3c6e60 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:10.204840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.229593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:10.230409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.248845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:10.258260 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:10.274432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.280398 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-13702dbf-e847-4520-aa38-969be8678c22 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8558099 Apr 05 12:12:10.280398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:10.289356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51408) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.299812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Provisioning for port 9637a3df-0e11-45c4-80a7-f9868647c748 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:10.301433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9b221398-9f4a-44e2-9226-6bb36652835b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1659971942', 'prefixes': ['172.20.0.0/16']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:10.309849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:10.317353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:10.320596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9b221398-9f4a-44e2-9226-6bb36652835b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:10.328289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.328733 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment c8a952ef-a710-4fd2-b41d-3ba216fbfeca of type vlan for network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 Apr 05 12:12:10.340119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Checking router: bd28b94b-25c6-4169-af19-ffc401d0f6e7 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:10.352556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995da63-e27e-46a8-b44c-711728ca4d3c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:10.356822 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2995da63-e27e-46a8-b44c-711728ca4d3c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1812835 Apr 05 12:12:10.360264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51412) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.382019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Provisioning complete for port 9637a3df-0e11-45c4-80a7-f9868647c748 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:10.382019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.383581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=346ddd4b-1503-444f-a352-adca6b3c6e60,segment=NetworkSegment(57951c03-c35c-4d9a-8f58-86b5ca20abeb),segment_id=57951c03-c35c-4d9a-8f58-86b5ca20abeb)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:10.383977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.424555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:10.428055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.487922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-454007f1-6ead-450f-931a-f12eeea81275 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:router {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:10.504399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.507886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:10.508583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:10.530220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port 1e950edb-3174-4c84-a04e-161803f59b1b yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:10.532911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for 346ddd4b-1503-444f-a352-adca6b3c6e60 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:10.598869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.626903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.627327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb65db-54d5-492c-9c65-72deccf200f0 req-a9d00115-5a65-4226-b351-bbe758efca81 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:10.634984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7afb65db-54d5-492c-9c65-72deccf200f0 req-a9d00115-5a65-4226-b351-bbe758efca81 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.5285122 Apr 05 12:12:10.635320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.649601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] Pushing event deleted for resources: {'Network': ['ID=4b9ee433-f991-4765-8018-226e3207193a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:10.665165 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-783a80a6-e1d0-4355-b215-6e33d783f918 tempest-PortsIpV6TestJSON-615027090 tempest-PortsIpV6TestJSON-615027090-project] 10.222.0.50 "DELETE /v2.0/networks/4b9ee433-f991-4765-8018-226e3207193a HTTP/1.1" status: 204 len: 168 time: 3.0832658 Apr 05 12:12:10.680517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-454007f1-6ead-450f-931a-f12eeea81275 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:router {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:10.681588 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-454007f1-6ead-450f-931a-f12eeea81275 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3186262 Apr 05 12:12:10.687518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51418) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.707898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:10.723517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.737898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.744693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:10.745662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.778423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.871383 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7afb65db-54d5-492c-9c65-72deccf200f0 req-470f35a4-2ee4-41de-b71e-4951c19eaedb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352974 Apr 05 12:12:10.948069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b221398-9f4a-44e2-9226-6bb36652835b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for subnetpool, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:10.952419 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9b221398-9f4a-44e2-9226-6bb36652835b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6533725 Apr 05 12:12:10.960063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4031763 Apr 05 12:12:10.960861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51422) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.961193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51424) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:10.975256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:10.996418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-b8de14b9-081a-46c5-8130-b75d9dd84374 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-1740838789') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:11.004312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] For port 346ddd4b-1503-444f-a352-adca6b3c6e60, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=346ddd4b-1503-444f-a352-adca6b3c6e60,segment=NetworkSegment(57951c03-c35c-4d9a-8f58-86b5ca20abeb),segment_id=57951c03-c35c-4d9a-8f58-86b5ca20abeb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:11.005297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.029706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c947-b075-4f29-831b-12da9a3a1b88 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:11.106289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=346ddd4b-1503-444f-a352-adca6b3c6e60,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:11.144554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port 346ddd4b-1503-444f-a352-adca6b3c6e60 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:11.206520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:11.230615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.258362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:11.264664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Calling delete_port for 346ddd4b-1503-444f-a352-adca6b3c6e60 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:11.279489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:11.300034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::d4 (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/1e950edb-3174-4c84-a04e-161803f59b1b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:11.313858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:11.318281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.329140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:11.371073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:11.374509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.404493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347680c-1499-4863-877e-fe1ca1047d92,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:11.446719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:11.498715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:11.505554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:11.576021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:11.578209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.621267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.624677 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1fd00627-44ed-4bcd-a1e7-af0832bf53d0 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "DELETE /v2.0/security-groups/e347680c-1499-4863-877e-fe1ca1047d92 HTTP/1.1" status: 204 len: 168 time: 1.6828616 Apr 05 12:12:11.627704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:11.638015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424650f1-f08f-4943-bad3-e3338c3777a6']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:11.639787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] For port 9637a3df-0e11-45c4-80a7-f9868647c748, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9637a3df-0e11-45c4-80a7-f9868647c748,segment=NetworkSegment(a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084),segment_id=a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:11.668789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57951c03-c35c-4d9a-8f58-86b5ca20abeb') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:11.669156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57951c03-c35c-4d9a-8f58-86b5ca20abeb') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:11.673172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.679425 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-6c37cf99-6ecd-4d9e-ae94-d979b11014f2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] show failed (client error): The resource could not be found. Apr 05 12:12:11.683088 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c37cf99-6ecd-4d9e-ae94-d979b11014f2 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "GET /v2.0/security-groups/e347680c-1499-4863-877e-fe1ca1047d92 HTTP/1.1" status: 404 len: 347 time: 0.0509224 Apr 05 12:12:11.689951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:11.695391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.757396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:11.757626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:11.767559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:11.773655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.856603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b10b24-151e-4227-bc6e-bdf5c223a0bb None None] Pushing event updated for resources: {'Port': ['ID=9637a3df-0e11-45c4-80a7-f9868647c748,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:11.871931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Provisioning complete for port 9637a3df-0e11-45c4-80a7-f9868647c748 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:11.872286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.906407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.930350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:11.930924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.947175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Deleting port 8cf032b6-3855-4001-8578-564c779f0b7d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:11.947518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:11.959452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b8de14b9-081a-46c5-8130-b75d9dd84374 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-1740838789 HTTP/1.1" status: 201 len: 201 time: 0.9917538 Apr 05 12:12:11.968294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51448) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:11.975882 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:11.985379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-44008681-0607-4f47-8545-6a78f8183fb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ec27b2079774f54b119c490ebd10e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667149 Apr 05 12:12:11.996712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-5e537bbd-8be6-47b5-a350-24ce9cc253f1 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-1471620013') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:12.003297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51452) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.060661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.143245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Provisioning for port d38d0349-cff3-40ed-b28a-37d4b6bbed6e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:12.164540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:12.165887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object 1e950edb-3174-4c84-a04e-161803f59b1b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:12.173623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c1a54-2f00-4da0-896f-d34f2c26873d None None] The sync data for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv is: [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:08:15Z', 'revision_number': 4, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '7f79a575-9535-45a0-9bdb-5d07e29455f7', 'name': '', 'network_id': '520e70cc-c9bb-4181-b255-9e6028f24dca', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'mac_address': 'fa:16:3e:a3:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:13Z', 'updated_at': '2022-04-05T12:08:23Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'subnets': [{'id': '5263fe25-1378-4ae5-bb4d-bb4869200f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:12.187353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Provisioning complete for port d38d0349-cff3-40ed-b28a-37d4b6bbed6e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:12.188511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.265662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Deleting port 346ddd4b-1503-444f-a352-adca6b3c6e60 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:12.266247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.268843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.274144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.317496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a511c-6c13-4131-8afb-eeb563bd110d req-2d196f67-f3e2-4372-bd8e-1f0c680e153b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:12.318682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-041a511c-6c13-4131-8afb-eeb563bd110d req-2d196f67-f3e2-4372-bd8e-1f0c680e153b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.2656586 Apr 05 12:12:12.321827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1efcf44f-5b75-46bc-93a1-a779e8fc7b2a None None] Port d38d0349-cff3-40ed-b28a-37d4b6bbed6e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:12.326288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9637a3df-0e11-45c4-80a7-f9868647c748 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:12.335019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.346944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=424650f1-f08f-4943-bad3-e3338c3777a6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:12.399580 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25877fd2-f494-414f-a9b3-06194d9ccb11 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/424650f1-f08f-4943-bad3-e3338c3777a6 HTTP/1.1" status: 204 len: 168 time: 3.7022452 Apr 05 12:12:12.400644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.403310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.406831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1ad9e-c810-475f-9bd5-5464beabd222 None None] The port '346ddd4b-1503-444f-a352-adca6b3c6e60' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:12:12.408097 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5e537bbd-8be6-47b5-a350-24ce9cc253f1 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-1471620013 HTTP/1.1" status: 201 len: 201 time: 0.4361613 Apr 05 12:12:12.425763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51458) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.428451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f24ab4-a844-4371-9cb9-6dcb6834a5e5 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:12:12.432547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-546a587c-aed3-4a73-be1e-75b3f6e44ad3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-1422873551') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:12.510715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.511224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.539347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:12.540785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.553182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9637a3df-0e11-45c4-80a7-f9868647c748 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:12.553826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.605525 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41aaf11-52ea-41a2-87bf-91f6353495de tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:12.605525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41aaf11-52ea-41a2-87bf-91f6353495de tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:12.610147 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c41aaf11-52ea-41a2-87bf-91f6353495de tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/717ed2c1-1649-4d70-b677-5775c0f0d011 HTTP/1.1" status: 404 len: 337 time: 0.1741927 Apr 05 12:12:12.620224 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a030cb-1499-46f7-b375-5a8f7c3185bd None None] New status for floating IP de2a2131-4b1d-4b21-b97e-32b71faddc1c: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:12:12.677847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.704069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Calling delete_port for 8cf032b6-3855-4001-8578-564c779f0b7d owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:12.728789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:12.734929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.749627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:12.758980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:12.760002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:12.775546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=1e950edb-3174-4c84-a04e-161803f59b1b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:12.780972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f24ab4-a844-4371-9cb9-6dcb6834a5e5 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:12:12.803347 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-041a511c-6c13-4131-8afb-eeb563bd110d req-89658966-3bec-4b66-9566-2b6a4ebaa637 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4597998 Apr 05 12:12:12.911271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 346ddd4b-1503-444f-a352-adca6b3c6e60 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:12.974526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bf2cb985-6189-454a-8a2d-c052f91ddf02 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3815346 Apr 05 12:12:12.979287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=7edb507a-b552-4c98-b53e-1862faf5e5ad,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:12.981358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.987395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-546a587c-aed3-4a73-be1e-75b3f6e44ad3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-1422873551 HTTP/1.1" status: 201 len: 201 time: 0.5593147 Apr 05 12:12:12.995279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51472) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:12.997156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:12:13.001762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bbb7e5-82cc-4e7f-a416-da9028605e03 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:13.002458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bbb7e5-82cc-4e7f-a416-da9028605e03 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:13.005606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-2073d00c-796e-4c10-9170-3e5177b14a94 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-1461695028') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:13.009338 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c5bbb7e5-82cc-4e7f-a416-da9028605e03 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/3b418aec-304f-4a45-b95d-31bf3f1ad02e HTTP/1.1" status: 404 len: 339 time: 0.3311961 Apr 05 12:12:13.012689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 346ddd4b-1503-444f-a352-adca6b3c6e60 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:13.012832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 346ddd4b-1503-444f-a352-adca6b3c6e60 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:13.023661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:13.023996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:13.027351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:bb:02:8a'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:13.032429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.079050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4380b0-068b-44cd-89a5-b662b4616234 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:13.079546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4380b0-068b-44cd-89a5-b662b4616234 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:13.084179 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bd4380b0-068b-44cd-89a5-b662b4616234 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/e838819b-58d2-4e9b-8e25-5727c5edc8fa HTTP/1.1" status: 404 len: 337 time: 0.0452340 Apr 05 12:12:13.090476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51482) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.106296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.124193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-437d50df-0f2f-48bd-b461-e372ea3dfe60 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:13.125132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437d50df-0f2f-48bd-b461-e372ea3dfe60 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:13.133018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-437d50df-0f2f-48bd-b461-e372ea3dfe60 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/0590374f-ad16-4998-96a2-1313254763a7 HTTP/1.1" status: 404 len: 339 time: 0.0396969 Apr 05 12:12:13.137023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.235018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bcfc82-f161-45c2-b3af-651e41ba45e6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:13.235588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bcfc82-f161-45c2-b3af-651e41ba45e6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:13.241070 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-72bcfc82-f161-45c2-b3af-651e41ba45e6 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/ea6a4388-fda9-42d7-90ce-7d614eca5361 HTTP/1.1" status: 404 len: 337 time: 0.0635886 Apr 05 12:12:13.241712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.249355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:13.289930 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee40281-e8e5-4f8f-ac7d-acab1962decf tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:13.290408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee40281-e8e5-4f8f-ac7d-acab1962decf tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:13.294922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3ee40281-e8e5-4f8f-ac7d-acab1962decf tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/5b09754d-faa8-46d9-aa62-46e4cbff3bdb HTTP/1.1" status: 404 len: 339 time: 0.0507112 Apr 05 12:12:13.297397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51494) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.323662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:13.330008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:13.333799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:13.340444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:13.340758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.351167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2073d00c-796e-4c10-9170-3e5177b14a94 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-1461695028 HTTP/1.1" status: 201 len: 201 time: 0.3532145 Apr 05 12:12:13.365517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51498) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.385334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-0bca2b48-0252-4765-8dbc-2cc88a83585e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:13.387706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '96560c9c-3fda-4c8b-b09b-7d4cd439f5d8'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:13.389089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.391407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:13.392390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.429346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=96560c9c-3fda-4c8b-b09b-7d4cd439f5d8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:13.444476 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-35adbdc8-9487-4752-a347-28d61ede9260 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4741237 Apr 05 12:12:13.450064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51502) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.464381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting subnet 09aecf01-7998-441c-a4a6-b2de3f754cc5 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:13.467794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.533499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.537747 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bf7b2e8-c464-4f06-8c3b-a554ff92d2de tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8418796 Apr 05 12:12:13.549163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51506) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:13.549820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:13.550207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:13.562776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:5f:7f:dd', 'name': 'tempest-NetworksTestDHCPv6-190781241'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:13.582280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48506adf-df5f-4e3a-926d-dfd1dd129fc5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:13.590897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de13213-3a57-4e1b-9299-680c48e6f897 req-d647f929-96f8-413c-96a7-01f60891aa67 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:13.592475 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7de13213-3a57-4e1b-9299-680c48e6f897 req-d647f929-96f8-413c-96a7-01f60891aa67 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.5030301 Apr 05 12:12:13.593728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.595022 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-337b389b-3350-4b89-b5df-0ef9c26f4191 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48506adf-df5f-4e3a-926d-dfd1dd129fc5 HTTP/1.1" status: 204 len: 168 time: 1.5907435 Apr 05 12:12:13.606992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Allocated IP 2001:db8::f816:3eff:fe4e:837c (0d84777e-b69b-410c-a2a6-18fcc490dd2e/96560c9c-3fda-4c8b-b09b-7d4cd439f5d8/f6accdf6-f966-429c-933e-5b8f8bcd54a7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:13.795446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.812393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:13.819380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:13.852364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:13.853129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:13.866615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:13.900249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:14.020281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0bca2b48-0252-4765-8dbc-2cc88a83585e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 200 len: 241 time: 0.6501055 Apr 05 12:12:14.021211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.023703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7de13213-3a57-4e1b-9299-680c48e6f897 req-2b7ee34d-4818-4f82-b1a4-dddabd13126a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538146 Apr 05 12:12:14.024973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:14.074258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Deleting port 8cf032b6-3855-4001-8578-564c779f0b7d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:14.074606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.097991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Transition to ACTIVE for port object f6accdf6-f966-429c-933e-5b8f8bcd54a7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:14.105590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-1b852df7-1d67-46fb-ab8d-85d1899ed1fc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-1740838789') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:14.111466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51522) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:14.177913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Transition to ACTIVE for port object f6accdf6-f966-429c-933e-5b8f8bcd54a7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:14.198007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.261683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.299477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.378353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.410895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Pushing event updated for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:14.437445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:14.440236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:14.444610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:14.451487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 0920fa49-5a56-45b9-8384-fcdb58fac335 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:14.541306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.570940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.579636 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1b852df7-1d67-46fb-ab8d-85d1899ed1fc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-1740838789 HTTP/1.1" status: 204 len: 168 time: 0.5065894 Apr 05 12:12:14.586146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:14.588672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Attempting to bind port f6accdf6-f966-429c-933e-5b8f8bcd54a7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:14.589275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Attempting to bind port f6accdf6-f966-429c-933e-5b8f8bcd54a7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:14.589800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Attempting to bind port f6accdf6-f966-429c-933e-5b8f8bcd54a7 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:14.602051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:14.602351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:14.602769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.603211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:14.603715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Bound port: f6accdf6-f966-429c-933e-5b8f8bcd54a7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:14.604182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.624024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.624356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.646195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-16b853cf-9909-41e9-9ad1-8ffc555dcd26 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-1740838789') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:14.770189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] In _notify_port_updated(), no bound segment for port 1e950edb-3174-4c84-a04e-161803f59b1b on network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:12:14.776163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:14.776964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.781344 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "PUT /v2.0/ports/1e950edb-3174-4c84-a04e-161803f59b1b HTTP/1.1" status: 200 len: 999 time: 1.7822978 Apr 05 12:12:14.788044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:14.793229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:14.802237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:14.922181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4279430-3cd3-49ed-b0db-2b556c81bbad None None] Pushing event updated for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:14.954194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51544) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:14.994448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51548) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:15.015010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Calling delete_port for 8cf032b6-3855-4001-8578-564c779f0b7d owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:15.048882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8::1 (213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4/7edb507a-b552-4c98-b53e-1862faf5e5ad/15947902-4e00-4877-8e11-1baa066d0a98) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:15.139890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.146682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe5f:7fdd (0d84777e-b69b-410c-a2a6-18fcc490dd2e/96560c9c-3fda-4c8b-b09b-7d4cd439f5d8/0920fa49-5a56-45b9-8384-fcdb58fac335) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:15.228133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port 1e950edb-3174-4c84-a04e-161803f59b1b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:15.228317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.232486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f463e1-fa0f-481f-b4b1-2bc81cf13c5b tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=1e950edb-3174-4c84-a04e-161803f59b1b,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:15.279152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1392414199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:15.287576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.290478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=09aecf01-7998-441c-a4a6-b2de3f754cc5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:15.303505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:15.360176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:router and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:15.388840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:15.404621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-885656e4-cf4f-48bc-b26d-be93d58da5aa tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/09aecf01-7998-441c-a4a6-b2de3f754cc5 HTTP/1.1" status: 204 len: 168 time: 2.1058104 Apr 05 12:12:15.405768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:15.415147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51554) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:15.470102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41471084-11a9-4d74-98b4-967d1a89bdb8 tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:15.475217 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-41471084-11a9-4d74-98b4-967d1a89bdb8 tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1093 time: 1.3554864 Apr 05 12:12:15.482499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:15.487411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.489004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.500472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:15.532268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:15.568469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:floatingip and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:15.591243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:15.603947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.608753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:15.622657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.665398 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-16b853cf-9909-41e9-9ad1-8ffc555dcd26 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-1740838789 HTTP/1.1" status: 204 len: 168 time: 1.0469122 Apr 05 12:12:15.682140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51562) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:15.708433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.715748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-771d31db-c643-4065-8787-ecf11467607e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:15.747782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.756207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.771289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 15947902-4e00-4877-8e11-1baa066d0a98 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:15.785201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Pushing event deleted for resources: {'Port': ['ID=8cf032b6-3855-4001-8578-564c779f0b7d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:15.804975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.845395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.853685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port 11c85ad6-709a-4ab9-99be-5edf0029c3ce {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:15.854301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.864487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:15.924064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 0920fa49-5a56-45b9-8384-fcdb58fac335 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:16.018468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for 1e950edb-3174-4c84-a04e-161803f59b1b owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:16.022951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.058980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.063341 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-754a7b3b-3b75-4c66-bd25-4a971b913be8 tempest-ServerActionsTestJSON-1159256257 tempest-ServerActionsTestJSON-1159256257-project] 10.222.0.50 "DELETE /v2.0/floatingips/de2a2131-4b1d-4b21-b97e-32b71faddc1c HTTP/1.1" status: 204 len: 168 time: 4.3692422 Apr 05 12:12:16.064192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:16.070297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.074263 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-59cf55a3-2879-47e6-b6e8-89d66b2f05df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0376382 Apr 05 12:12:16.079071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51570) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:16.090678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1619062610'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:16.148544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:16.171591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.182053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:network and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:16.216444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.227470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307592c2-28a5-4583-aa33-060de15fc937 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:12:16.264068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:16.298158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:16.302731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f6accdf6-f966-429c-933e-5b8f8bcd54a7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:16.381087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:16.402056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:16.415592 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-771d31db-c643-4065-8787-ecf11467607e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 200 len: 205 time: 0.7224464 Apr 05 12:12:16.423789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:16.426365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:16.427229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.432319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:16.438072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.440977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-5f4d705f-905f-4f5c-b50c-267843ce0064 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:16.446794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b69088f5-fa97-43ea-98f7-f6bf40f3cc30 None None] Provisioning for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:16.464178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:16.521150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:16.541845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.550972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:16.562806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:16.567265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:16.567601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.622894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:16.628020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:16.634023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:16.635020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.644641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:security_group_rule and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:16.654219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:16.667226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=0920fa49-5a56-45b9-8384-fcdb58fac335,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:16.678630 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c89e93a-c45b-46df-a394-7b4106d6d503 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1267207 Apr 05 12:12:16.680360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:16.685597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:16.691610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port 11c85ad6-709a-4ab9-99be-5edf0029c3ce, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=11c85ad6-709a-4ab9-99be-5edf0029c3ce,segment=NetworkSegment(d4c280de-0325-436c-be3a-24ad0913b7a9),segment_id=d4c280de-0325-436c-be3a-24ad0913b7a9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:16.692282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.711240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.756174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307592c2-28a5-4583-aa33-060de15fc937 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:12:16.846150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=1e950edb-3174-4c84-a04e-161803f59b1b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:16.849687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:16.888466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for 11c85ad6-709a-4ab9-99be-5edf0029c3ce owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:17.030087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.069538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:17.075469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.248404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:17.344878 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5f4d705f-905f-4f5c-b50c-267843ce0064 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 200 len: 241 time: 0.9097157 Apr 05 12:12:17.350881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:17.360698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-86f2bdd1-25ff-4438-9760-89082b696055 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-1471620013') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:17.392669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.428296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.461327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748bbb4-1e1f-47aa-8dcc-c12df0c21290 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:17.466969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.467980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748bbb4-1e1f-47aa-8dcc-c12df0c21290 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:17.468970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6748bbb4-1e1f-47aa-8dcc-c12df0c21290 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:17.495060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=11c85ad6-709a-4ab9-99be-5edf0029c3ce,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:17.496708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port 11c85ad6-709a-4ab9-99be-5edf0029c3ce on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:17.509531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:17.510651 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.527441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.546627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.26.5.119 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/92db805a-9da3-4132-a981-628a73e34b8f) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:17.559429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.616744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6eed66b2-8072-44d0-b106-feae3d20c384 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/1e950edb-3174-4c84-a04e-161803f59b1b HTTP/1.1" status: 204 len: 168 time: 2.6592872 Apr 05 12:12:17.630112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51586) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:17.712481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6748bbb4-1e1f-47aa-8dcc-c12df0c21290 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:17.713516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:17.718819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6748bbb4-1e1f-47aa-8dcc-c12df0c21290 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0321281 Apr 05 12:12:17.737508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Allocated IP 2001:db8::2 (213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4/7edb507a-b552-4c98-b53e-1862faf5e5ad/1ad0db00-0843-4f0a-a9fe-37b09db7527c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:17.768867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.769482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Added segment 94e215d1-96c8-4a2a-a255-e90b4674a05d of type vlan for network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff Apr 05 12:12:17.804660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.827071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:17.896859 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-77140eb9-9bea-4e00-8253-93f2cd6564f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] GET failed (client error): The resource could not be found. Apr 05 12:12:17.897425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77140eb9-9bea-4e00-8253-93f2cd6564f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:17.901672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.984056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.991348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:17.993003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:17.997572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-77140eb9-9bea-4e00-8253-93f2cd6564f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:17.998136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.000691 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-77140eb9-9bea-4e00-8253-93f2cd6564f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports/1e950edb-3174-4c84-a04e-161803f59b1b HTTP/1.1" status: 404 len: 333 time: 0.3683300 Apr 05 12:12:18.012667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Transition to ACTIVE for port object 1ad0db00-0843-4f0a-a9fe-37b09db7527c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:18.030227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51594) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:18.037627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4da2c10-8793-4a9e-a87e-e40294460097']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:18.040135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Transition to ACTIVE for port object 1ad0db00-0843-4f0a-a9fe-37b09db7527c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:18.050918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.053597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1840385254'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:18.073882 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-86f2bdd1-25ff-4438-9760-89082b696055 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-1471620013 HTTP/1.1" status: 204 len: 168 time: 0.7185543 Apr 05 12:12:18.078738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 0920fa49-5a56-45b9-8384-fcdb58fac335 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:18.079106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.149392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:18.161667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:18.165425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:18.166258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c280de-0325-436c-be3a-24ad0913b7a9') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:18.166673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c280de-0325-436c-be3a-24ad0913b7a9') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:18.170734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:18.231970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-1f19c201-d2f6-4731-8573-019d88d44b58 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-1471620013') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:18.246984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Pushing event updated for resources: {'Port': ['ID=1ad0db00-0843-4f0a-a9fe-37b09db7527c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.308649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.321120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f6accdf6-f966-429c-933e-5b8f8bcd54a7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:18.357387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.361378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Attempting to bind port 1ad0db00-0843-4f0a-a9fe-37b09db7527c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:18.361867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Attempting to bind port 1ad0db00-0843-4f0a-a9fe-37b09db7527c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:18.362333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Attempting to bind port 1ad0db00-0843-4f0a-a9fe-37b09db7527c on network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:18.368406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad6bb22-839a-45d9-af3f-3589399acb9f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.371265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:18.371655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Checking segment: {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:18.372203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.372655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Bound using segment: {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:18.373800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Bound port: 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:18.373800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.376308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.377077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.385212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3008308 Apr 05 12:12:18.388790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51602) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:18.442195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.469542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:18.470276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:18.494511 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:18.506581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Provisioning complete for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:18.507600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.512270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'subnet': {'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:18.545718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:18.545718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.565804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4cdd2-1435-4b5a-8612-49cb1adc0110 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Network': ['ID=6d17e50d-6f69-4fac-8355-95c43d4dd0ff,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.592747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:18.636279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] For port 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:18.672359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] For port 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1ad0db00-0843-4f0a-a9fe-37b09db7527c,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:18.716475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:18.726407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.745776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.746001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.754909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:18.781801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.783670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.808533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:18.821035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:subnet and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:18.827236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:18.835739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=d4da2c10-8793-4a9e-a87e-e40294460097,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.839727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:18.852818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:18.855982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:18.863865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:18.867328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.876646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:18.880818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.907020 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1f19c201-d2f6-4731-8573-019d88d44b58 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-1471620013 HTTP/1.1" status: 204 len: 168 time: 0.7564006 Apr 05 12:12:18.911442 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ee3c585c-7be0-44ae-b1ed-fbb6a7f015af tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/d4da2c10-8793-4a9e-a87e-e40294460097 HTTP/1.1" status: 204 len: 168 time: 3.4605820 Apr 05 12:12:18.912287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:18.914669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51608) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:18.918007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:18.939780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-0e1d3703-0bfe-452f-9f28-d65182673bd5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:18.956402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559288-ad83-4966-a9f6-46aaee712a01 None None] Pushing event updated for resources: {'Port': ['ID=1ad0db00-0843-4f0a-a9fe-37b09db7527c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:18.985585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:19.037054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Provisioning for port 0920fa49-5a56-45b9-8384-fcdb58fac335 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:19.045015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Provisioning complete for port 0920fa49-5a56-45b9-8384-fcdb58fac335 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:19.045450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:19.118335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bb08953b-bacf-44b3-a994-5fb38bea1061 None None] Port 0920fa49-5a56-45b9-8384-fcdb58fac335 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:19.292824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:19.392280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:19.413718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:19.422755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=92db805a-9da3-4132-a981-628a73e34b8f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:19.427726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:19.445440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 0920fa49-5a56-45b9-8384-fcdb58fac335 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:19.495749 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4046dd2d-aea9-438f-8d05-2b3333bf4a2b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:19.496494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4046dd2d-aea9-438f-8d05-2b3333bf4a2b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:19.499066 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4046dd2d-aea9-438f-8d05-2b3333bf4a2b tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/9955dae4-d87a-4cd7-8fd4-bdade77d2ded HTTP/1.1" status: 404 len: 337 time: 0.5701284 Apr 05 12:12:19.508156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51614) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:19.593530 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f59796-3ae8-4e92-82fb-4bf000f69038 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] DELETE failed (client error): The resource could not be found. Apr 05 12:12:19.593530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f59796-3ae8-4e92-82fb-4bf000f69038 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:12:19.661344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c0f59796-3ae8-4e92-82fb-4bf000f69038 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/d3aad05e-074f-4cd4-b00a-1b9a2a67b35e HTTP/1.1" status: 404 len: 339 time: 0.1517332 Apr 05 12:12:19.674957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51618) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:19.684743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:19.713691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:12:19.864835 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e1d3703-0bfe-452f-9f28-d65182673bd5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 200 len: 205 time: 0.9484718 Apr 05 12:12:19.872320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:19.931507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-c88d8f9a-141a-4f30-a1e8-b0343c22aba7 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:19.993255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.096334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting subnet 9b0029db-16e6-4ab5-9638-42e429ef9300 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:20.104081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::288 (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:20.125658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.208972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:20.220893 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-33543b79-b121-44b9-bad0-157a2ea9a5af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7674351 Apr 05 12:12:20.226071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:20.228525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:20.241185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:20.241871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.244571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:20.257780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-839063414'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:20.261306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Subnet': ['ID=87ffa340-3204-466a-ba08-b92da2824db5,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:20.273101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:20.290110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:20.297586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:20.307017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:20.312309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Checking segment: {'id': '94e215d1-96c8-4a2a-a255-e90b4674a05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:20.312595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network hostable DHCP agents. Network: 6d17e50d-6f69-4fac-8355-95c43d4dd0ff, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:20.346170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:20.348464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1ad0db00-0843-4f0a-a9fe-37b09db7527c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:20.351284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.377925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:20.398029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7e78f-b7d3-4fa2-8f21-9e0a50d0bda6 None None] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:20.410828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 6d17e50d-6f69-4fac-8355-95c43d4dd0ff) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:20.412719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:20.413227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf9146-4e13-4d4f-910e-f1e7b5b42416 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:20.422078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:20.422917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.425374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.432827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9054a934-afa0-45b7-bf3d-02d42cf78d47 None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:20.451367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.452063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc of type vlan for network e28777f2-a3bf-4d75-b203-47421d803f6f Apr 05 12:12:20.479940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-efb0f383-07d6-4ea7-a414-d0a3b40e6bb9 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0560005 Apr 05 12:12:20.490713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51630) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:20.492094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.509867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'network': {'name': 'tempest-router-network01--227375727'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:20.514319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.523104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:20.532036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827126b1-67e3-4666-ba47-0affa2c10c49 None None] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:20.532286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:network and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:20.538226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:20.549535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:20.550701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=0920fa49-5a56-45b9-8384-fcdb58fac335,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:20.621126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:20.624562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.636283 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c88d8f9a-141a-4f30-a1e8-b0343c22aba7 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 200 len: 241 time: 0.7559488 Apr 05 12:12:20.640307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.646362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.648954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:20.652279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:20.652905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.687699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-c53b04c2-2a3d-43df-aaf5-57e5f48a9ff3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-1422873551') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:20.718664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.738390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9054a934-afa0-45b7-bf3d-02d42cf78d47 None None] Network d4da2c10-8793-4a9e-a87e-e40294460097 could not be found, it might have been deleted concurrently. {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 12:12:20.776029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5400259 Apr 05 12:12:20.780737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51638) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:20.873346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87cb85-ea8c-4b04-949f-10aaf9dd4ff9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=e28777f2-a3bf-4d75-b203-47421d803f6f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:20.875594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:20.884551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:20.887935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:20.943847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:20.944569 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Added segment fd317343-89e8-435b-9d5b-77170ecd3ae4 of type vlan for network 8c426c4a-9c5d-4946-af75-0078174facde Apr 05 12:12:20.959106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15f9c9-0e79-456e-8dbd-9b9fcaaf0cb6 None None] DHCP port deletion for d4da2c10-8793-4a9e-a87e-e40294460097 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:20.961793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network e28777f2-a3bf-4d75-b203-47421d803f6f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:21.118584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.136479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:21.194972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.357978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.359218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:21.379668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:21.381786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:21.388155 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-343cdf70-500e-4664-81f5-4eba3f672c73 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/0920fa49-5a56-45b9-8384-fcdb58fac335 HTTP/1.1" status: 204 len: 168 time: 3.5527797 Apr 05 12:12:21.391236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:21.394410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:21.402552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:21.404211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:21.414735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:21.416082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.433774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:21.496024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.510331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:21.512211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.546322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.583786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:21.598678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.699643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:21.705720 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-590f1985-cfa9-4814-b561-f7fae2f418ec tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6738391 Apr 05 12:12:21.714682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51646) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:21.729581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c53b04c2-2a3d-43df-aaf5-57e5f48a9ff3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-1422873551 HTTP/1.1" status: 204 len: 168 time: 1.0745642 Apr 05 12:12:21.734136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bb:02:8a'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:21.766238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Provisioning complete for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:21.768149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.775873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51650) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:21.806090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3068280 Apr 05 12:12:21.809198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51654) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:21.818442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'network': {'name': 'tempest-router-network02--45593404'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:21.838933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27093-a786-480f-a7bd-63cc64744ba6 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Network': ['ID=8c426c4a-9c5d-4946-af75-0078174facde,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:21.848502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:21.855218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Deleting port 7f79a575-9535-45a0-9bdb-5d07e29455f7 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:21.855572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.885973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ce030-c387-4873-bfc8-7390630c6cde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:21.887619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ce030-c387-4873-bfc8-7390630c6cde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:21.888380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-432ce030-c387-4873-bfc8-7390630c6cde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:21.889750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:network and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:21.897622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:21.898832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-6164b8b7-3153-4df9-9251-4c2e25ab64ea tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-1422873551') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:21.902986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.917105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:21.923676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:21.969233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8c426c4a-9c5d-4946-af75-0078174facde details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:22.045952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:22.050887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.119876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=92db805a-9da3-4132-a981-628a73e34b8f,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:22.218762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.311669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-6d17e50d-6f69-4fac-8355-95c43d4dd0ff', 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff', 'tenant_id': '7ba0a3e415c84a3a8104f3034814e8b4', 'fixed_ips': [{'subnet_id': '87ffa340-3204-466a-ba08-b92da2824db5'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:22.315877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:22.318744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.332365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.350788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:22.353055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.353055 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Added segment e5c05360-8299-42da-9b81-b80b7aa26dc1 of type vlan for network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece Apr 05 12:12:22.388743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-432ce030-c387-4873-bfc8-7390630c6cde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:22.400552 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-432ce030-c387-4873-bfc8-7390630c6cde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.9678581 Apr 05 12:12:22.400552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51658) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:22.517138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.584901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0029db-16e6-4ab5-9638-42e429ef9300,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:22.610114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.623711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.626602 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP a3810e71-e46a-49cf-b2c3-6c2fa45c1414 associated. External IP: 172.26.5.119, port: 2b2c8889-14aa-436c-bcd9-37490e35c91e. Apr 05 12:12:22.646517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 11c85ad6-709a-4ab9-99be-5edf0029c3ce no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:22.691445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 96560c9c-3fda-4c8b-b09b-7d4cd439f5d8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:22.696719 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e7020ec-0f8b-4c79-b3c2-68583b210081 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/subnets/9b0029db-16e6-4ab5-9638-42e429ef9300 HTTP/1.1" status: 204 len: 168 time: 3.0135529 Apr 05 12:12:22.717381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.751943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51662) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:22.756343 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6164b8b7-3153-4df9-9251-4c2e25ab64ea tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-1422873551 HTTP/1.1" status: 204 len: 168 time: 0.9787095 Apr 05 12:12:22.758385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] For port 7f79a575-9535-45a0-9bdb-5d07e29455f7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7f79a575-9535-45a0-9bdb-5d07e29455f7,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:22.758610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.767944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51666) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:22.775497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Allocated IP 2001:db8::2 (6d17e50d-6f69-4fac-8355-95c43d4dd0ff/87ffa340-3204-466a-ba08-b92da2824db5/308f4449-0700-4ed0-9cf2-9eda8f34c41c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:22.792855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0441d2-a255-4b3d-923f-10babbd28252 None None] Network 7e2e9e0a-300f-4918-9e48-7d069e18e38a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:22.828357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:22.874984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=56958190-60f7-428c-b242-985e48cb0e82,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:22.902688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:22.904365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: e28777f2-a3bf-4d75-b203-47421d803f6f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:22.955872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-d43765ce-b0d1-464b-b1a3-fec90ad5f71f tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:23.022295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.029575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 11c85ad6-709a-4ab9-99be-5edf0029c3ce {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:23.029575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 11c85ad6-709a-4ab9-99be-5edf0029c3ce not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:23.041480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:23.041480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.093473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network e28777f2-a3bf-4d75-b203-47421d803f6f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:23.190532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Network': ['ID=9eeaa0f3-d84a-4407-af49-1b0b2cb8aece,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:23.216697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, e28777f2-a3bf-4d75-b203-47421d803f6f) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:23.271525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:23.272141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.296691 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b1ac6f50-05fc-46c4-90da-59799cd8ac3d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4830735 Apr 05 12:12:23.301771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c601670c-3e1b-4a51-9d0f-3787b61d74e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5155525 Apr 05 12:12:23.302141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:23.302518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51670) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:23.309222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51672) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:23.314864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'subnet': {'network_id': '8c426c4a-9c5d-4946-af75-0078174facde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:23.343368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3223133f-9998-4a40-b3c5-720cc9d01544 None None] Network e28777f2-a3bf-4d75-b203-47421d803f6f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:23.401473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Could not find standard attr ID for object 0920fa49-5a56-45b9-8384-fcdb58fac335. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:12:23.416889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Calling delete_port for 7f79a575-9535-45a0-9bdb-5d07e29455f7 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:23.556890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d178584-18d1-4418-bc90-527be44b8099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.637035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.647272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.679642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.693537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:23.742048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Provisioning for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:23.765574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Provisioning complete for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:23.766242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.830111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:23.874671 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d43765ce-b0d1-464b-b1a3-fec90ad5f71f tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 200 len: 205 time: 1.0807483 Apr 05 12:12:23.882266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Deleting port 896d294f-4316-43df-badf-99c92b1f0dfa {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:23.882913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:23.911257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:23.915960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:subnet and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:23.920788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:23.938554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:23.938971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-000e3638-142f-4d6e-9426-0c52d3c4fdd9 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:24.070729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.158268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.189589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Transition to ACTIVE for port object 308f4449-0700-4ed0-9cf2-9eda8f34c41c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:24.228040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:24.233525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.241109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=96560c9c-3fda-4c8b-b09b-7d4cd439f5d8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:24.255286 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-000e3638-142f-4d6e-9426-0c52d3c4fdd9 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 200 len: 241 time: 0.3343062 Apr 05 12:12:24.273915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51682) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:24.288505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-e7a1e105-78c8-46db-8d73-cd204285cd88 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-1461695028') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:24.299850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.361446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] DHCP port deletion for 7e2e9e0a-300f-4918-9e48-7d069e18e38a request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:24.383015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a7d52-7ead-4c56-83cf-b889bd557c4a None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:24.431364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Deleting port 896d294f-4316-43df-badf-99c92b1f0dfa {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:24.432135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.466957 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c5b6e5d2-427c-434e-bc11-7ccc63c78a80 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/96560c9c-3fda-4c8b-b09b-7d4cd439f5d8 HTTP/1.1" status: 204 len: 168 time: 2.0368860 Apr 05 12:12:24.472976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Transition to ACTIVE for port object 308f4449-0700-4ed0-9cf2-9eda8f34c41c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:24.476419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:24.477734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-e28777f2-a3bf-4d75-b203-47421d803f6f', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:24.479232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.538516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.540597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:17Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:18Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:24.570131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.609274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.654150 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6659b58-1168-41f4-b7cf-14def0cd6a2a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747034 Apr 05 12:12:24.654519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51690) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:24.661716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f79a575-9535-45a0-9bdb-5d07e29455f7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:24.669641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] For port 896d294f-4316-43df-badf-99c92b1f0dfa, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=896d294f-4316-43df-badf-99c92b1f0dfa,segment=NetworkSegment(c3f82ce8-c7eb-4913-8620-87fcdd1f179b),segment_id=c3f82ce8-c7eb-4913-8620-87fcdd1f179b)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:24.670318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:24.683984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 896d294f-4316-43df-badf-99c92b1f0dfa no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:24.685868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:24.688331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:24.714835 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:24.740643 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:24.741618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:24.741988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Updating router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 port 15947902-4e00-4877-8e11-1baa066d0a98 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:12:24.744299 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:11:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:25.111727 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e7a1e105-78c8-46db-8d73-cd204285cd88 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-1461695028 HTTP/1.1" status: 204 len: 168 time: 0.8346918 Apr 05 12:12:25.198797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51694) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:25.210763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.217762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:12:25.230034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:25.235232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Calling delete_port for 896d294f-4316-43df-badf-99c92b1f0dfa owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:25.239507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:25.262656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.299629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-7fda9f20-5d72-481c-85e5-afc1b176451b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-1461695028') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:25.302377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:25.315634 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:25.324014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.413547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Pushing event updated for resources: {'Port': ['ID=308f4449-0700-4ed0-9cf2-9eda8f34c41c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:25.503106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.654401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28004169-624b-48b0-b514-92074c042c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.799622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27eddcc-c249-488d-8cb7-6a967b1cc5f3 None None] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:25.801547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-11401fd7-8636-4484-90ab-04a954c6ded1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3152142 Apr 05 12:12:25.804705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.808554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:12:25.829066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.838393 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'a3810e71-e46a-49cf-b2c3-6c2fa45c1414', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:46:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:12:20Z', 'updated_at': '2022-04-05T12:12:20Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:25.843498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.844077 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:25.854603 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:25.855609 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:25.858403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:25.872507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:25.877685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:25.895544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:25.917840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:25.938025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'status': 'completed', 'code': 200} Apr 05 12:12:26.034602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Subnet': ['ID=93396c26-ff91-4639-97b7-27b7acd012d8,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:26.044846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:26.049325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.073005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7fda9f20-5d72-481c-85e5-afc1b176451b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-1461695028 HTTP/1.1" status: 204 len: 168 time: 0.8227124 Apr 05 12:12:26.078773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51702) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.091908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-c37062fa-ab30-4680-a906-61d50d4e27b9 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:26.115947 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:26.159730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Checking segment: {'id': 'fd317343-89e8-435b-9d5b-77170ecd3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:26.160353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network hostable DHCP agents. Network: 8c426c4a-9c5d-4946-af75-0078174facde, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:26.209616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c37062fa-ab30-4680-a906-61d50d4e27b9 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 200 len: 205 time: 0.1231570 Apr 05 12:12:26.246877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51706) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.265198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-08132221-29a9-4bf0-9b97-f272783dfbb6 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:26.272137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 896d294f-4316-43df-badf-99c92b1f0dfa update to DOWN by agent not found {{(pid=87959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 12:12:26.282194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 8c426c4a-9c5d-4946-af75-0078174facde is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:26.301533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:26.316973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8c426c4a-9c5d-4946-af75-0078174facde) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:26.319152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.341121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:26.341834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.347007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8:1::1 (e28777f2-a3bf-4d75-b203-47421d803f6f/56958190-60f7-428c-b242-985e48cb0e82/da49a02c-2563-43fd-8c9c-129e35bf31b8) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:26.374834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08132221-29a9-4bf0-9b97-f272783dfbb6 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1249905 Apr 05 12:12:26.385835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51710) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.445676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] In _notify_port_updated(), no bound segment for port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 on network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:12:26.459653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:26.460347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.465240 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1e2dee8-343a-440f-8df5-cd9058727843 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "PUT /v2.0/ports/a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 HTTP/1.1" status: 200 len: 1003 time: 4.7494547 Apr 05 12:12:26.472562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] For port 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1ad0db00-0843-4f0a-a9fe-37b09db7527c,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:26.484882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6172970-b235-40aa-a1de-19001d489cdf None None] Network 8c426c4a-9c5d-4946-af75-0078174facde requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:26.495960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51712) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.552487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] No DVR routers for this DVR port 896d294f-4316-43df-badf-99c92b1f0dfa on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:26.697659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.702285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.710551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Attempting to bind port 308f4449-0700-4ed0-9cf2-9eda8f34c41c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:26.711205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Attempting to bind port 308f4449-0700-4ed0-9cf2-9eda8f34c41c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '94e215d1-96c8-4a2a-a255-e90b4674a05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:26.711734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Attempting to bind port 308f4449-0700-4ed0-9cf2-9eda8f34c41c on network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:26.719842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object da49a02c-2563-43fd-8c9c-129e35bf31b8 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:26.742500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Port': ['ID=896d294f-4316-43df-badf-99c92b1f0dfa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:26.751131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-5a3361ef-75a9-4775-a80a-842977a13edd tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:26.866185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d9d801af-5272-4083-8cd6-ebb7b063822d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5599127 Apr 05 12:12:26.869994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51720) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:26.871601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.875279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:26.876059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Checking segment: {'id': '94e215d1-96c8-4a2a-a255-e90b4674a05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:26.876805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.877541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Bound using segment: {'id': '94e215d1-96c8-4a2a-a255-e90b4674a05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:26.879114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Bound port: 308f4449-0700-4ed0-9cf2-9eda8f34c41c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e215d1-96c8-4a2a-a255-e90b4674a05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6d17e50d-6f69-4fac-8355-95c43d4dd0ff'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:26.880125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.900619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'subnet': {'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:26.953650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.984619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:26.984971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:26.985551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network e28777f2-a3bf-4d75-b203-47421d803f6f is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:26.990359 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'a3810e71-e46a-49cf-b2c3-6c2fa45c1414', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:46:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:12:20Z', 'updated_at': '2022-04-05T12:12:20Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:26.999324 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499fab-9ce2-4743-aa53-ad6c8527908b None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'a3810e71-e46a-49cf-b2c3-6c2fa45c1414', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.119', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:46:66:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:12:20Z', 'updated_at': '2022-04-05T12:12:20Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:27.000117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:27.095790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.123001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:27.123769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.140801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.142393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-08449a0e-ff11-4e8f-9607-4cc7cae53736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:27.143962 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-08449a0e-ff11-4e8f-9607-4cc7cae53736 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1098 time: 1.1707673 Apr 05 12:12:27.169836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] For port 896d294f-4316-43df-badf-99c92b1f0dfa, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=896d294f-4316-43df-badf-99c92b1f0dfa,segment=NetworkSegment(c3f82ce8-c7eb-4913-8620-87fcdd1f179b),segment_id=c3f82ce8-c7eb-4913-8620-87fcdd1f179b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:27.170288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.171508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2e9e0a-300f-4918-9e48-7d069e18e38a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:27.193952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8c426c4a-9c5d-4946-af75-0078174facde', 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde', 'tenant_id': '7ba0a3e415c84a3a8104f3034814e8b4', 'fixed_ips': [{'subnet_id': '93396c26-ff91-4639-97b7-27b7acd012d8'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:27.194801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.243269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Provisioning for port 15947902-4e00-4877-8e11-1baa066d0a98 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:27.358239 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5a3361ef-75a9-4775-a80a-842977a13edd tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 204 len: 168 time: 0.6175480 Apr 05 12:12:27.365457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51726) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:27.411214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-e3a3a84f-0c1a-4118-83a6-6a149ae4d788 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:27.443896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:27.479456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:27.486162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:subnet and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:27.490399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:27.502012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.508637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d25c2-98a0-403e-85f0-947f55950e47 None None] New status for floating IP a3810e71-e46a-49cf-b2c3-6c2fa45c1414: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:12:27.513559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:27.574230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:27.577261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.596060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:27.596060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f82ce8-c7eb-4913-8620-87fcdd1f179b') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:27.608125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-73734107-1593-41c1-8c03-af7aefc877af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:27.609102 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-73734107-1593-41c1-8c03-af7aefc877af service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.4261603 Apr 05 12:12:27.653415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.665980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:27.670242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Provisioning complete for port 15947902-4e00-4877-8e11-1baa066d0a98 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:27.671851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.791749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Calling delete_port for 896d294f-4316-43df-badf-99c92b1f0dfa owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:27.915910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e3a3a84f-0c1a-4118-83a6-6a149ae4d788 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 204 len: 168 time: 0.5285096 Apr 05 12:12:27.916433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51730) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:27.916704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:27.918641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Allocated IP 2001:db8:1::2 (e28777f2-a3bf-4d75-b203-47421d803f6f/56958190-60f7-428c-b242-985e48cb0e82/fbe63560-ecf1-4bda-8c05-840c66cef9e4) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:27.939486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-0fced147-0ee1-428c-9dea-f87c17c13f1d tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:27.948974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Deleting port f6accdf6-f966-429c-933e-5b8f8bcd54a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:27.949732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.074769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] For port 308f4449-0700-4ed0-9cf2-9eda8f34c41c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:28.080173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Pushing event updated for resources: {'Port': ['ID=1ad0db00-0843-4f0a-a9fe-37b09db7527c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:28.127740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.136000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:28.136549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:28.162686 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:28.165091 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-5f9ae093-9567-4f6a-93d5-f240ecbc8fd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 999 time: 0.5301952 Apr 05 12:12:28.192411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] For port 308f4449-0700-4ed0-9cf2-9eda8f34c41c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=308f4449-0700-4ed0-9cf2-9eda8f34c41c,segment=NetworkSegment(94e215d1-96c8-4a2a-a255-e90b4674a05d),segment_id=94e215d1-96c8-4a2a-a255-e90b4674a05d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:28.294524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3364a-8659-484d-b411-108a9f10e262 None None] Port 15947902-4e00-4877-8e11-1baa066d0a98 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:28.321042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.327852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.420171 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0fced147-0ee1-428c-9dea-f87c17c13f1d tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 204 len: 168 time: 0.4915192 Apr 05 12:12:28.436662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51734) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:28.440409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.451626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-9613d089-397f-4218-a1b1-ab5af7b7710a tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-1563397478') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:28.629037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1ad0db00-0843-4f0a-a9fe-37b09db7527c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:28.650045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Subnet': ['ID=cb01d31c-22e5-462c-ae3c-75832fd247eb,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:28.661454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:28.677076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Checking segment: {'id': 'e5c05360-8299-42da-9b81-b80b7aa26dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:28.677448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network hostable DHCP agents. Network: 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:28.680158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:28.680495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:28.681386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Could not find standard attr ID for object 0920fa49-5a56-45b9-8384-fcdb58fac335. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:12:28.699009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.712811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:12:28.721870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.722721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.756023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.756023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-cc11fe63-279d-4cd3-a662-cfa742b7ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:28.756023 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-cc11fe63-279d-4cd3-a662-cfa742b7ab02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.4891133 Apr 05 12:12:28.773869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:28.773998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:28.802661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9613d089-397f-4218-a1b1-ab5af7b7710a tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-1563397478 HTTP/1.1" status: 201 len: 201 time: 0.3642054 Apr 05 12:12:28.803376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51738) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:28.811495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Router bd28b94b-25c6-4169-af19-ffc401d0f6e7 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:28.817437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] Pushing event deleted for resources: {'Network': ['ID=7e2e9e0a-300f-4918-9e48-7d069e18e38a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:28.827235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Could not find standard attr ID for object 1e950edb-3174-4c84-a04e-161803f59b1b. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:12:28.878935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac4f3-f57a-4769-8e1c-72e09d3f9d5f None None] Pushing event updated for resources: {'Port': ['ID=308f4449-0700-4ed0-9cf2-9eda8f34c41c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:28.938107 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-19837254-2bc0-485a-8734-4880c3e1bf16 tempest-NetworksIpV6Test-1756111366 tempest-NetworksIpV6Test-1756111366-project] 10.222.0.50 "DELETE /v2.0/networks/7e2e9e0a-300f-4918-9e48-7d069e18e38a HTTP/1.1" status: 204 len: 168 time: 6.1720126 Apr 05 12:12:29.007096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-d55afe59-e87b-40f8-802f-5f2adf9357d8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-52316183') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:29.088257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:29.204176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:29.204176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:29.282121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Deleting port 896d294f-4316-43df-badf-99c92b1f0dfa {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:29.282121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:29.338361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:29.471098 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ad003569-04f0-4d45-a166-cf90950755df tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5762508 Apr 05 12:12:29.471098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51744) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:29.503171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed308e-f59c-4c63-94cd-f87a149e133a None None] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:29.635610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:12:29.635610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:29.650566 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Sync routers for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:29.662267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:29.662267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:29.731872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Allocated IP 2001:db8::2 (8c426c4a-9c5d-4946-af75-0078174facde/93396c26-ff91-4639-97b7-27b7acd012d8/855d4f37-2186-4bd1-b550-8ef5a1598554) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:29.835372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Provisioning for port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:30.001891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network e28777f2-a3bf-4d75-b203-47421d803f6f is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:30.015910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d55afe59-e87b-40f8-802f-5f2adf9357d8 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-52316183 HTTP/1.1" status: 201 len: 201 time: 1.1997979 Apr 05 12:12:30.015910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:30.067225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51750) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.209783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e6464a2-da8f-45cb-a1e7-e307aac2f542 None None] The port '896d294f-4316-43df-badf-99c92b1f0dfa' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:12:30.209783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Provisioning complete for port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:30.209783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:30.218466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51754) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.337497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:30.352978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:30.454660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-7fb8866d-f48a-428c-951a-30095c1b166c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-1278207831') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:30.532084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Port a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 was deleted so its status cannot be updated. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 12:12:30.558453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:30.558794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:30.617608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:30.618018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:30.641075 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc3f5b6b-dffa-461c-b70a-690e300f3cd3 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd28b94b-25c6-4169-af19-ffc401d0f6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5758421 Apr 05 12:12:30.655838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:30.670345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:30.708792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Transition to ACTIVE for port object 15947902-4e00-4877-8e11-1baa066d0a98 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:30.957126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:30.957126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-167295f4-446b-4bd2-9581-6486b483f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:30.957126 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-167295f4-446b-4bd2-9581-6486b483f1d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.1401789 Apr 05 12:12:31.031189 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:12:24Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:31.048499 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Checking router: bd28b94b-25c6-4169-af19-ffc401d0f6e7 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:31.070465 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Routers {'bd28b94b-25c6-4169-af19-ffc401d0f6e7'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:31.072451 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:31.215421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:31.222918 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27b97dbb-8b9e-436d-bdc6-df281427804a tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 HTTP/1.1" status: 204 len: 168 time: 4.6754489 Apr 05 12:12:31.237181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.322805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:31.327328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e350162e-56f6-4c12-8c7a-9f5a3ed8b34f None None] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:31.339696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:31.404432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Calling delete_port for f6accdf6-f966-429c-933e-5b8f8bcd54a7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:31.516309 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] Set router bd28b94b-25c6-4169-af19-ffc401d0f6e7 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:31.624145 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9fe5a3a4-a77b-4a0c-935c-82905eeb2adf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f7bbac4e3b54b0caf259b4fae992c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772320 Apr 05 12:12:31.634990 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-130df0f1-9dc4-4600-9844-f8ea696c78b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] GET failed (client error): The resource could not be found. Apr 05 12:12:31.635556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-130df0f1-9dc4-4600-9844-f8ea696c78b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:31.642753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51768) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.739237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:31.787559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-130df0f1-9dc4-4600-9844-f8ea696c78b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:31.793037 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-130df0f1-9dc4-4600-9844-f8ea696c78b9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports/a8b6c5fd-70ce-4f08-a7dc-b6063b9b1077 HTTP/1.1" status: 404 len: 333 time: 0.5390267 Apr 05 12:12:31.803562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.835585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1754507134'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:31.856738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:31.868948 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1b8a617e-b547-43d7-a251-98768bf8814d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5539701 Apr 05 12:12:31.917661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51776) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.923761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:31.932241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737507746'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:31.936078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:31.950554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Transition to ACTIVE for port object 855d4f37-2186-4bd1-b550-8ef5a1598554 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:31.954040 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:12:24Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:31.960066 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce2597-825e-4ab6-b786-cd918b1b1455 None None] The sync data for ids ['bd28b94b-25c6-4169-af19-ffc401d0f6e7'] in dv-neutron-833203-3-hyperv is: [{'id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'name': 'tempest-ServerActionsTestJSON-208086666-router', 'tenant_id': '10bd7a1d582547499ed9bbd5a6970538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164'}], 'enable_snat': True}, 'gw_port_id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:07:56Z', 'updated_at': '2022-04-05T12:12:24Z', 'revision_number': 5, 'project_id': '10bd7a1d582547499ed9bbd5a6970538', 'gw_port': {'id': '2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b94b-25c6-4169-af19-ffc401d0f6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:08:00Z', 'updated_at': '2022-04-05T12:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:31.978647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Transition to ACTIVE for port object 855d4f37-2186-4bd1-b550-8ef5a1598554 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:31.983524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1e12-5022-45be-bc7f-ff95bb2cdc12 None None] Pushing event updated for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:31.984135 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7fb8866d-f48a-428c-951a-30095c1b166c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-1278207831 HTTP/1.1" status: 201 len: 201 time: 1.9173393 Apr 05 12:12:31.986893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:31.990570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51780) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:31.999256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-b2d13551-14f9-4389-b4c0-156ca99a6d3e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-2110188766') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:32.013038 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-4bf57d46-d272-4d10-bb03-86abb256ebe4 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0142486 Apr 05 12:12:32.022523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.025326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:32.038061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:32.059187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:32.121516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Provisioning complete for port f6accdf6-f966-429c-933e-5b8f8bcd54a7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:32.122011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.152666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:32.152973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.156570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.183857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.229140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b2d13551-14f9-4389-b4c0-156ca99a6d3e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-2110188766 HTTP/1.1" status: 201 len: 201 time: 0.2225862 Apr 05 12:12:32.229140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:32.242626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-404db983-7ef3-4a11-a332-b4b67894a576 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', {'tags': ['tempest-TagsExtTest-Tag-642300705', 'tempest-TagsExtTest-Tag-1573503695', 'tempest-TagsExtTest-Tag-382125006']}) {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:32.318564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:32.351811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.351811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment a21f7707-cabc-4da4-824c-4996e8e53c41 of type vlan for network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b Apr 05 12:12:32.411015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.450700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Transition to ACTIVE for port object fbe63560-ecf1-4bda-8c05-840c66cef9e4 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:32.489917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:32.491070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:32.520573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Allocated IP 2001:db8::1 (8c426c4a-9c5d-4946-af75-0078174facde/93396c26-ff91-4639-97b7-27b7acd012d8/89431cb2-d073-4582-8244-537a43fef1ff) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:32.618288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Pushing event updated for resources: {'Port': ['ID=855d4f37-2186-4bd1-b550-8ef5a1598554,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:32.676033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-9eeaa0f3-d84a-4407-af49-1b0b2cb8aece', 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece', 'tenant_id': '7ba0a3e415c84a3a8104f3034814e8b4', 'fixed_ips': [{'subnet_id': 'cb01d31c-22e5-462c-ae3c-75832fd247eb'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:32.676033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.694051 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f1526d33-36b0-4992-a463-ab588bc09f8a req-af8de3da-bd82-4eeb-b43c-0a04980da023 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865432 Apr 05 12:12:32.747500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.757065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Transition to ACTIVE for port object 89431cb2-d073-4582-8244-537a43fef1ff will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:32.770553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Network 8c426c4a-9c5d-4946-af75-0078174facde is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:32.783914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.836343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.838121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Transition to ACTIVE for port object fbe63560-ecf1-4bda-8c05-840c66cef9e4 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:32.842339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:32.844449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:32.845094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.852670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:32.856357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:32.896460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.907549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-404db983-7ef3-4a11-a332-b4b67894a576 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 200 len: 316 time: 0.6799197 Apr 05 12:12:32.923855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51788) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:32.937586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:32.950117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:32.971285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-67dcbc38-801d-4808-bc69-36e090955fd3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:32.977567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.018240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:33.022078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.126639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Deleting port f6accdf6-f966-429c-933e-5b8f8bcd54a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:33.126862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:33.129118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.173306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Pushing event updated for resources: {'Port': ['ID=fbe63560-ecf1-4bda-8c05-840c66cef9e4,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:33.185435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 8c426c4a-9c5d-4946-af75-0078174facde is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:33.185435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bf98a81e-8da0-4650-8097-015a0d44743d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2630589 Apr 05 12:12:33.187841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:33.195110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51794) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:33.196011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port 9b6ce3f1-3323-48b6-9aae-ab6bee86086b yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:33.201583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:33.210399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:33.232818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:33.232818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.232818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Port': ['ID=89431cb2-d073-4582-8244-537a43fef1ff,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:33.394391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:33.402469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:33.406586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:33.413974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:33.439912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.463289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:33.465598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.496433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Deleting port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:33.496973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.504821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Attempting to bind port 15947902-4e00-4877-8e11-1baa066d0a98 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:33.504821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Attempting to bind port 15947902-4e00-4877-8e11-1baa066d0a98 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:33.504821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Attempting to bind port 15947902-4e00-4877-8e11-1baa066d0a98 on network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:33.544241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Network e28777f2-a3bf-4d75-b203-47421d803f6f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:33.616950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Checking segment: {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Bound using segment: {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Bound port: 15947902-4e00-4877-8e11-1baa066d0a98, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:33.630071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.684905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:33.730628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Attempting to bind port 855d4f37-2186-4bd1-b550-8ef5a1598554 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:33.730628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Attempting to bind port 855d4f37-2186-4bd1-b550-8ef5a1598554 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'fd317343-89e8-435b-9d5b-77170ecd3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:33.730628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Attempting to bind port 855d4f37-2186-4bd1-b550-8ef5a1598554 on network 8c426c4a-9c5d-4946-af75-0078174facde {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:33.766273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f6accdf6-f966-429c-933e-5b8f8bcd54a7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:33.821618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] For port 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:33.821618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.878903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.926078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:33.926078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Checking segment: {'id': 'fd317343-89e8-435b-9d5b-77170ecd3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:33.926078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.926078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Bound using segment: {'id': 'fd317343-89e8-435b-9d5b-77170ecd3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:33.926984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Bound port: 855d4f37-2186-4bd1-b550-8ef5a1598554, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd317343-89e8-435b-9d5b-77170ecd3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8c426c4a-9c5d-4946-af75-0078174facde'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:33.926984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:33.969971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Calling delete_port for 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:34.196904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Allocated IP 2001:db8::2 (9eeaa0f3-d84a-4407-af49-1b0b2cb8aece/cb01d31c-22e5-462c-ae3c-75832fd247eb/1f436e87-845e-4523-872e-a924d6b00fea) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:34.226500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Attempting to bind port fbe63560-ecf1-4bda-8c05-840c66cef9e4 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:34.226500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Attempting to bind port fbe63560-ecf1-4bda-8c05-840c66cef9e4 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:34.231546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Attempting to bind port fbe63560-ecf1-4bda-8c05-840c66cef9e4 on network e28777f2-a3bf-4d75-b203-47421d803f6f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:34.235612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Provisioning complete for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:34.236267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a78f6d63-35cb-4e89-b011-de5a1f45a8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.278866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:34.301670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.399230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::1a2 (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/9b6ce3f1-3323-48b6-9aae-ab6bee86086b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:34.483770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.551264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:34.552140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Checking segment: {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:34.552140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.552466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Bound using segment: {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:34.552883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Bound port: fbe63560-ecf1-4bda-8c05-840c66cef9e4, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:34.554047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.603921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5157ad0-d60f-4311-bcb2-65ef2a69cac9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:34.673465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.681304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=f56d548a-bca4-4cb8-92c6-2036281b87c3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:34.687169 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-67dcbc38-801d-4808-bc69-36e090955fd3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 204 len: 168 time: 1.7439950 Apr 05 12:12:34.691575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51798) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:34.702474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-5d29f0fb-a1b5-4dca-a652-77ecbbb65455 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-642300705') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:34.756246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:34.756246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:34.770686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.770686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.801823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:34.806376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] For port 15947902-4e00-4877-8e11-1baa066d0a98, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:34.822969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.823660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.832426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:34.851435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:34.851435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.863642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.863642 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cf472e5-7309-491c-ba9e-ca7e094e5386 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5157ad0-d60f-4311-bcb2-65ef2a69cac9 HTTP/1.1" status: 204 len: 168 time: 3.2019196 Apr 05 12:12:34.876353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.876353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:34.909242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3726c-b360-4778-b911-97c30045f8b3 None None] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:34.943220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] For port 15947902-4e00-4877-8e11-1baa066d0a98, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=15947902-4e00-4877-8e11-1baa066d0a98,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:34.956687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] For port 855d4f37-2186-4bd1-b550-8ef5a1598554, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:34.976023 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7aab85ad-02ef-485e-a45f-769147aa0089 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7820694 Apr 05 12:12:34.995538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51804) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:35.005176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:35.026556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.036274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.114001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:35.117978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:35.142491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:35.145661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.173613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.222828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object 9b6ce3f1-3323-48b6-9aae-ab6bee86086b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:35.288650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] For port 855d4f37-2186-4bd1-b550-8ef5a1598554, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=855d4f37-2186-4bd1-b550-8ef5a1598554,segment=NetworkSegment(fd317343-89e8-435b-9d5b-77170ecd3ae4),segment_id=fd317343-89e8-435b-9d5b-77170ecd3ae4)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:35.330162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.366946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.401962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:35.435983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 8c426c4a-9c5d-4946-af75-0078174facde is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:35.442192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:35.446121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:35.452372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Port': ['ID=89431cb2-d073-4582-8244-537a43fef1ff,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:35.453714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:35.466020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:35.466848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.483956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.489254 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 10.8290935 Apr 05 12:12:35.566928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51810) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:35.574076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ca45f-d9d0-4c12-985c-0d820fe05e55 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:35.586527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:35.587084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.596662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:35.616909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:36:8f:85', 'name': 'tempest-NetworksTestDHCPv6-2003741939'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:35.760922 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-5d29f0fb-a1b5-4dca-a652-77ecbbb65455 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:35.762252 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d29f0fb-a1b5-4dca-a652-77ecbbb65455 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-642300705 HTTP/1.1" status: 404 len: 328 time: 1.0677521 Apr 05 12:12:35.839132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51816) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:35.841584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Calling delete_port for f6accdf6-f966-429c-933e-5b8f8bcd54a7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:35.870523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0553839 Apr 05 12:12:35.895242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Transition to ACTIVE for port object 1f436e87-845e-4523-872e-a924d6b00fea will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:35.906441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51820) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:35.907304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:35.907740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:35.948820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'network_id': 'fbc99951-94c1-4a88-a5b2-6b4f9a05f199', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-441618773'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:35.994964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] For port fbe63560-ecf1-4bda-8c05-840c66cef9e4, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:36.017178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-dcc82aee-d7bc-498a-ad08-c54ed2b695d1 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-1573503695') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:36.088531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:36.089565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:36.109783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e42495-bd20-46c0-871b-9cb9074f19a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=9b6ce3f1-3323-48b6-9aae-ab6bee86086b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:36.343844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] For port fbe63560-ecf1-4bda-8c05-840c66cef9e4, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fbe63560-ecf1-4bda-8c05-840c66cef9e4,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:36.542022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Transition to ACTIVE for port object 1f436e87-845e-4523-872e-a924d6b00fea will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:36.545832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.588910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.606180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.611619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1e12-5022-45be-bc7f-ff95bb2cdc12 None None] Pushing event updated for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:36.641623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:36.703815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:36.733806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:36.778102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8475a-9415-40db-af45-00d79c0ebf14 None None] Pushing event updated for resources: {'Port': ['ID=855d4f37-2186-4bd1-b550-8ef5a1598554,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:36.798111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.801264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.802722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd28b94b-25c6-4169-af19-ffc401d0f6e7 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:12:36.838297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:36.841974 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8da6a5dc-a58d-47ae-babe-586b30148ebd admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd28b94b-25c6-4169-af19-ffc401d0f6e7 HTTP/1.1" status: 204 len: 168 time: 6.1607792 Apr 05 12:12:36.843887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:36.875732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:36.875872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:36.937033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Deleting subnet 5263fe25-1378-4ae5-bb4d-bb4869200f7b {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:36.937526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:36.957718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.019810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:37.022715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:37.067626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:37.083282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Usage tracker for resource:port and tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:37.088016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:37.099836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:37.109212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:37.112676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:37.117887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-dcc82aee-d7bc-498a-ad08-c54ed2b695d1 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:37.119058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:37.119429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:37.119802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dcc82aee-d7bc-498a-ad08-c54ed2b695d1 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-1573503695 HTTP/1.1" status: 404 len: 329 time: 1.1105809 Apr 05 12:12:37.126450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:37.135079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:37.141048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-c1d07afd-891f-429a-a043-f162bbbfad59 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88', 'tempest-TagsExtTest-Tag-382125006') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:37.172977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.223157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.239916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Deleting port f6accdf6-f966-429c-933e-5b8f8bcd54a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:37.240309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.266359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Made reservation on behalf of ae4f7fc8cc2f49d6baeec258062a4bb8 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:37.271891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.336237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] device_id is not set on port b7a15f8f-5689-477c-854c-3e445a9ffa51 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:37.338861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.397928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1697860264'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:37.404987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:37.410307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:37.437249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:37.458633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:37.469816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 70dc530c-c3c3-453e-8f79-69488d649af3 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:37.488950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:37.489489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.518096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:37.529113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.628363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.688820 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-c1d07afd-891f-429a-a043-f162bbbfad59 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:37.689980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1d07afd-891f-429a-a043-f162bbbfad59 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags/tempest-TagsExtTest-Tag-382125006 HTTP/1.1" status: 404 len: 328 time: 0.5591776 Apr 05 12:12:37.692228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:37.701899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51852) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:37.707544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:security_group_rule and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:37.718246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-6bf1e61b-7f74-48d3-85fa-9dba2bc5961b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', {'tags': ['tempest-TagsExtTest-Tag-212720994', 'tempest-TagsExtTest-Tag-1659065460', 'tempest-TagsExtTest-Tag-1549936699']}) {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:37.751422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:37.818533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:37.824908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:37.884360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Router 17cba5b6-5cb2-4a5b-9966-16584536583c is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:12:37.989079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Allocated IP 2001:db8::1b3 (fbc99951-94c1-4a88-a5b2-6b4f9a05f199/d78c4280-1cbf-402c-84b5-27596351f096/b7a15f8f-5689-477c-854c-3e445a9ffa51) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:38.013533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc26ce0-12f5-47d9-9e28-72eafc1b22b0 None None] Pushing event updated for resources: {'Port': ['ID=fbe63560-ecf1-4bda-8c05-840c66cef9e4,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:38.100319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe36:8f85 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7/70dc530c-c3c3-453e-8f79-69488d649af3) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:38.267133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.324776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.354684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.366301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Provisioning for port 308f4449-0700-4ed0-9cf2-9eda8f34c41c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:38.366301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Attempting to bind port 1f436e87-845e-4523-872e-a924d6b00fea on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:38.366301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Attempting to bind port 1f436e87-845e-4523-872e-a924d6b00fea by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e5c05360-8299-42da-9b81-b80b7aa26dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:38.366301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Attempting to bind port 1f436e87-845e-4523-872e-a924d6b00fea on network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:38.380472 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6bf1e61b-7f74-48d3-85fa-9dba2bc5961b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 200 len: 317 time: 0.6434429 Apr 05 12:12:38.393167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Pushing event updated for resources: {'Port': ['ID=1f436e87-845e-4523-872e-a924d6b00fea,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:38.393167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df6a94-1d2c-4539-b15c-df91a3058ae8 None None] Network 8c426c4a-9c5d-4946-af75-0078174facde requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:38.406497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51856) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:38.413720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.464775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5263fe25-1378-4ae5-bb4d-bb4869200f7b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:38.529194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e561b3-196e-4844-b602-1e43e9a587d8 None None] Network 520e70cc-c9bb-4181-b255-9e6028f24dca requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:38.543398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:38.554299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:38.559265 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-64b3ecd1-8b23-449c-af63-4ca473f35ff7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5263fe25-1378-4ae5-bb4d-bb4869200f7b HTTP/1.1" status: 204 len: 168 time: 1.7119179 Apr 05 12:12:38.587212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:38.644466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3138932e-93ba-43a8-9f2f-dc13b1500ce2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:38.664601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.664601 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment 0f0b2219-751d-49d6-b113-226c13225303 of type vlan for network 45f4b995-0631-4730-ac0c-6c7475fb0dcb Apr 05 12:12:38.735399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.762110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.766353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-054529fc-ec47-432f-a865-888f16d2f003 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:38.780174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76139003-9291-42eb-9f35-65d9e339b5e6 None None] Network e28777f2-a3bf-4d75-b203-47421d803f6f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:38.812538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Transition to ACTIVE for port object b7a15f8f-5689-477c-854c-3e445a9ffa51 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:38.829378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.838119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:38.838119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.843948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:38.844399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Checking segment: {'id': 'e5c05360-8299-42da-9b81-b80b7aa26dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:38.845002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.847466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Bound using segment: {'id': 'e5c05360-8299-42da-9b81-b80b7aa26dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:38.847466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Bound port: 1f436e87-845e-4523-872e-a924d6b00fea, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c05360-8299-42da-9b81-b80b7aa26dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9eeaa0f3-d84a-4407-af49-1b0b2cb8aece'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:38.851093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.878951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.947468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:38.959736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:39.102909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Deleting port 870f455c-fdcb-4064-804d-155a3689e4ee {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:39.102909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:39.282294 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1747813 Apr 05 12:12:39.283322 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:12:39.284579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72f06a-0805-45c6-ad51-9a276ac52a28 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=45f4b995-0631-4730-ac0c-6c7475fb0dcb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:39.322164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:39.328327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fbe63560-ecf1-4bda-8c05-840c66cef9e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:39.354268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:39.445619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Provisioning for port 9b6ce3f1-3323-48b6-9aae-ab6bee86086b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:39.470740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:39.478960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:39.491883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:39.503431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:39.504806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:39.512246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=b7a15f8f-5689-477c-854c-3e445a9ffa51,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:39.584353 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c8a93721-81fb-4142-948e-11da93024be9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6432736 Apr 05 12:12:39.586071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51864) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:39.605204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:bb:02:8a'}, {'ip_address': '2001:db8::1a2', 'mac_address': 'fa:16:3e:d2:8b:bd'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:39.818842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Provisioning complete for port 9b6ce3f1-3323-48b6-9aae-ab6bee86086b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:39.819265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:39.871214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] For port 870f455c-fdcb-4064-804d-155a3689e4ee, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=870f455c-fdcb-4064-804d-155a3689e4ee,segment=NetworkSegment(0d132fa3-64b2-4e89-a4ce-310874aa5d41),segment_id=0d132fa3-64b2-4e89-a4ce-310874aa5d41)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:39.871859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.062533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.088130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Calling delete_port for 870f455c-fdcb-4064-804d-155a3689e4ee owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:40.091533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Port 9b6ce3f1-3323-48b6-9aae-ab6bee86086b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:40.204859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:40.264161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:40.281440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.301488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b636194d-4ae3-40ef-af4d-c0b34112230a tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8336749 Apr 05 12:12:40.318426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51870) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:40.404764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] Sync routers for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:40.446359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port fbe63560-ecf1-4bda-8c05-840c66cef9e4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:40.468796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:40.469760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:40.506365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.511930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.637204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] In _notify_port_updated(), no bound segment for port b7a15f8f-5689-477c-854c-3e445a9ffa51 on network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:12:40.648540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:40.649725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.655557 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "PUT /v2.0/ports/b7a15f8f-5689-477c-854c-3e445a9ffa51 HTTP/1.1" status: 200 len: 1066 time: 1.0676653 Apr 05 12:12:40.656986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51874) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:40.657827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc6b31-115b-4e10-bb33-88bb934349a9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event updated for resources: {'Port': ['ID=b7a15f8f-5689-477c-854c-3e445a9ffa51,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:40.658540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 308f4449-0700-4ed0-9cf2-9eda8f34c41c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:40.665865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 70dc530c-c3c3-453e-8f79-69488d649af3 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:40.755815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port b7a15f8f-5689-477c-854c-3e445a9ffa51 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:40.756545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.790762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:40.806385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Provisioning complete for port 1ad0db00-0843-4f0a-a9fe-37b09db7527c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:40.807352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a567293b-8ab4-48b6-be59-a02b818a03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.914732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:40.917382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:40.947095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] For port 1f436e87-845e-4523-872e-a924d6b00fea, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:40.958102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] For port 1f436e87-845e-4523-872e-a924d6b00fea, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1f436e87-845e-4523-872e-a924d6b00fea,segment=NetworkSegment(e5c05360-8299-42da-9b81-b80b7aa26dc1),segment_id=e5c05360-8299-42da-9b81-b80b7aa26dc1)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:40.960933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:40.962207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:40.974243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-054529fc-ec47-432f-a865-888f16d2f003 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 204 len: 168 time: 2.5846276 Apr 05 12:12:40.993978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51878) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:41.017384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-54a0f8b0-b726-4143-b012-b97f767eb468 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-212720994') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:41.075339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.208387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.211281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.265860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=870f455c-fdcb-4064-804d-155a3689e4ee,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:41.302704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.326482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 3, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:34Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:41.360774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] No DVR routers for this DVR port 870f455c-fdcb-4064-804d-155a3689e4ee on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:41.384676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for b7a15f8f-5689-477c-854c-3e445a9ffa51 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:41.473810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:41.473810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afa204-0a9b-4be4-960a-d3cc46af1e6c None None] The sync data for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:41.486185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Calling delete_port for f6accdf6-f966-429c-933e-5b8f8bcd54a7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:41.525882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Allocated IP 2001:db8:2::2 (418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b/f56d548a-bca4-4cb8-92c6-2036281b87c3/cb577729-c697-4cd9-a3f7-65dcac90274c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:41.545861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 308f4449-0700-4ed0-9cf2-9eda8f34c41c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:41.590691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e224a644-1947-4bb2-96b2-634000c0201c None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 3, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:34Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:41.602699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 308f4449-0700-4ed0-9cf2-9eda8f34c41c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:41.602874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.689623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:41.893006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=b7a15f8f-5689-477c-854c-3e445a9ffa51,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:41.960847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.966688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.967963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.968414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.969254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.969701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.970172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.970635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.971106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.971611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.972384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:41.972821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:42.262065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1392b-fd4c-41b0-a5e1-d8d2d595c991 None None] Pushing event updated for resources: {'Port': ['ID=1f436e87-845e-4523-872e-a924d6b00fea,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:42.671732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:12:42.671732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:12:42.816273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:42.833518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201bd3b-c136-4e18-a6d8-7f633e1f5bac None None] DHCP port deletion for 520e70cc-c9bb-4181-b255-9e6028f24dca request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:42.934692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:43.000514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.077299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51882) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:43.106688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:43.209063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Provisioning for port fbe63560-ecf1-4bda-8c05-840c66cef9e4 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:43.222247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-612597a6-5142-4b57-865f-05ea797933f9 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/b7a15f8f-5689-477c-854c-3e445a9ffa51 HTTP/1.1" status: 204 len: 168 time: 2.5533035 Apr 05 12:12:43.222501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:43.231009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=70dc530c-c3c3-453e-8f79-69488d649af3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:43.238309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:43.246194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Provisioning complete for port fbe63560-ecf1-4bda-8c05-840c66cef9e4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:43.246194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.254981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:43.255147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.304266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfc2f3b-644c-48de-8d49-0e80a3d4f733 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] GET failed (client error): The resource could not be found. Apr 05 12:12:43.305172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2bfc2f3b-644c-48de-8d49-0e80a3d4f733 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:43.376370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.392534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2bfc2f3b-644c-48de-8d49-0e80a3d4f733 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:43.392534 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2bfc2f3b-644c-48de-8d49-0e80a3d4f733 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports/b7a15f8f-5689-477c-854c-3e445a9ffa51 HTTP/1.1" status: 404 len: 333 time: 0.1608860 Apr 05 12:12:43.402925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:43.457118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.517552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:43.537900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:subnet and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:43.543517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:43.555502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520e70cc-c9bb-4181-b255-9e6028f24dca']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:43.556673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port 9b6ce3f1-3323-48b6-9aae-ab6bee86086b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:43.557792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.579888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d132fa3-64b2-4e89-a4ce-310874aa5d41') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:43.580194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d132fa3-64b2-4e89-a4ce-310874aa5d41') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:43.595261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.605506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.626059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Transition to ACTIVE for port object cb577729-c697-4cd9-a3f7-65dcac90274c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:43.628792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.638370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:43.638808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:43.677951 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:43.684507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-54a0f8b0-b726-4143-b012-b97f767eb468 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:43.688953 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-54a0f8b0-b726-4143-b012-b97f767eb468 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-212720994 HTTP/1.1" status: 404 len: 328 time: 2.6911883 Apr 05 12:12:43.701071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Transition to ACTIVE for port object cb577729-c697-4cd9-a3f7-65dcac90274c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:43.716278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Deleting port f6accdf6-f966-429c-933e-5b8f8bcd54a7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:43.717484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.786679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-817de504-20ba-4582-8223-cacdd9f77f72 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.1965539 Apr 05 12:12:43.788382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:43.829912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:43.834728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:43.835933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:43.853867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-9ede3ba5-2c93-4ac8-a65b-e0e2c4d9da74 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-1659065460') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:44.146041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 308f4449-0700-4ed0-9cf2-9eda8f34c41c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=308f4449-0700-4ed0-9cf2-9eda8f34c41c,segment=NetworkSegment(94e215d1-96c8-4a2a-a255-e90b4674a05d),segment_id=94e215d1-96c8-4a2a-a255-e90b4674a05d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:44.318811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:44.348265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:44.351958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:44.376280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:44.377150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 855d4f37-2186-4bd1-b550-8ef5a1598554 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:44.423755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-b1e800d4-974e-472e-9e9a-c49fdda4f735 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:12:44.424977 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b1e800d4-974e-472e-9e9a-c49fdda4f735 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.0998514 Apr 05 12:12:44.440338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51906) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:44.579050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:44.587500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:44.629712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Pushing event updated for resources: {'Port': ['ID=cb577729-c697-4cd9-a3f7-65dcac90274c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:44.746138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8:2::1 (418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b/f56d548a-bca4-4cb8-92c6-2036281b87c3/8f349b5c-6d79-42e6-9338-ab129997a8c2) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:44.768408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:44.824215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:44.837305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=520e70cc-c9bb-4181-b255-9e6028f24dca,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:44.927257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.016795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9ede3ba5-2c93-4ac8-a65b-e0e2c4d9da74 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:45.017589 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9ede3ba5-2c93-4ac8-a65b-e0e2c4d9da74 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-1659065460 HTTP/1.1" status: 404 len: 329 time: 1.1758177 Apr 05 12:12:45.022162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ec3b31-575a-42c5-8f21-80303c40f17e None None] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:45.032427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:45.055526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-f49c0706-5649-42e3-bc64-fe08c932cdb2 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e', 'tempest-TagsExtTest-Tag-1549936699') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:45.075887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Attempting to bind port cb577729-c697-4cd9-a3f7-65dcac90274c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:45.076303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Attempting to bind port cb577729-c697-4cd9-a3f7-65dcac90274c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:45.077502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Attempting to bind port cb577729-c697-4cd9-a3f7-65dcac90274c on network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:45.091403 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0fad5af-468a-41cb-84da-b64f89d17de9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/520e70cc-c9bb-4181-b255-9e6028f24dca HTTP/1.1" status: 204 len: 168 time: 6.4816647 Apr 05 12:12:45.168920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.198058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317f78a-9dbb-43aa-80ae-c71a57e5fc58 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:45.207011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317f78a-9dbb-43aa-80ae-c71a57e5fc58 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:45.208122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1317f78a-9dbb-43aa-80ae-c71a57e5fc58 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:45.210507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:45.212428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Checking segment: {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:45.212994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.213663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Bound using segment: {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:45.214414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Bound port: cb577729-c697-4cd9-a3f7-65dcac90274c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:45.214958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.390435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=308f4449-0700-4ed0-9cf2-9eda8f34c41c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:45.418285 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:45.430730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 855d4f37-2186-4bd1-b550-8ef5a1598554 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:45.442621 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:45.446561 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:45.460339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for 9b6ce3f1-3323-48b6-9aae-ab6bee86086b owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:45.509261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.534974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 8f349b5c-6d79-42e6-9338-ab129997a8c2 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:45.552679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51918) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:45.580339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] For port fbe63560-ecf1-4bda-8c05-840c66cef9e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fbe63560-ecf1-4bda-8c05-840c66cef9e4,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:45.630910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] For port f6accdf6-f966-429c-933e-5b8f8bcd54a7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f6accdf6-f966-429c-933e-5b8f8bcd54a7,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:45.631471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.650403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1317f78a-9dbb-43aa-80ae-c71a57e5fc58 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:45.653068 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1317f78a-9dbb-43aa-80ae-c71a57e5fc58 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.8099775 Apr 05 12:12:45.666842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:45.680611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7d9be92d-5fec-4623-b607-d01bcbf2755e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10bd7a1d582547499ed9bbd5a6970538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167150 Apr 05 12:12:45.688950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:45.745412 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:45.764983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.774440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.787265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Calling delete_port for f6accdf6-f966-429c-933e-5b8f8bcd54a7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:45.888266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-f49c0706-5649-42e3-bc64-fe08c932cdb2 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:45.895300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:45.897412 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f49c0706-5649-42e3-bc64-fe08c932cdb2 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags/tempest-TagsExtTest-Tag-1549936699 HTTP/1.1" status: 404 len: 329 time: 0.8494325 Apr 05 12:12:45.902503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51930) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:45.907305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:45.924728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 70dc530c-c3c3-453e-8f79-69488d649af3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:45.925055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.945809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:45.946794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.950690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.954075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:45.959722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-2971d3ac-487b-401e-ba16-3102b294fd9b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', {'tags': ['tempest-TagsExtTest-Tag-593897020', 'tempest-TagsExtTest-Tag-333192411', 'tempest-TagsExtTest-Tag-1221402332']}) {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:46.042917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Could not find standard attr ID for object b7a15f8f-5689-477c-854c-3e445a9ffa51. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:12:46.065261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=87c4f832-485b-4e5f-8254-400c12e9fbd2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:46.069964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Pushing event updated for resources: {'Port': ['ID=fbe63560-ecf1-4bda-8c05-840c66cef9e4,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:46.069964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7f79a575-9535-45a0-9bdb-5d07e29455f7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:46.134543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.190460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 7f79a575-9535-45a0-9bdb-5d07e29455f7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:46.190460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7f79a575-9535-45a0-9bdb-5d07e29455f7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:46.190460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:46.211339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] Pushing event deleted for resources: {'Port': ['ID=f6accdf6-f966-429c-933e-5b8f8bcd54a7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:46.297582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': '0f0b2219-751d-49d6-b113-226c13225303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:46.297582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: 45f4b995-0631-4730-ac0c-6c7475fb0dcb, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:46.302334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=9b6ce3f1-3323-48b6-9aae-ab6bee86086b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:46.303555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:46.303906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2f3efdfe-83ea-4ec4-af2a-b7acc5deaa02 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:46.453677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Provisioning for port 855d4f37-2186-4bd1-b550-8ef5a1598554 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:46.466725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:46.473629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.476070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f2a49-8956-43b6-b81a-c844ad21bf16 None None] No DVR routers for this DVR port f6accdf6-f966-429c-933e-5b8f8bcd54a7 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:46.480100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] For port cb577729-c697-4cd9-a3f7-65dcac90274c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:46.505329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Provisioning complete for port 855d4f37-2186-4bd1-b550-8ef5a1598554 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:46.505329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.520230 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 3, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:34Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:27Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:46.552748 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:46.554004 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Updating router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 port da49a02c-2563-43fd-8c9c-129e35bf31b8 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:12:46.570000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b79e4-4608-4f43-949e-4aa0c01f272c None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:46.578071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.600237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.606969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:46.637394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 45f4b995-0631-4730-ac0c-6c7475fb0dcb) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:46.713193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.726458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:46.727510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.808026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] For port cb577729-c697-4cd9-a3f7-65dcac90274c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cb577729-c697-4cd9-a3f7-65dcac90274c,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:46.810308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.810447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.811202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.811453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.811848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.812289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.812384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3392c4f-de53-43f9-82b1-96cfec144df4 None None] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:46.812739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.813249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.813634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.814069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.814527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.814941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:46.841643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2971d3ac-487b-401e-ba16-3102b294fd9b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 200 len: 316 time: 0.9319320 Apr 05 12:12:46.842052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fbe63560-ecf1-4bda-8c05-840c66cef9e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:46.848247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e19758d2-4962-4b69-a4d8-2dedfc34ec08 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/9b6ce3f1-3323-48b6-9aae-ab6bee86086b HTTP/1.1" status: 204 len: 168 time: 3.4402473 Apr 05 12:12:46.851609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.852194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.857318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:46.870596 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db2e37a4-360d-45d9-ae45-b4256e623339 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7918615 Apr 05 12:12:46.874961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-8d31dc48-1ff4-4a07-8448-1472e46ce2b5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:46.928388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51942) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:46.962682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1135102315'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:46.982971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:47.063354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:47.069009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:47.093245 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:47.104277 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d4fe69-025b-4f2f-8c83-f79beff3ec36 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] GET failed (client error): The resource could not be found. Apr 05 12:12:47.106569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0d4fe69-025b-4f2f-8c83-f79beff3ec36 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Synchronizing usage tracker for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:47.214565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.222123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.228535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0d4fe69-025b-4f2f-8c83-f79beff3ec36 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Unset dirty status for tenant:ae4f7fc8cc2f49d6baeec258062a4bb8 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:47.230581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a0d4fe69-025b-4f2f-8c83-f79beff3ec36 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "GET /v2.0/ports/9b6ce3f1-3323-48b6-9aae-ab6bee86086b HTTP/1.1" status: 404 len: 333 time: 0.3737490 Apr 05 12:12:47.250127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51946) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:47.272094 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.289217 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Transition to ACTIVE for port object da49a02c-2563-43fd-8c9c-129e35bf31b8 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:47.301525 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.379739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:47.383966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.450786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:47.465588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.466927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment 01466db2-4f9c-4356-b5c2-32ae5e4a8b32 of type vlan for network 724d21fa-298c-473c-b47c-120c603ca582 Apr 05 12:12:47.501235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.530929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.588852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port fbe63560-ecf1-4bda-8c05-840c66cef9e4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:47.589311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.599794 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8d31dc48-1ff4-4a07-8448-1472e46ce2b5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 204 len: 168 time: 0.7461238 Apr 05 12:12:47.631002 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Pushing event updated for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:47.642324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43fda93-b59f-447e-ad25-85c3d8f5b434,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:47.644682 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.645036 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.645364 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.645734 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.646112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.646517 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.647257 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.647486 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.647850 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.648999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.648999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.648999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:47.656072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51950) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:47.683422 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Attempting to bind port da49a02c-2563-43fd-8c9c-129e35bf31b8 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:47.684485 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Attempting to bind port da49a02c-2563-43fd-8c9c-129e35bf31b8 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:47.684651 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Attempting to bind port da49a02c-2563-43fd-8c9c-129e35bf31b8 on network e28777f2-a3bf-4d75-b203-47421d803f6f {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:47.691241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.694572 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:47.695080 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Checking segment: {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:47.695866 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.696482 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Bound using segment: {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:47.699814 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Bound port: da49a02c-2563-43fd-8c9c-129e35bf31b8, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:47.700651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:47.700896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.701590 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.713152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-9103ab98-1d17-43e3-bda8-26079a7d37e6 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-593897020') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:47.870735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 70dc530c-c3c3-453e-8f79-69488d649af3 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:47.901532 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] For port da49a02c-2563-43fd-8c9c-129e35bf31b8, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:47.906578 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] For port da49a02c-2563-43fd-8c9c-129e35bf31b8, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=da49a02c-2563-43fd-8c9c-129e35bf31b8,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:47.912614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.917766 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a002517-c2e8-476f-be11-b8cdda02f088 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d43fda93-b59f-447e-ad25-85c3d8f5b434 HTTP/1.1" status: 204 len: 168 time: 2.2236562 Apr 05 12:12:47.917766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.925885 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:47.965670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Pushing event updated for resources: {'Port': ['ID=cb577729-c697-4cd9-a3f7-65dcac90274c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:47.976969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port 91d68658-9683-4e6b-86c3-0760aebc9ee2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:47.976969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:48.084688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:48.087126 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:48.188183 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2591321 Apr 05 12:12:48.192298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51956) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:48.219192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.219670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.220071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.220414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.220815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.222499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.222499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.222499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.223208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.223208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.223447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.223955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700cd42-c59d-4df3-acec-a7285fd23d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:12:48.338961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': '724d21fa-298c-473c-b47c-120c603ca582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:48.538896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:48.602763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb55eb-571e-4c47-81e7-cab52bed203c tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=724d21fa-298c-473c-b47c-120c603ca582,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:48.658278 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2010d20-3af6-4e64-880a-0ea1879fdf1f None None] Pushing event updated for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:48.668118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-9103ab98-1d17-43e3-bda8-26079a7d37e6 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:48.669325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9103ab98-1d17-43e3-bda8-26079a7d37e6 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-593897020 HTTP/1.1" status: 404 len: 328 time: 1.0038843 Apr 05 12:12:48.702538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 724d21fa-298c-473c-b47c-120c603ca582 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:48.733423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 308f4449-0700-4ed0-9cf2-9eda8f34c41c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:48.749914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:48.761589 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:48.904979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 51962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:48.942655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-8ac9a22d-68c0-4337-8bff-ae130f48227d tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-333192411') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:49.092814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for 91d68658-9683-4e6b-86c3-0760aebc9ee2 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:49.126232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] For port 855d4f37-2186-4bd1-b550-8ef5a1598554, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=855d4f37-2186-4bd1-b550-8ef5a1598554,segment=NetworkSegment(fd317343-89e8-435b-9d5b-77170ecd3ae4),segment_id=fd317343-89e8-435b-9d5b-77170ecd3ae4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:49.329705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.519743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.542586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-45f4b995-0631-4730-ac0c-6c7475fb0dcb', 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': '87c4f832-485b-4e5f-8254-400c12e9fbd2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:49.548508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.552082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 89431cb2-d073-4582-8244-537a43fef1ff {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:49.552822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.636064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.678735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=70dc530c-c3c3-453e-8f79-69488d649af3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:49.711810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07b08d8-f8f5-4568-91f7-616bd64976d5 None None] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:49.732436 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:34Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:12:44Z', 'revision_number': 1, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:49.737159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955a6aa-1f0d-460a-864e-40660f5e353c None None] Pushing event updated for resources: {'Port': ['ID=855d4f37-2186-4bd1-b550-8ef5a1598554,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:49.741003 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560a8dad-bdc2-46b9-b132-3861300152e2 None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:34Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:12:44Z', 'revision_number': 1, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:49.767261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning complete for port fbe63560-ecf1-4bda-8c05-840c66cef9e4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:49.767724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.776722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:49.796128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:subnet and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:49.813380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:49.838388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:49.883009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:49.883933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.914301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 308f4449-0700-4ed0-9cf2-9eda8f34c41c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:49.914674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:49.931203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:49.940590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.149995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=91d68658-9683-4e6b-86c3-0760aebc9ee2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:50.162075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.172691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.217177 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32e9556c-2413-49e9-b758-9e6f087b590a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/70dc530c-c3c3-453e-8f79-69488d649af3 HTTP/1.1" status: 204 len: 168 time: 4.5412521 Apr 05 12:12:50.225007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51982) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:50.291009 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6a9f76e9-673d-4ce8-9f95-9aeb9e054ed6 tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/ports/91d68658-9683-4e6b-86c3-0760aebc9ee2 HTTP/1.1" status: 204 len: 168 time: 3.0333583 Apr 05 12:12:50.295469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:50.431318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e1f5ca-8c16-463e-9e5b-e50d6df19651 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:50.433687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e1f5ca-8c16-463e-9e5b-e50d6df19651 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:50.434662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83e1f5ca-8c16-463e-9e5b-e50d6df19651 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:50.461262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting subnet d78c4280-1cbf-402c-84b5-27596351f096 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:50.464446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-83e1f5ca-8c16-463e-9e5b-e50d6df19651 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:50.465912 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-83e1f5ca-8c16-463e-9e5b-e50d6df19651 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2388055 Apr 05 12:12:50.468279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.500010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 51994) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:50.518497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Allocated IP 2001:db8:0:ffff::2 (45f4b995-0631-4730-ac0c-6c7475fb0dcb/87c4f832-485b-4e5f-8254-400c12e9fbd2/0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:50.593750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.669459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:50.749989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.758847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-8ac9a22d-68c0-4337-8bff-ae130f48227d tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:50.760046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ac9a22d-68c0-4337-8bff-ae130f48227d tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-333192411 HTTP/1.1" status: 404 len: 328 time: 1.8536184 Apr 05 12:12:50.775100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52004) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:50.803394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-62dd98ff-5f76-4f7b-9069-3df0c84d1f9f tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4', 'tempest-TagsExtTest-Tag-1221402332') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:50.864802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.941540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Subnet': ['ID=d78c4280-1cbf-402c-84b5-27596351f096,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:50.952477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.957587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:50.962270 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1687014f-4946-4362-a0db-a7f1e3a7b06d tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/subnets/d78c4280-1cbf-402c-84b5-27596351f096 HTTP/1.1" status: 204 len: 168 time: 0.6650438 Apr 05 12:12:50.964368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:51.022262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 15947902-4e00-4877-8e11-1baa066d0a98 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:51.086481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc7b26-cf6c-446c-a1c4-66966f544368 None None] Network fbc99951-94c1-4a88-a5b2-6b4f9a05f199 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:51.224131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for 89431cb2-d073-4582-8244-537a43fef1ff owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:51.239783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Allocated IP 2001:db8::f816:3eff:fe9b:2b9b (0d84777e-b69b-410c-a2a6-18fcc490dd2e/46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7/fec73de2-1292-4887-9c25-cd51a52dd6fd) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:51.277572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-62dd98ff-5f76-4f7b-9069-3df0c84d1f9f tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:51.278780 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-62dd98ff-5f76-4f7b-9069-3df0c84d1f9f tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags/tempest-TagsExtTest-Tag-1221402332 HTTP/1.1" status: 404 len: 329 time: 0.4957480 Apr 05 12:12:51.296134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:51.310304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.tag.tag_plugin [None req-36811c0c-0152-4174-a12a-a87affd49490 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', {'tags': ['tempest-TagsExtTest-Tag-1481651736', 'tempest-TagsExtTest-Tag-130708365', 'tempest-TagsExtTest-Tag-2074915159']}) {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:51.349932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.364555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Deleting port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:51.365077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.369904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.391435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:51.401676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.402801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.463147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.562381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Transition to ACTIVE for port object 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:51.568251 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-36811c0c-0152-4174-a12a-a87affd49490 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "PUT /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 200 len: 317 time: 0.2673938 Apr 05 12:12:51.584046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 15947902-4e00-4877-8e11-1baa066d0a98 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:51.613682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:51.626680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-f2f22571-1695-4b66-86d6-88aecbc28c26 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:51.641404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:51.656863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2022709946', 'router:external': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:51.668001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 15947902-4e00-4877-8e11-1baa066d0a98 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:51.668373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.700349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:51.704327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] For port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,segment=NetworkSegment(c9c0240a-85de-4b80-9475-1a25eaf01ace),segment_id=c9c0240a-85de-4b80-9475-1a25eaf01ace)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:51.705040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.713963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:network and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:51.730291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:51.739287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Transition to ACTIVE for port object 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:51.745066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:51.804758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning for port 89431cb2-d073-4582-8244-537a43fef1ff completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:51.817097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.823087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Made reservation on behalf of f17c478c33924954bfbbc7ec5a62c4df for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:51.825279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.839804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:12:51.885346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.889767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Calling delete_port for 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:51.925173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning complete for port 89431cb2-d073-4582-8244-537a43fef1ff triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:51.925740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:51.928258 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f2f22571-1695-4b66-86d6-88aecbc28c26 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 204 len: 168 time: 0.3130183 Apr 05 12:12:51.938581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:51.949174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-b6a48b52-8c40-4c2c-8fd4-415c1a9a54d5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-1481651736') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.004085 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b6a48b52-8c40-4c2c-8fd4-415c1a9a54d5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:52.009864 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6a48b52-8c40-4c2c-8fd4-415c1a9a54d5 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-1481651736 HTTP/1.1" status: 404 len: 329 time: 0.0655997 Apr 05 12:12:52.018441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52036) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:52.025005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-26cfd2b4-74f4-4cdd-a940-c0e07356d474 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-130708365') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.055961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Port 89431cb2-d073-4582-8244-537a43fef1ff cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:52.064987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:52.065809 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-26cfd2b4-74f4-4cdd-a940-c0e07356d474 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:52.069891 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-26cfd2b4-74f4-4cdd-a940-c0e07356d474 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-130708365 HTTP/1.1" status: 404 len: 328 time: 0.0496478 Apr 05 12:12:52.070720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.081248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52040) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:52.085294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:52.089393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.104115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:52.109566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:52.120500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:52.138297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Pushing event updated for resources: {'Port': ['ID=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.142590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] No DVR routers for this DVR port 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:12:52.148897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-d0f30bf0-0876-4d25-93cd-4cd8b8bac824 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d', 'tempest-TagsExtTest-Tag-2074915159') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.156458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:52.165518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Port': ['ID=1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.172855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.189367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=b44ecdd8-cda1-4e5e-9691-a6d272d09b2b,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.259447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning for port 1f436e87-845e-4523-872e-a924d6b00fea completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:52.314844 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d0f30bf0-0876-4d25-93cd-4cd8b8bac824 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] show failed (client error): The resource could not be found. Apr 05 12:12:52.317577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Transition to ACTIVE for port object fec73de2-1292-4887-9c25-cd51a52dd6fd will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:52.318204 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d0f30bf0-0876-4d25-93cd-4cd8b8bac824 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags/tempest-TagsExtTest-Tag-2074915159 HTTP/1.1" status: 404 len: 329 time: 0.1799760 Apr 05 12:12:52.324379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:52.329622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-1b6d0e2c-09c5-4e4b-a7d6-223710b82807 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '092f1e1b-e299-461c-b5e2-c1005d52bc5d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.349548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.352463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.367364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:security_group_rule and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:52.379372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:52.388972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc99951-94c1-4a88-a5b2-6b4f9a05f199']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.405748 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1b6d0e2c-09c5-4e4b-a7d6-223710b82807 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0801985 Apr 05 12:12:52.406236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52048) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:52.408201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c0240a-85de-4b80-9475-1a25eaf01ace') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.409063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c0240a-85de-4b80-9475-1a25eaf01ace') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.415214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:52.421383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Transition to ACTIVE for port object fec73de2-1292-4887-9c25-cd51a52dd6fd will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:52.426641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-4da7b0e4-188c-4ba5-86a5-e46de47260f3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f37d8a94-1766-45e6-94e6-59afaf8263a4') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:52.431430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning for port da49a02c-2563-43fd-8c9c-129e35bf31b8 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:52.439375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.445102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Attempting to bind port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:52.445705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Attempting to bind port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0f0b2219-751d-49d6-b113-226c13225303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:52.446260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Attempting to bind port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f on network 45f4b995-0631-4730-ac0c-6c7475fb0dcb {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:52.453630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.492268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.504110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048bcbb3-1733-4300-96a1-361c8e8d4807 None None] DHCP port deletion for fbc99951-94c1-4a88-a5b2-6b4f9a05f199 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:12:52.514982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:52.515737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Checking segment: {'id': '0f0b2219-751d-49d6-b113-226c13225303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:52.516328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.516869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Bound using segment: {'id': '0f0b2219-751d-49d6-b113-226c13225303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:52.517517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Bound port: 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0b2219-751d-49d6-b113-226c13225303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '45f4b995-0631-4730-ac0c-6c7475fb0dcb'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:52.518107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.539767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Port': ['ID=89431cb2-d073-4582-8244-537a43fef1ff,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.544342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 15947902-4e00-4877-8e11-1baa066d0a98, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=15947902-4e00-4877-8e11-1baa066d0a98,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:52.551506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.565169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:52.572508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.573566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1f436e87-845e-4523-872e-a924d6b00fea up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:52.586526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': '01466db2-4f9c-4356-b5c2-32ae5e4a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724d21fa-298c-473c-b47c-120c603ca582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:52.586899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: 724d21fa-298c-473c-b47c-120c603ca582, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:52.601702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:52.606121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:52.607251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.636393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.647449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:12:52.648121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.702540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Provisioning complete for port 855d4f37-2186-4bd1-b550-8ef5a1598554 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:52.704405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-af6619d1-af4d-4901-9b57-a138d44c0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.742100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:12:52.781066 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:12:52.866444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.870817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Pushing event updated for resources: {'Port': ['ID=fec73de2-1292-4887-9c25-cd51a52dd6fd,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.897930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.907643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 724d21fa-298c-473c-b47c-120c603ca582 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:52.966423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:52.996814 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4da7b0e4-188c-4ba5-86a5-e46de47260f3 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4/tags HTTP/1.1" status: 204 len: 168 time: 0.5682292 Apr 05 12:12:52.996814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] Pushing event deleted for resources: {'Network': ['ID=fbc99951-94c1-4a88-a5b2-6b4f9a05f199,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:52.996814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.016056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-3d0125eb-d15a-476f-992d-17dc42488ae2 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd38d0349-cff3-40ed-b28a-37d4b6bbed6e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:53.051477 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c545774-2284-4117-8dd6-0e883ff5868e tempest-AllowedAddressPairIpV6TestJSON-2070161215 tempest-AllowedAddressPairIpV6TestJSON-2070161215-project] 10.222.0.50 "DELETE /v2.0/networks/fbc99951-94c1-4a88-a5b2-6b4f9a05f199 HTTP/1.1" status: 204 len: 168 time: 2.0847356 Apr 05 12:12:53.085204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.199744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:53.218897 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d0125eb-d15a-476f-992d-17dc42488ae2 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e/tags HTTP/1.1" status: 204 len: 168 time: 0.2123630 Apr 05 12:12:53.219657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 724d21fa-298c-473c-b47c-120c603ca582) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:53.222429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52058) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.229656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Attempting to bind port fec73de2-1292-4887-9c25-cd51a52dd6fd on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:53.230010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Attempting to bind port fec73de2-1292-4887-9c25-cd51a52dd6fd by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:53.230634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Attempting to bind port fec73de2-1292-4887-9c25-cd51a52dd6fd on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:53.233800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.tag.tag_plugin [None req-4acc7ba1-bfea-4756-a1c9-532a0304ceeb tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:53.239422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:53.263222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:53.264083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:53.264643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.265392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:53.266097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Bound port: fec73de2-1292-4887-9c25-cd51a52dd6fd, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:53.266648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.308856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca359f-b9f4-4af5-b11e-042bce26ee45 None None] Network 724d21fa-298c-473c-b47c-120c603ca582 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:53.323332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:53.324007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.366554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.399225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] For port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:53.411639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] For port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,segment=NetworkSegment(0f0b2219-751d-49d6-b113-226c13225303),segment_id=0f0b2219-751d-49d6-b113-226c13225303)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:53.413849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:53.419741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:53.421915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:53.433617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:53.440826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.450736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.458438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.483664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52062) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.487776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-651481c2-72d6-4221-97f8-a33b64b8487f tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4910462 Apr 05 12:12:53.495586 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b8a99f87-ca8a-4151-bdc5-7539ad9a1e0b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7 HTTP/1.1" status: 204 len: 168 time: 2.9941185 Apr 05 12:12:53.502130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405121968'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:53.502969 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0b160be6-9aae-4f34-9aef-03ffd4a0da72 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2897718 Apr 05 12:12:53.508711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52066) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.509083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.519254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:53.526797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:network and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:53.534214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'port': {'network_id': '724d21fa-298c-473c-b47c-120c603ca582', 'name': 'tempest-NetworksIpV6TestAttrs-2017211174'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:53.541234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.544810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:53.551161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1f436e87-845e-4523-872e-a924d6b00fea completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:53.561017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:53.608098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:53.611894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.651712 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4acc7ba1-bfea-4756-a1c9-532a0304ceeb tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88/tags HTTP/1.1" status: 204 len: 168 time: 0.4274805 Apr 05 12:12:53.655316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.673002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1f436e87-845e-4523-872e-a924d6b00fea triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:53.673599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.699871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fe902749-0cbd-41f9-bf3f-a037ad1f0928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.743504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805474b6-76e5-4357-9ca7-1298c44ad140,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:53.752161 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cac0989d-fc7d-41f1-a9d8-5290e0c0b625 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2402773 Apr 05 12:12:53.752804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.753131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52082) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:53.765485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:53.786846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3eda-bfae-4a02-b086-106217731b4e None None] Pushing event updated for resources: {'Port': ['ID=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:53.804410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.808529 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Added segment d03bc0c5-78f5-4ea9-9000-8355f6e85713 of type vlan for network dc810f4a-28d8-4246-b71d-081e55c6dd4e Apr 05 12:12:53.863109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:53.896216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.896873 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added segment 0b31517a-1b07-40a6-b0aa-c0d596dd3d5b of type vlan for network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe Apr 05 12:12:53.940084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.971426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a75d2c-04f9-4e53-b17f-18ee1313aff7 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for subnetpool, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:53.973694 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2a75d2c-04f9-4e53-b17f-18ee1313aff7 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnetpools/092f1e1b-e299-461c-b5e2-c1005d52bc5d HTTP/1.1" status: 204 len: 168 time: 0.3171799 Apr 05 12:12:53.979749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52090) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.035112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Router 17cba5b6-5cb2-4a5b-9966-16584536583c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:12:54.036928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8000a9a7-a4e5-42c8-adba-bbccf2c2d37b tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "GET /v2.0/ports?device_id=f37d8a94-1766-45e6-94e6-59afaf8263a4 HTTP/1.1" status: 200 len: 205 time: 0.0555325 Apr 05 12:12:54.045998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.063080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:12:54.235688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.238295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:54.276782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.344191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fec73de2-1292-4887-9c25-cd51a52dd6fd,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:54.382372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.383667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:54.384081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.401548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.443583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.0507772 Apr 05 12:12:54.458799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.565168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.571459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:54.572135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.585193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'subnet': {'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:54.622565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:54.627660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:subnet and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:54.637924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ef0ee8d2-8d07-4c45-931a-853345328714 None None] Provisioning for port 8f349b5c-6d79-42e6-9338-ab129997a8c2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:54.640899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-724d21fa-298c-473c-b47c-120c603ca582', 'network_id': '724d21fa-298c-473c-b47c-120c603ca582', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': 'b44ecdd8-cda1-4e5e-9691-a6d272d09b2b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:54.641130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:54.641709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.651178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.727813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ef0ee8d2-8d07-4c45-931a-853345328714 None None] Provisioning complete for port 8f349b5c-6d79-42e6-9338-ab129997a8c2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:54.727813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee8d2-8d07-4c45-931a-853345328714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.749818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.752564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:54.761311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.769331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:12:54.787755 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] Sync routers for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:12:54.802807 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:54.803461 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:54.819499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8244e7b7-998d-4167-9a1a-dd7a8942f750 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3625031 Apr 05 12:12:54.822192 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3369806 Apr 05 12:12:54.823406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52104) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.823406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.832021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ee8d2-8d07-4c45-931a-853345328714 None None] Port 8f349b5c-6d79-42e6-9338-ab129997a8c2 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:12:54.835080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324365c-c12f-4ede-85fc-3f1a349ef1d8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:54.836160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d324365c-c12f-4ede-85fc-3f1a349ef1d8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:12:54.838892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'subnet': {'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:54.841396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:54.847332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43d2a-6b49-47e3-8533-8305fa7e6520 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Network': ['ID=dc810f4a-28d8-4246-b71d-081e55c6dd4e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:54.856199 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7d2f1c7d-90b3-495c-b900-f7e6a2d73e6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae4f7fc8cc2f49d6baeec258062a4bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0855443 Apr 05 12:12:54.856199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:port and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:54.862354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:54.868580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52112) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.894602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:54.913762 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:54.923094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d324365c-c12f-4ede-85fc-3f1a349ef1d8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:12:54.925167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d324365c-c12f-4ede-85fc-3f1a349ef1d8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1554284 Apr 05 12:12:54.937857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52116) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:54.939303 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:12:54.942824 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:54.957583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Made reservation on behalf of f17c478c33924954bfbbc7ec5a62c4df for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:54.962681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.970142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:54.985475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:54.990225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:54.990927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82e192-be01-4965-84c5-a60ae9abc825 None None] Pushing event updated for resources: {'Port': ['ID=fec73de2-1292-4887-9c25-cd51a52dd6fd,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:55.013597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41e3d-f203-4abf-b8df-d6c32f8c4b6a tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Network': ['ID=241bc6f4-e1b4-41eb-b4c9-245ac75e84fe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:55.033597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.047896 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-af765ba2-64df-4b88-97df-b7e23617f346 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] delete failed (client error): The resource could not be found. Apr 05 12:12:55.049582 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-af765ba2-64df-4b88-97df-b7e23617f346 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-437636591 HTTP/1.1" status: 404 len: 334 time: 0.2186873 Apr 05 12:12:55.060946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:55.078126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-76e577f5-8799-44e2-8c67-6a5487f789b5 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'router': {'external_gateway_info': {'network_id': '17cba5b6-5cb2-4a5b-9966-16584536583c'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:55.144333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] device_id is not set on port 825af2f6-340f-4a58-82d1-e93c91d0191f yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:12:55.199520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.200210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Fanout notify agent at l3_agent the message router_deleted on router f37d8a94-1766-45e6-94e6-59afaf8263a4 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:12:55.224565 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:55.224981 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1167bc0-4d12-4ea0-84f2-da4e39818601 None None] The sync data for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:12:55.288036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:55.289635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.291430 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8387337-58d0-4ba5-a0c4-30837a554c2c tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/routers/f37d8a94-1766-45e6-94e6-59afaf8263a4 HTTP/1.1" status: 204 len: 168 time: 1.2439740 Apr 05 12:12:55.308349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:55.313808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:subnet and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:55.317839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:55.327686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:55.336620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:55.394735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24bccbf-898c-450a-a7e6-35bf4ab36fb4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:55.401505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e24bccbf-898c-450a-a7e6-35bf4ab36fb4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4622817 Apr 05 12:12:55.416007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52126) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:55.442334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.495906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Made reservation on behalf of e7f33022773d49c69144d941485f55f5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:55.499691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.524867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ef0ee8d2-8d07-4c45-931a-853345328714 None None] Provisioning for port cb577729-c697-4cd9-a3f7-65dcac90274c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:55.586511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa7f15cf-223e-4903-b6de-0a24982db190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.607688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 1f436e87-845e-4523-872e-a924d6b00fea, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1f436e87-845e-4523-872e-a924d6b00fea,segment=NetworkSegment(e5c05360-8299-42da-9b81-b80b7aa26dc1),segment_id=e5c05360-8299-42da-9b81-b80b7aa26dc1)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:12:55.665034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.729226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Deleting port d38d0349-cff3-40ed-b28a-37d4b6bbed6e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:12:55.730406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746807a2-5d94-4325-b75e-e8e0051887f9 None None] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:55.731347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.788149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 870f455c-fdcb-4064-804d-155a3689e4ee no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:12:55.841913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7187fec3-0065-4617-a081-f2d2139d6e18 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3935382 Apr 05 12:12:55.846959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:55.870775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52132) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:55.892421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:55.894579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=1f436e87-845e-4523-872e-a924d6b00fea,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:55.956377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 870f455c-fdcb-4064-804d-155a3689e4ee {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:12:55.956972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 870f455c-fdcb-4064-804d-155a3689e4ee not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:12:55.968432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6f3fb311-9e40-42ef-b8a7-3dcf717e188f None None] Provisioning for port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:56.006354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Allocated IP 2001:db8::f816:3eff:fe57:e267 (724d21fa-298c-473c-b47c-120c603ca582/b44ecdd8-cda1-4e5e-9691-a6d272d09b2b/3a3a72b7-cb71-4be1-b044-abc3b0be52fb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:56.011843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-76e577f5-8799-44e2-8c67-6a5487f789b5 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.148200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:12:49Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:12:56.187188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:12:56.187840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Updating router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 port 8f349b5c-6d79-42e6-9338-ab129997a8c2 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:12:56.222589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-76e577f5-8799-44e2-8c67-6a5487f789b5 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] update failed (client error): The resource could not be found. Apr 05 12:12:56.223715 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-76e577f5-8799-44e2-8c67-6a5487f789b5 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c HTTP/1.1" status: 404 len: 339 time: 1.1568029 Apr 05 12:12:56.228182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:56.236835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1217416943'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:56.251711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:56.272862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:56.277112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:network and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:56.289186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.295094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:56.301257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:56.323899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:56.331800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:56.357807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:56.375165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b7250-1cd2-4805-b34f-66e1fa57c52e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:56.402976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:56.410729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.451651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:56.457336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.505668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.511583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.511583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-29d8f568-3c93-4e92-857b-b952426f40d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/505b7250-1cd2-4805-b34f-66e1fa57c52e HTTP/1.1" status: 204 len: 168 time: 1.6369340 Apr 05 12:12:56.529055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.654693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.666931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.699367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Transition to ACTIVE for port object 3a3a72b7-cb71-4be1-b044-abc3b0be52fb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:56.764988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Transition to ACTIVE for port object 3a3a72b7-cb71-4be1-b044-abc3b0be52fb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:56.805070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 15947902-4e00-4877-8e11-1baa066d0a98 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:56.863383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Calling delete_port for d38d0349-cff3-40ed-b28a-37d4b6bbed6e owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:12:56.881755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.888662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:12:56.916431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.923850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:56.923850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Added segment 95707ff6-92b1-48db-836b-5c246c3ba586 of type vlan for network 4f963900-ef10-4ac7-9a48-67afc4e4db3f Apr 05 12:12:56.962161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Allocated IP 2001:db8::f816:3eff:fecb:68a6 (724d21fa-298c-473c-b47c-120c603ca582/b44ecdd8-cda1-4e5e-9691-a6d272d09b2b/825af2f6-340f-4a58-82d1-e93c91d0191f) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:12:57.012814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.056321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Pushing event updated for resources: {'Port': ['ID=3a3a72b7-cb71-4be1-b044-abc3b0be52fb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:57.162953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.173155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:57.174660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.217467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.222147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Network 724d21fa-298c-473c-b47c-120c603ca582 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:57.229318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:57.232658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:57.348450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 15947902-4e00-4877-8e11-1baa066d0a98 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:57.348450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.485069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Network': ['ID=4f963900-ef10-4ac7-9a48-67afc4e4db3f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:57.505997 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bb2ff783-e610-4c56-a32b-b7b66fc379a3 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2766311 Apr 05 12:12:57.511703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52154) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:57.529177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'subnet': {'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:57.604364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:12:57.656924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Subnet': ['ID=f5147512-70ab-44aa-a10a-cc16e4050969,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:57.693589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Checking segment: {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:57.694348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network hostable DHCP agents. Network: 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:57.760214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.780027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:57.817511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Usage tracker for resource:subnet and tenant:7ba0a3e415c84a3a8104f3034814e8b4 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:57.818950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:12:57.818950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.828345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:57.844815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Transition to ACTIVE for port object 825af2f6-340f-4a58-82d1-e93c91d0191f will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:57.851811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:57.889577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:12:57.889838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Made reservation on behalf of 7ba0a3e415c84a3a8104f3034814e8b4 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:57.893672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6c6f9677-5258-428e-92ed-9b4bb0539d4a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:57.895951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.906202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:57.917228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.932251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.934984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Attempting to bind port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:12:57.934984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Attempting to bind port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '01466db2-4f9c-4356-b5c2-32ae5e4a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724d21fa-298c-473c-b47c-120c603ca582'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:12:57.934984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Attempting to bind port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb on network 724d21fa-298c-473c-b47c-120c603ca582 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:12:57.945227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:12:57.945742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Checking segment: {'id': '01466db2-4f9c-4356-b5c2-32ae5e4a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724d21fa-298c-473c-b47c-120c603ca582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:57.946209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:57.946924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Bound using segment: {'id': '01466db2-4f9c-4356-b5c2-32ae5e4a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724d21fa-298c-473c-b47c-120c603ca582'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:12:57.949826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Bound port: 3a3a72b7-cb71-4be1-b044-abc3b0be52fb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01466db2-4f9c-4356-b5c2-32ae5e4a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724d21fa-298c-473c-b47c-120c603ca582'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:12:57.949826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.004027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event deleted for resources: {'Port': ['ID=d38d0349-cff3-40ed-b28a-37d4b6bbed6e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:58.040310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:58.059641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:58.060023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.128047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.144674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Checking segment: {'id': 'd03bc0c5-78f5-4ea9-9000-8355f6e85713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:12:58.145935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network hostable DHCP agents. Network: dc810f4a-28d8-4246-b71d-081e55c6dd4e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:12:58.154707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fe8a8-120c-46b0-8bec-e537b4715f1e None None] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:58.224482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:12:58.239837 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f47256be-b6d4-4460-b580-a414e4eb52ab tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4061818 Apr 05 12:12:58.243734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52168) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:58.248915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, dc810f4a-28d8-4246-b71d-081e55c6dd4e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:58.290397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b992-a748-48bd-afff-054a401f539f None None] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:58.490328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 724d21fa-298c-473c-b47c-120c603ca582 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:12:58.505573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:12:58.516636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:12:58.516636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:58.516636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.574826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Port': ['ID=825af2f6-340f-4a58-82d1-e93c91d0191f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:58.596467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cb577729-c697-4cd9-a3f7-65dcac90274c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:12:58.677023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52172) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:58.688650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-af871d5b-df65-497a-acdc-7008fba30b60 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.1724963 Apr 05 12:12:58.706636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52174) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:58.726111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:12:58.726111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.759546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.759546 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1f9f2c2-762d-4de0-86b4-99faa530e752 tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/ports/d38d0349-cff3-40ed-b28a-37d4b6bbed6e HTTP/1.1" status: 204 len: 168 time: 3.3162854 Apr 05 12:12:58.791446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:58.841303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.951654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting subnet b44ecdd8-cda1-4e5e-9691-a6d272d09b2b {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:58.955336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] For port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:12:58.960455 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8fab1390-bb37-4bc6-abfd-a9059d56aad0 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4871500 Apr 05 12:12:58.965265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:58.965550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Deleting subnet a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:12:59.009883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52186) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:12:59.021644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] For port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3a3a72b7-cb71-4be1-b044-abc3b0be52fb,segment=NetworkSegment(01466db2-4f9c-4356-b5c2-32ae5e4a8b32),segment_id=01466db2-4f9c-4356-b5c2-32ae5e4a8b32)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:12:59.046827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1048129061', 'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:59.078437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-31125655'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:12:59.086612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:59.091762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Usage tracker for resource:network and tenant:cf4eeb80bd044532a8465b24c23d09c1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:59.096527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:59.108938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:59.112007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.130506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:59.146156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Made reservation on behalf of cf4eeb80bd044532a8465b24c23d09c1 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:59.155698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.193578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:port and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:59.195097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cb577729-c697-4cd9-a3f7-65dcac90274c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:12:59.204649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:59.218388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.247844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.252407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cb577729-c697-4cd9-a3f7-65dcac90274c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:12:59.252407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.390472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.407336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e01578-144b-4d0f-ba2c-76106650868f None None] Pushing event updated for resources: {'Port': ['ID=3a3a72b7-cb71-4be1-b044-abc3b0be52fb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:12:59.427499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.443623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.462812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.523983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Transition to ACTIVE for port object 8f349b5c-6d79-42e6-9338-ab129997a8c2 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:12:59.531825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:59.533829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:12:59.534751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.551312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee909132-a7e2-40b1-b6be-9fe745dbb7c4 None None] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:12:59.592617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.675915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:12:59.798540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Usage tracker for resource:security_group_rule and tenant:cf4eeb80bd044532a8465b24c23d09c1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:12:59.822272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Made reservation on behalf of f17c478c33924954bfbbc7ec5a62c4df for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:12:59.824761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.854414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:12:59.854918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:12:59.885859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:12:59.894588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Subnet': ['ID=48926b21-64e5-40c1-b90f-02b4bab976f6,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:00.000120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.028316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7d09-1d28-466a-9cd9-79f6c788d2b2 None None] Pushing event updated for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:00.264168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.325509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] device_id is not set on port dfd3eec6-dce9-4315-abe7-76ee74fd7dd7 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:00.372023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.430379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Checking segment: {'id': '95707ff6-92b1-48db-836b-5c246c3ba586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:00.430785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network hostable DHCP agents. Network: 4f963900-ef10-4ac7-9a48-67afc4e4db3f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:00.458698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event deleted for resources: {'Subnet': ['ID=a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:00.464265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.481677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.490398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fec73de2-1292-4887-9c25-cd51a52dd6fd,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:00.513371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.577309 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6c939728-3ef0-4192-aefa-34214892f92e tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/subnets/a93ac1a5-bec6-43bd-a6e1-70e49aaa9e88 HTTP/1.1" status: 204 len: 168 time: 1.8024848 Apr 05 12:13:00.586621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52192) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:00.645192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:00.675953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:13:00.686753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:00.700657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.721892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a3034-10b3-4ac1-810e-99d0f86e5df7 None None] Network 4eb2afc3-3601-467c-b240-3e8de208ccf7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:00.743331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79f57d-0034-468e-a2f9-2e03db21d042,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:00.749486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.779329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 4f963900-ef10-4ac7-9a48-67afc4e4db3f) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:00.786575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.787342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.791763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=b44ecdd8-cda1-4e5e-9691-a6d272d09b2b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:00.794877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.795540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Added segment c0ae832f-1a12-48d0-8710-98fe9a6be3cc of type vlan for network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d Apr 05 12:13:00.859887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.893083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8e2b30-5400-4b27-9f4d-60c4860f94f7 None None] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:00.902643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:00.905593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.947591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.20.0.9 (dc810f4a-28d8-4246-b71d-081e55c6dd4e/6c6f9677-5258-428e-92ed-9b4bb0539d4a/dfd3eec6-dce9-4315-abe7-76ee74fd7dd7) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:00.955495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:00.978513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.009822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Deleting port 9637a3df-0e11-45c4-80a7-f9868647c748 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:01.010170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.069159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:01.089387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:01.164597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Attempting to bind port 8f349b5c-6d79-42e6-9338-ab129997a8c2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:01.165243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Attempting to bind port 8f349b5c-6d79-42e6-9338-ab129997a8c2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:01.165351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Attempting to bind port 8f349b5c-6d79-42e6-9338-ab129997a8c2 on network 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:01.185040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53cf77-0f9f-4cd3-b6c6-35c8e9324651 None None] Network 724d21fa-298c-473c-b47c-120c603ca582 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:01.190251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:01.192025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.197519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af30590-8b05-4710-bf74-8d37abe0d241 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:01.198833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4a2e3660-b6d4-4e2d-afba-33093de93cd2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/b44ecdd8-cda1-4e5e-9691-a6d272d09b2b HTTP/1.1" status: 204 len: 168 time: 2.4982715 Apr 05 12:13:01.204693 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-01d72e14-9dcb-43b7-a32f-c6ed5a90e2f2 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6858113 Apr 05 12:13:01.204693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52196) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:01.204693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52198) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:01.210569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.229717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=1912ccd3-c17c-4b11-997c-9144971e9dba,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:01.279016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-928af217-6c1a-42b8-9e9d-1e6780715e16 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:01.333904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:01.334287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Checking segment: {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:01.334653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.334797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=fec73de2-1292-4887-9c25-cd51a52dd6fd,revision_number=5']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:01.335428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Bound using segment: {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:01.336371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Bound port: 8f349b5c-6d79-42e6-9338-ab129997a8c2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21f7707-cabc-4da4-824c-4996e8e53c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:01.336964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.353922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] For port 9637a3df-0e11-45c4-80a7-f9868647c748, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9637a3df-0e11-45c4-80a7-f9868647c748,segment=NetworkSegment(a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084),segment_id=a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:01.354287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.363667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Allocated IP 2001:db8:3::2 (241bc6f4-e1b4-41eb-b4c9-245ac75e84fe/f5147512-70ab-44aa-a10a-cc16e4050969/b192f005-1cea-4101-b096-b9fec8f7f7e1) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:01.379735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb196fb7-290a-40db-aa91-39ba3c5d6666 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 5.5089214 Apr 05 12:13:01.466502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52204) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:01.491583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:d1:ee:10', 'name': 'tempest-NetworksTestDHCPv6-312885884'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:01.507019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cb577729-c697-4cd9-a3f7-65dcac90274c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cb577729-c697-4cd9-a3f7-65dcac90274c,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:01.507409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Calling delete_port for 9637a3df-0e11-45c4-80a7-f9868647c748 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:01.575411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.576545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:01.606722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.718189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.724147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:01.724773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.758859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2bbf1-f834-47c4-8e58-ba41cae3f7bc tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:01.760476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2bbf1-f834-47c4-8e58-ba41cae3f7bc tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:01.761396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6aa2bbf1-f834-47c4-8e58-ba41cae3f7bc tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Synchronizing usage tracker for tenant:7f41f815fc30455c8080cab300a34e46 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:01.787647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] No DVR routers for this DVR port 9637a3df-0e11-45c4-80a7-f9868647c748 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:01.821255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event deleted for resources: {'Port': ['ID=9637a3df-0e11-45c4-80a7-f9868647c748,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:01.937638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:01.951196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2a80ebe0-bd3d-49db-a720-a6b3c26e1b7f None None] Provisioning for port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:01.974287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb2afc3-3601-467c-b240-3e8de208ccf7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:01.990740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:01.991945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1de7912-bb4e-4d32-ba9b-d4b9ed2cb084') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:02.006493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.011080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af8393-8ddb-434e-8edb-729406b7a25d None None] DHCP port deletion for 4eb2afc3-3601-467c-b240-3e8de208ccf7 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:02.026709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.034152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:02.035522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.150742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cb577729-c697-4cd9-a3f7-65dcac90274c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:02.161075 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:02.190924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.197843 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.5097542 Apr 05 12:13:02.217931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.222243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52208) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:02.226252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] For port 8f349b5c-6d79-42e6-9338-ab129997a8c2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:02.227232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-928af217-6c1a-42b8-9e9d-1e6780715e16 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.240337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] Pushing event deleted for resources: {'Network': ['ID=4eb2afc3-3601-467c-b240-3e8de208ccf7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:02.244114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804b026-ea67-4429-b3d9-99cd5b2c769b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'Network': ['ID=f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:02.246247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6aa2bbf1-f834-47c4-8e58-ba41cae3f7bc tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Unset dirty status for tenant:7f41f815fc30455c8080cab300a34e46 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:02.246414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Request body: {'subnet': {'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:02.250834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6aa2bbf1-f834-47c4-8e58-ba41cae3f7bc tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0360100 Apr 05 12:13:02.262717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52212) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:02.293936 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-acc96638-3b0c-42b4-b3ba-8a05001bc6bc tempest-TagsExtTest-910837858 tempest-TagsExtTest-910837858-project] 10.222.0.50 "DELETE /v2.0/networks/4eb2afc3-3601-467c-b240-3e8de208ccf7 HTTP/1.1" status: 204 len: 168 time: 1.7041652 Apr 05 12:13:02.328144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:02.342060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.352260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] For port 8f349b5c-6d79-42e6-9338-ab129997a8c2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8f349b5c-6d79-42e6-9338-ab129997a8c2,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:02.373879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:02.386703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:02.391437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Usage tracker for resource:subnet and tenant:cf4eeb80bd044532a8465b24c23d09c1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:02.395862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:02.403543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:02.405783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-4f963900-ef10-4ac7-9a48-67afc4e4db3f', 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f', 'tenant_id': '7ba0a3e415c84a3a8104f3034814e8b4', 'fixed_ips': [{'subnet_id': '48926b21-64e5-40c1-b90f-02b4bab976f6'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:02.406635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.417401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Made reservation on behalf of cf4eeb80bd044532a8465b24c23d09c1 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:02.422647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.445369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.453430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:02.490638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dbb10556-939c-44a7-88c9-7ed507560f48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.497036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:02.590129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:02.600575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb10556-939c-44a7-88c9-7ed507560f48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 12:13:02.601327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb10556-939c-44a7-88c9-7ed507560f48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:02.609887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dbb10556-939c-44a7-88c9-7ed507560f48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/724d21fa-298c-473c-b47c-120c603ca582 HTTP/1.1" status: 409 len: 405 time: 0.3456037 Apr 05 12:13:02.610988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:02.622433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-71146584'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:02.630535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:02.648031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:02.653359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:02.665697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:02.692171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:02.695679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.706455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.733494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:02.754761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.759468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:02.794515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:02.795642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.796429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.823845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:02.831177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:02.834507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.835094 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment a4033f08-9eae-4b49-bdd4-976507375091 of type vlan for network 8ee01384-3969-410d-af88-a191716b167e Apr 05 12:13:02.847626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:02.895845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port aa118159-295f-443e-8814-6ce6cf1b2c44 yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:02.929224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'Subnet': ['ID=249a3318-cd34-469f-9c4f-fe01a9b09cae,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:02.932496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7d09-1d28-466a-9cd9-79f6c788d2b2 None None] Pushing event updated for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:02.946067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:02.960338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Checking segment: {'id': 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:02.961056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Network hostable DHCP agents. Network: f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:02.967575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=dfd3eec6-dce9-4315-abe7-76ee74fd7dd7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:03.018512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:03.019162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.027689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-928af217-6c1a-42b8-9e9d-1e6780715e16 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:13:03.029085 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-928af217-6c1a-42b8-9e9d-1e6780715e16 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c HTTP/1.1" status: 400 len: 364 time: 1.8127875 Apr 05 12:13:03.034892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:03.039519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:03.042386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52230) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:03.067792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:03.088927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.095018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:03.096015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.154433 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-343258ed-5f7e-4805-aa93-a819ad59c5c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f749b3109d847a2b1ea0b3987009823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152493 Apr 05 12:13:03.156371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:03.181650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:03.182596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.190287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52234) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:03.242527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:03.249351 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6337099 Apr 05 12:13:03.250604 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-491cdc7a-8f3d-4f18-88b6-fc20e91d6b0b tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0233192 Apr 05 12:13:03.251255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:03.284523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1b339c8f-588a-4d06-bd6c-42d098a32bc3 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.2713163 Apr 05 12:13:03.285314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52240) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:03.294626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52242) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:03.321119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Request body: {'port': {'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-858548289'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:03.322594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a577f-99be-49f8-9c4e-185445b6df2b None None] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:03.326252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': '8ee01384-3969-410d-af88-a191716b167e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:03.367628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f3b97-8cb3-410b-b71c-eae271ba6686 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=8ee01384-3969-410d-af88-a191716b167e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:03.406783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8ee01384-3969-410d-af88-a191716b167e details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:03.418782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] DHCP port deletion for 724d21fa-298c-473c-b47c-120c603ca582 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:03.448360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:03.459586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:03.469483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:03.474054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.486995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.611973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Deleting port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:03.612462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.750798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fed1:ee10 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/1912ccd3-c17c-4b11-997c-9144971e9dba/aa118159-295f-443e-8814-6ce6cf1b2c44) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:03.763667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Transition to ACTIVE for port object b192f005-1cea-4101-b096-b9fec8f7f7e1 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:03.856745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:03.861468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.914919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.944023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.944547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.948116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=5131b74f-20e1-472d-9f44-8cd0cf36eb22,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:03.955600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': 'a4033f08-9eae-4b49-bdd4-976507375091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8ee01384-3969-410d-af88-a191716b167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:03.955600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: 8ee01384-3969-410d-af88-a191716b167e, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:03.970526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Deleting port dfd3eec6-dce9-4315-abe7-76ee74fd7dd7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:03.971528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:03.977681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 8ee01384-3969-410d-af88-a191716b167e is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:03.989015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8ee01384-3969-410d-af88-a191716b167e) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:03.997582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:03.998402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.022671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc527a97-6ce4-4ad0-9b4d-63927a35842c None None] Network 8ee01384-3969-410d-af88-a191716b167e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:04.043259 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b6c89a72-b8bc-423e-bb87-b36633866516 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7326465 Apr 05 12:13:04.045040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52250) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:04.052839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'port': {'network_id': '8ee01384-3969-410d-af88-a191716b167e', 'name': 'tempest-NetworksIpV6TestAttrs-1017810965'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:04.118588 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Transition to ACTIVE for port object b192f005-1cea-4101-b096-b9fec8f7f7e1 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:04.186191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Allocated IP 2001:db8:1::2 (4f963900-ef10-4ac7-9a48-67afc4e4db3f/48926b21-64e5-40c1-b90f-02b4bab976f6/314501b2-795c-4bfc-96bc-ae8c6e688d59) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:04.190373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.210335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,segment=NetworkSegment(0f0b2219-751d-49d6-b113-226c13225303),segment_id=0f0b2219-751d-49d6-b113-226c13225303)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:04.256297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.257849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1f436e87-845e-4523-872e-a924d6b00fea up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:04.281566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:04.325364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Usage tracker for resource:port and tenant:cf4eeb80bd044532a8465b24c23d09c1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:04.333696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:04.434921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Allocated IP 2001:db8:3::1 (241bc6f4-e1b4-41eb-b4c9-245ac75e84fe/f5147512-70ab-44aa-a10a-cc16e4050969/54e9eafa-2f87-489a-b35a-0c3235d831f6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:04.580425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:04.586984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.600349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:04.638198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:04.696561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:04.707703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:port and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:04.712164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:04.720709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:04.729011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:04.761681 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-b2191c6a-ff44-4a51-9aa4-78d9c84cbcde service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4054465 Apr 05 12:13:04.771560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:04.774923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.799741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.801477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Made reservation on behalf of cf4eeb80bd044532a8465b24c23d09c1 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:04.807177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:04.822976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] device_id is not set on port 2dd3caf8-aac1-4d11-ba09-2fdaded73d19 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:04.849245 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Calling delete_port for dfd3eec6-dce9-4315-abe7-76ee74fd7dd7 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:04.855732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Pushing event updated for resources: {'Port': ['ID=b192f005-1cea-4101-b096-b9fec8f7f7e1,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:04.897380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Transition to ACTIVE for port object 54e9eafa-2f87-489a-b35a-0c3235d831f6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:05.058594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.064364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.130088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] device_id is not set on port 5519f48a-380e-4345-9e87-8c7614fd888f yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:05.186297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.187247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] For port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3a3a72b7-cb71-4be1-b044-abc3b0be52fb,segment=NetworkSegment(01466db2-4f9c-4356-b5c2-32ae5e4a8b32),segment_id=01466db2-4f9c-4356-b5c2-32ae5e4a8b32)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:05.187903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.202866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-32e43d0c-a335-4323-9e44-7aadbed02ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:05.204297 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-32e43d0c-a335-4323-9e44-7aadbed02ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1098 time: 0.3406570 Apr 05 12:13:05.221102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:05.226683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Allocated IP 2001:db8::f816:3eff:fef1:4573 (8ee01384-3969-410d-af88-a191716b167e/5131b74f-20e1-472d-9f44-8cd0cf36eb22/2dd3caf8-aac1-4d11-ba09-2fdaded73d19) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:05.229240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:05.233457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:05.233994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.411707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=54e9eafa-2f87-489a-b35a-0c3235d831f6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:05.492428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d', 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d', 'tenant_id': 'cf4eeb80bd044532a8465b24c23d09c1', 'fixed_ips': [{'subnet_id': '249a3318-cd34-469f-9c4f-fe01a9b09cae'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:05.493986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.523534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Calling delete_port for 3a3a72b7-cb71-4be1-b044-abc3b0be52fb owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:05.538966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee15908-41a4-44ff-8d0b-a77e07ad176b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:05.573886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.575137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2cf923c6-f868-4c9d-b465-070da717a247 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ee15908-41a4-44ff-8d0b-a77e07ad176b HTTP/1.1" status: 204 len: 168 time: 2.3807395 Apr 05 12:13:05.620305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.698501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.711901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Transition to ACTIVE for port object 314501b2-795c-4bfc-96bc-ae8c6e688d59 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:05.818372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:05.837233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Attempting to bind port b192f005-1cea-4101-b096-b9fec8f7f7e1 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:05.837618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Attempting to bind port b192f005-1cea-4101-b096-b9fec8f7f7e1 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:05.837971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Attempting to bind port b192f005-1cea-4101-b096-b9fec8f7f7e1 on network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:05.884639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-cdac5b3c-8690-44b0-a4f4-e8bd5f265aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:05.884639 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-cdac5b3c-8690-44b0-a4f4-e8bd5f265aeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.5156028 Apr 05 12:13:05.947935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object aa118159-295f-443e-8814-6ce6cf1b2c44 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:05.982293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1f436e87-845e-4523-872e-a924d6b00fea triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:05.983193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.039621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.091726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Allocated IP 172.20.0.2 (f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d/249a3318-cd34-469f-9c4f-fe01a9b09cae/5519f48a-380e-4345-9e87-8c7614fd888f) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:06.100838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:06.101833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Checking segment: {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:06.108062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.108831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Bound using segment: {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:06.109873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Bound port: b192f005-1cea-4101-b096-b9fec8f7f7e1, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:06.110435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.127515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfd3eec6-dce9-4315-abe7-76ee74fd7dd7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:06.155167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fc5beb76-4428-4f78-a07a-e62d8ef7a14e None None] Provisioning for port fec73de2-1292-4887-9c25-cd51a52dd6fd completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:06.157649 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-04a2d371-5c7f-42bf-b269-25f5740be14e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 1001 time: 0.2662723 Apr 05 12:13:06.165792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.172581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] No DVR routers for this DVR port 3a3a72b7-cb71-4be1-b044-abc3b0be52fb on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:06.194331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Allocated IP 2001:db8::1 (6d17e50d-6f69-4fac-8355-95c43d4dd0ff/87ffa340-3204-466a-ba08-b92da2824db5/bb146507-ea22-44c0-a6eb-4ccd09f10251) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:06.219124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.320994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] For port b192f005-1cea-4101-b096-b9fec8f7f7e1, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:06.327766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] For port b192f005-1cea-4101-b096-b9fec8f7f7e1, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b192f005-1cea-4101-b096-b9fec8f7f7e1,segment=NetworkSegment(0b31517a-1b07-40a6-b0aa-c0d596dd3d5b),segment_id=0b31517a-1b07-40a6-b0aa-c0d596dd3d5b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:06.342874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.358991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.397084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Transition to ACTIVE for port object 314501b2-795c-4bfc-96bc-ae8c6e688d59 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:06.405524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:06.507413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba569d8-4c67-4b77-8525-94117c29c6aa None None] Pushing event deleted for resources: {'Port': ['ID=3a3a72b7-cb71-4be1-b044-abc3b0be52fb,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:06.519299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Transition to ACTIVE for port object 2dd3caf8-aac1-4d11-ba09-2fdaded73d19 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:06.570922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-d9dfd757-e07d-4f30-80d3-a96d8247a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:06.572369 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-d9dfd757-e07d-4f30-80d3-a96d8247a581 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.4030027 Apr 05 12:13:06.578736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:06.580262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.596195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a14b4-1c35-4e6d-89ba-04924bb7632c None None] Pushing event updated for resources: {'Port': ['ID=b192f005-1cea-4101-b096-b9fec8f7f7e1,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:06.654679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:06.684684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:06.695613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:06.696677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.724502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.730568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=aa118159-295f-443e-8814-6ce6cf1b2c44,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:06.762741 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-130cede0-90c1-46f7-90ec-b54d5b97b9b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/ports/dfd3eec6-dce9-4315-abe7-76ee74fd7dd7 HTTP/1.1" status: 204 len: 168 time: 3.4520097 Apr 05 12:13:06.770655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52274) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:06.772268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-75edd37b-46af-46f8-9e6f-c53a2b113532 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3048649 Apr 05 12:13:06.799495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:06.799736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52278) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:06.800121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52280) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:06.803380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e', 'external_fixed_ips': [{'subnet_id': '6c6f9677-5258-428e-92ed-9b4bb0539d4a', 'ip_address': '172.20.0.9'}]}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:06.809966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:06.816857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029709 Apr 05 12:13:06.817132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:02Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:06.823208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52284) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:06.828501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:06.837508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.838497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:06.844164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4454d8-4f6c-45c2-8aa4-cbdb47930a8d None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:02Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:12:47Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:06.912742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8ee01384-3969-410d-af88-a191716b167e', 'network_id': '8ee01384-3969-410d-af88-a191716b167e', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': '5131b74f-20e1-472d-9f44-8cd0cf36eb22'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:06.913681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.932968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 8ee01384-3969-410d-af88-a191716b167e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:06.946808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:router and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:06.952717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:06.957175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:06.964173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.965741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:06.966469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:06.968540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:06.999689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:07.033666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.040773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Transition to ACTIVE for port object bb146507-ea22-44c0-a6eb-4ccd09f10251 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:07.073514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device da49a02c-2563-43fd-8c9c-129e35bf31b8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:07.088994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.090408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.095617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Transition to ACTIVE for port object 5519f48a-380e-4345-9e87-8c7614fd888f will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:07.096843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Port': ['ID=2dd3caf8-aac1-4d11-ba09-2fdaded73d19,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:07.155201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.190258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f4f7c-db46-4fee-8969-7f6bd215d22f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:07.196633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f4f7c-db46-4fee-8969-7f6bd215d22f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:07.197680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-224f4f7c-db46-4fee-8969-7f6bd215d22f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:07.216085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.232354 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fb2cc5b0-0f8c-4d15-aa75-d3df12e8c793 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1856234 Apr 05 12:13:07.258616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52290) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:07.273991 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a87375f0-e09e-4529-b432-e01b4dd13a99 tempest-NetworksApiDiscovery-1507813240 tempest-NetworksApiDiscovery-1507813240-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4443519 Apr 05 12:13:07.273991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-6af08cb9-e1ae-4827-8c07-a9d893a860d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:07.273991 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-6af08cb9-e1ae-4827-8c07-a9d893a860d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6925192 Apr 05 12:13:07.300015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.407297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-224f4f7c-db46-4fee-8969-7f6bd215d22f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:07.413396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-224f4f7c-db46-4fee-8969-7f6bd215d22f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6047938 Apr 05 12:13:07.419378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:07.453939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:07.464587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Port': ['ID=bb146507-ea22-44c0-a6eb-4ccd09f10251,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:07.470853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:07.480414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Attempting to bind port 314501b2-795c-4bfc-96bc-ae8c6e688d59 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:07.480864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Attempting to bind port 314501b2-795c-4bfc-96bc-ae8c6e688d59 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '95707ff6-92b1-48db-836b-5c246c3ba586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:07.481299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Attempting to bind port 314501b2-795c-4bfc-96bc-ae8c6e688d59 on network 4f963900-ef10-4ac7-9a48-67afc4e4db3f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:07.487792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-188b1587-eaff-4154-a452-ff98cc40ff57 {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:07.488258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:07.508178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:07.508842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Checking segment: {'id': '95707ff6-92b1-48db-836b-5c246c3ba586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:07.510825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.512183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Bound using segment: {'id': '95707ff6-92b1-48db-836b-5c246c3ba586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:07.514542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Bound port: 314501b2-795c-4bfc-96bc-ae8c6e688d59, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95707ff6-92b1-48db-836b-5c246c3ba586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4f963900-ef10-4ac7-9a48-67afc4e4db3f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:07.515045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.531350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Pushing event updated for resources: {'Port': ['ID=314501b2-795c-4bfc-96bc-ae8c6e688d59,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:07.642600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:07.646562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.674235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:07.713191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3d6c22db-b46c-44fc-ab77-0ad5ccce86c1 None None] Provisioning for port aa118159-295f-443e-8814-6ce6cf1b2c44 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:07.718687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:07.761777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3d6c22db-b46c-44fc-ab77-0ad5ccce86c1 None None] Provisioning complete for port aa118159-295f-443e-8814-6ce6cf1b2c44 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:07.762191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3d6c22db-b46c-44fc-ab77-0ad5ccce86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.817988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'Port': ['ID=5519f48a-380e-4345-9e87-8c7614fd888f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:07.821223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:07.888307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting subnet 5131b74f-20e1-472d-9f44-8cd0cf36eb22 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:07.899318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c22db-b46c-44fc-ab77-0ad5ccce86c1 None None] Port aa118159-295f-443e-8814-6ce6cf1b2c44 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:07.934080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port aa118159-295f-443e-8814-6ce6cf1b2c44 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:07.936554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:07.969890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port da49a02c-2563-43fd-8c9c-129e35bf31b8 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:07.974014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Allocated IP 2001:db8::f816:3eff:fe5e:189 (8ee01384-3969-410d-af88-a191716b167e/5131b74f-20e1-472d-9f44-8cd0cf36eb22/a6a96051-57c8-4c70-a2ef-9be02c7f5c54) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:07.997326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.033620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port da49a02c-2563-43fd-8c9c-129e35bf31b8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:08.035906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.101779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52302) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:08.125463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.145925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] For port 314501b2-795c-4bfc-96bc-ae8c6e688d59, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:08.153152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-710b85b6-17a0-45f1-bb44-78988a64ce4b None None] Provisioning for port bb146507-ea22-44c0-a6eb-4ccd09f10251 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:08.178605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-710b85b6-17a0-45f1-bb44-78988a64ce4b None None] Provisioning complete for port bb146507-ea22-44c0-a6eb-4ccd09f10251 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:08.179170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-710b85b6-17a0-45f1-bb44-78988a64ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.190476 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-f6fb6e56-75a7-428a-aa2c-f2317a7983a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272090 Apr 05 12:13:08.259684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:08.260515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.316450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-710b85b6-17a0-45f1-bb44-78988a64ce4b None None] Port bb146507-ea22-44c0-a6eb-4ccd09f10251 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:08.329706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] For port 314501b2-795c-4bfc-96bc-ae8c6e688d59, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=314501b2-795c-4bfc-96bc-ae8c6e688d59,segment=NetworkSegment(95707ff6-92b1-48db-836b-5c246c3ba586),segment_id=95707ff6-92b1-48db-836b-5c246c3ba586)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:08.351573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.408677 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8afca31-9ea0-4585-8e9c-1741859f5e25 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1179180 Apr 05 12:13:08.494574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Allocated IP 172.20.0.3 (f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d/249a3318-cd34-469f-9c4f-fe01a9b09cae/0def4454-4baf-4b2f-a1c7-452db237dac8) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:08.661739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.682652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52308) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:08.696814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Request body: {'port': {'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-164732374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:08.697298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] bootfile-name is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:08.697640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] tftp-server is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:08.697968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] server-ip-address is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:08.810056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:13:08.822663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.961531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:08.986487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Transition to ACTIVE for port object 0def4454-4baf-4b2f-a1c7-452db237dac8 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:09.018836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dffdfb-aa37-4d11-b8eb-e12cc451aec3 None None] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:09.055842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for aa118159-295f-443e-8814-6ce6cf1b2c44 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:09.088932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.100591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.105526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Transition to ACTIVE for port object 0def4454-4baf-4b2f-a1c7-452db237dac8 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:09.121656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:09.125776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa96e4cc9164017bd224f376ae4db12 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:09.129441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:09.135755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:09.187495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a35a12cb-5eea-42f9-ad6a-f030cb921e4d None None] Provisioning for port b192f005-1cea-4101-b096-b9fec8f7f7e1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:09.194513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:09.200754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.201607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.203306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Usage tracker for resource:port and tenant:cf4eeb80bd044532a8465b24c23d09c1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:09.209855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:09.225018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:09.260644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.275794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17fd0c-d2b5-4ea3-bd60-846abe06a66a None None] Pushing event updated for resources: {'Port': ['ID=314501b2-795c-4bfc-96bc-ae8c6e688d59,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:09.306048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event updated for resources: {'Port': ['ID=54e9eafa-2f87-489a-b35a-0c3235d831f6,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:09.332863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Made reservation on behalf of cf4eeb80bd044532a8465b24c23d09c1 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:09.336882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.417622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.462947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] device_id is not set on port 090f802e-eae6-41a9-910e-456d624c549c yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:09.478255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-625b7912-84f2-4605-840f-42a5bf4b3679 req-235b7684-0d11-44b0-861f-a4a753f8e737 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2621291 Apr 05 12:13:09.493692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.516599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:09.551775 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4fa96e4cc9164017bd224f376ae4db12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4486179 Apr 05 12:13:09.556252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52312) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:09.582366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:09.606647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.624983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:09.720954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be247eba-360d-49a6-b24f-6e60d3b5a8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc1de3a-43fe-436c-b420-65ede216d91e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:09.752422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:09.753332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.754873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.767407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.773589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:09.779204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Transition to ACTIVE for port object a6a96051-57c8-4c70-a2ef-9be02c7f5c54 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:09.798451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Pushing event updated for resources: {'Port': ['ID=0def4454-4baf-4b2f-a1c7-452db237dac8,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:09.828503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=aa118159-295f-443e-8814-6ce6cf1b2c44,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:09.843410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.873927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.907021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Transition to ACTIVE for port object a6a96051-57c8-4c70-a2ef-9be02c7f5c54 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:09.909572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port da49a02c-2563-43fd-8c9c-129e35bf31b8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=da49a02c-2563-43fd-8c9c-129e35bf31b8,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:09.924244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.930786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:09.931972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 855d4f37-2186-4bd1-b550-8ef5a1598554 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:09.953041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.021532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Attempting to bind port 0def4454-4baf-4b2f-a1c7-452db237dac8 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:10.022169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Attempting to bind port 0def4454-4baf-4b2f-a1c7-452db237dac8 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:10.022504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Attempting to bind port 0def4454-4baf-4b2f-a1c7-452db237dac8 on network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:10.030440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.046122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:10.046864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Checking segment: {'id': 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:10.047641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.048157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Bound using segment: {'id': 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:10.048933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Bound port: 0def4454-4baf-4b2f-a1c7-452db237dac8, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:10.049417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.125214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Network 8ee01384-3969-410d-af88-a191716b167e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:10.136945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:10.169156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.211516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:10.229614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.273139 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4af9046f-5e6f-4848-b4df-799626040914 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/aa118159-295f-443e-8814-6ce6cf1b2c44 HTTP/1.1" status: 204 len: 168 time: 2.8351290 Apr 05 12:13:10.274131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52316) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:10.286263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] For port 0def4454-4baf-4b2f-a1c7-452db237dac8, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:10.291900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] For port 0def4454-4baf-4b2f-a1c7-452db237dac8, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0def4454-4baf-4b2f-a1c7-452db237dac8,segment=NetworkSegment(c0ae832f-1a12-48d0-8710-98fe9a6be3cc),segment_id=c0ae832f-1a12-48d0-8710-98fe9a6be3cc)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:10.299214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:10.357880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.20.0.9 (dc810f4a-28d8-4246-b71d-081e55c6dd4e/6c6f9677-5258-428e-92ed-9b4bb0539d4a/fd8ef02e-018d-409d-bbc7-3617d45d36b0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:10.362663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Allocated IP 172.20.0.8 (f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d/249a3318-cd34-469f-9c4f-fe01a9b09cae/090f802e-eae6-41a9-910e-456d624c549c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:10.368368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.383167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.384086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.388273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:10.475466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.478337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.570071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc1de3a-43fe-436c-b420-65ede216d91e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:10.595430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Pushing event updated for resources: {'Port': ['ID=a6a96051-57c8-4c70-a2ef-9be02c7f5c54,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:10.652511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9a2cd-f0f3-47ed-9997-57338c812f30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:10.654374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9a2cd-f0f3-47ed-9997-57338c812f30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:10.655291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8cd9a2cd-f0f3-47ed-9997-57338c812f30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:10.674643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:10.676143 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-874315bb-6305-4699-8f47-e103e66c7c3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dc1de3a-43fe-436c-b420-65ede216d91e HTTP/1.1" status: 204 len: 168 time: 1.1154952 Apr 05 12:13:10.706214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:10.723830 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e37f3957-0d90-49e9-a693-a94c076a4a6c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4789519 Apr 05 12:13:10.725796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:10.735608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:10.796096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8cd9a2cd-f0f3-47ed-9997-57338c812f30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:10.797520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8cd9a2cd-f0f3-47ed-9997-57338c812f30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5119736 Apr 05 12:13:10.813516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c299a-5220-4f02-9f6c-e63770fef172 None None] Pushing event updated for resources: {'Port': ['ID=0def4454-4baf-4b2f-a1c7-452db237dac8,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:10.815052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52326) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:10.829794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:10.919744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34525c0e-6755-4256-b23e-18dfae9185e1 None None] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:10.928698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 1912ccd3-c17c-4b11-997c-9144971e9dba {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:11.018178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.212717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Attempting to bind port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:11.213305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Attempting to bind port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a4033f08-9eae-4b49-bdd4-976507375091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8ee01384-3969-410d-af88-a191716b167e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:11.217014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Attempting to bind port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 on network 8ee01384-3969-410d-af88-a191716b167e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:11.267568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:11.268456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:11.370954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:11.374398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Checking segment: {'id': 'a4033f08-9eae-4b49-bdd4-976507375091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8ee01384-3969-410d-af88-a191716b167e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:11.374398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.376046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Bound using segment: {'id': 'a4033f08-9eae-4b49-bdd4-976507375091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8ee01384-3969-410d-af88-a191716b167e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:11.379549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Bound port: a6a96051-57c8-4c70-a2ef-9be02c7f5c54, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4033f08-9eae-4b49-bdd4-976507375091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8ee01384-3969-410d-af88-a191716b167e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:11.380391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.384013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.420192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 855d4f37-2186-4bd1-b550-8ef5a1598554 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:11.420728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.487581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.502034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event updated for resources: {'Port': ['ID=bb146507-ea22-44c0-a6eb-4ccd09f10251,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:11.581616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.585634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.627992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Transition to ACTIVE for port object 090f802e-eae6-41a9-910e-456d624c549c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:11.632219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Network 6d17e50d-6f69-4fac-8355-95c43d4dd0ff is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:11.636042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:11.740484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-36465ed1-5313-42e9-ac1c-471e9b45226e None None] Provisioning for port 314501b2-795c-4bfc-96bc-ae8c6e688d59 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:11.760903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.787654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.885075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:11.911075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:11.952653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=5131b74f-20e1-472d-9f44-8cd0cf36eb22,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:11.960845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:11.976508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:11.979248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:12.087498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'Port': ['ID=090f802e-eae6-41a9-910e-456d624c549c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:12.092722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.122394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] For port a6a96051-57c8-4c70-a2ef-9be02c7f5c54, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:12.134029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.217036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52330) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:12.223879 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9ce7bc96-33db-4eed-b994-d979bfd40f66 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/5131b74f-20e1-472d-9f44-8cd0cf36eb22 HTTP/1.1" status: 204 len: 168 time: 4.9380274 Apr 05 12:13:12.244498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network dc810f4a-28d8-4246-b71d-081e55c6dd4e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:12.259473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:12.312174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Router 17cba5b6-5cb2-4a5b-9966-16584536583c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:12.317701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:12.346493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.346860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] For port a6a96051-57c8-4c70-a2ef-9be02c7f5c54, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a6a96051-57c8-4c70-a2ef-9be02c7f5c54,segment=NetworkSegment(a4033f08-9eae-4b49-bdd4-976507375091),segment_id=a4033f08-9eae-4b49-bdd4-976507375091)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:12.404047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:12.405408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.428988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.446015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=1912ccd3-c17c-4b11-997c-9144971e9dba,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:12.465501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.492055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=fd8ef02e-018d-409d-bbc7-3617d45d36b0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:12.538948 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c023bdd-d9b7-4557-ac26-ee642ecf091e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/1912ccd3-c17c-4b11-997c-9144971e9dba HTTP/1.1" status: 204 len: 168 time: 1.7224247 Apr 05 12:13:12.540815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:12.543333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52334) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:12.582151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb961c6d-7c95-41c7-9d1d-521ebf6618be None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:12.624579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:12.624975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1e1ef2e8-1f65-42e4-8edb-50ec66f6ec8a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:12.651864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-83707958-34f6-4fe9-bd5e-6be7984abd12 None None] Provisioning for port 54e9eafa-2f87-489a-b35a-0c3235d831f6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:12.679286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02960a6e-825d-4d11-8ba3-6881c7a78365 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:12.682527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02960a6e-825d-4d11-8ba3-6881c7a78365 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:12.685381 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-02960a6e-825d-4d11-8ba3-6881c7a78365 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4573777 Apr 05 12:13:12.698078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52338) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:12.721662 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-652b85aa-bb22-4309-b70f-728c577826ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1694095 Apr 05 12:13:12.731800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52342) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:12.748718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:12.790130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-83707958-34f6-4fe9-bd5e-6be7984abd12 None None] Provisioning complete for port 54e9eafa-2f87-489a-b35a-0c3235d831f6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:12.790606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83707958-34f6-4fe9-bd5e-6be7984abd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:12.886478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee4c98-dc37-42c6-acde-1bd5d025e609 None None] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:13.155668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:13.179618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:13.185201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:13.211288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:13.218162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:13.225264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b0862073-7c87-4f8f-95f9-90fe87479f8c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.5385580 Apr 05 12:13:13.237947 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] Sync routers for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:13.243012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-da7138ad-2094-42ee-b7eb-644a6e2943eb tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1991239 Apr 05 12:13:13.278869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:13.279541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:13.306915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:13.307935 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:13.315266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a7c57-ca53-4cfa-9bc1-7412f0d2aa41 None None] Pushing event updated for resources: {'Port': ['ID=a6a96051-57c8-4c70-a2ef-9be02c7f5c54,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:13.513863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:13.518538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:13.524289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3eae29e1-ce65-4c9c-9cf5-57e7f69e93e8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:13.529927 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:13.540994 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:13.541638 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:13.620932 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:13.621330 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266c93a7-e98d-4b0e-9c10-307fb9a0d9e1 None None] The sync data for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:13.659692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8f349b5c-6d79-42e6-9338-ab129997a8c2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:13.730280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:13:13.730878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae29e1-ce65-4c9c-9cf5-57e7f69e93e8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 12:13:13.731531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eae29e1-ce65-4c9c-9cf5-57e7f69e93e8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:13.733456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3eae29e1-ce65-4c9c-9cf5-57e7f69e93e8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/8ee01384-3969-410d-af88-a191716b167e HTTP/1.1" status: 409 len: 405 time: 1.0339072 Apr 05 12:13:13.740158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52354) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:13.746014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83707958-34f6-4fe9-bd5e-6be7984abd12 None None] Port 54e9eafa-2f87-489a-b35a-0c3235d831f6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:13.748919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110229765'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:13.759347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9570f917-7cce-4289-ba53-0680d243acc8 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:13.825775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8f349b5c-6d79-42e6-9338-ab129997a8c2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:13.850444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8f349b5c-6d79-42e6-9338-ab129997a8c2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:13.850826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:13.877816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:13.911341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:05Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:07Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:02Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:13.918842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:13.919191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Updating router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 port 54e9eafa-2f87-489a-b35a-0c3235d831f6 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:13:13.995602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Provisioning for port 0def4454-4baf-4b2f-a1c7-452db237dac8 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:14.016374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.030074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:14.078154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Deleting port fec73de2-1292-4887-9c25-cd51a52dd6fd {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:14.078534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.326809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:14.337917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9570f917-7cce-4289-ba53-0680d243acc8 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 12:13:14.343495 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9570f917-7cce-4289-ba53-0680d243acc8 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c HTTP/1.1" status: 409 len: 329 time: 1.0610728 Apr 05 12:13:14.355985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:14.368091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Removed routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:13:14.368926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.371533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:14.378649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:14.420835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Provisioning complete for port bb146507-ea22-44c0-a6eb-4ccd09f10251 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:14.421090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.503004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.523837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.531621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:14.641143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ba7ae-b29c-4f2e-8867-a3f52274c13a tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:14.649702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ba7ae-b29c-4f2e-8867-a3f52274c13a tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:14.656588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ba7ae-b29c-4f2e-8867-a3f52274c13a tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:14.658841 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a88ba7ae-b29c-4f2e-8867-a3f52274c13a tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 1.3781347 Apr 05 12:13:14.700650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52362) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:14.763124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Port bb146507-ea22-44c0-a6eb-4ccd09f10251 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:14.838216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Deleting port 090f802e-eae6-41a9-910e-456d624c549c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:14.838781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.875552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:14.877250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8f349b5c-6d79-42e6-9338-ab129997a8c2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8f349b5c-6d79-42e6-9338-ab129997a8c2,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:14.885413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:14.895710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f17ac-cc10-45a0-8a25-36a97d25a768 None None] Network 8ee01384-3969-410d-af88-a191716b167e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:15.004392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router 2f8a9707-30a0-42f9-a663-76768add80ba is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:13:15.008364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.009135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 314501b2-795c-4bfc-96bc-ae8c6e688d59 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:15.146254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:15.221239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Provisioning complete for port 54e9eafa-2f87-489a-b35a-0c3235d831f6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:15.221615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.277959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:15.280590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.280948 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment cddc90c3-c1ff-4a68-9446-18040c34c02e of type vlan for network 21232506-59d7-4826-ae35-1f2df3b105aa Apr 05 12:13:15.298937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.462563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.489392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:15.494530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fec73de2-1292-4887-9c25-cd51a52dd6fd,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:15.494940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.506330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ca182-63ea-447d-bee4-643ae984f2ea None None] Port 54e9eafa-2f87-489a-b35a-0c3235d831f6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:15.542997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.572622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.622312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Calling delete_port for 090f802e-eae6-41a9-910e-456d624c549c owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:15.643938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Calling delete_port for fec73de2-1292-4887-9c25-cd51a52dd6fd owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:15.683199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:15.688291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:13:15.706268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Sync routers for ids ['2f8a9707-30a0-42f9-a663-76768add80ba'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:15.715803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 314501b2-795c-4bfc-96bc-ae8c6e688d59 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:15.730214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.734725 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5f65898a-fa25-4af1-88a5-b7b7e51f95b5 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.9588218 Apr 05 12:13:15.745443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52366) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:15.777746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 314501b2-795c-4bfc-96bc-ae8c6e688d59 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:15.778349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.812986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.818742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:15.818981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.820900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Provisioning for port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:15.836059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Routers {'2f8a9707-30a0-42f9-a663-76768add80ba'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:15.836703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2f8a9707-30a0-42f9-a663-76768add80ba'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:15.969117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:15.995533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:15.995533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:16.014267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Transition to ACTIVE for port object 54e9eafa-2f87-489a-b35a-0c3235d831f6 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:16.055301 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3136964 Apr 05 12:13:16.085491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:16.095330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.096634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': '21232506-59d7-4826-ae35-1f2df3b105aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:16.128085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11bf9e-82a9-4541-94ce-3f0296257e4b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=21232506-59d7-4826-ae35-1f2df3b105aa,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:16.135315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.147988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] DHCP port deletion for 8ee01384-3969-410d-af88-a191716b167e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:16.174731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 21232506-59d7-4826-ae35-1f2df3b105aa details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:16.208103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:16.221538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Deleting port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:16.221965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.247010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.267680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.275664 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:13:16.396621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event deleted for resources: {'Port': ['ID=090f802e-eae6-41a9-910e-456d624c549c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:16.415389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:16.432971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:subnet and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:16.439628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Provisioning for port 5519f48a-380e-4345-9e87-8c7614fd888f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:16.441832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:16.480748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.509018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1eac6366-1c17-4f47-b5fd-e8a1b8e5825c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "DELETE /v2.0/ports/090f802e-eae6-41a9-910e-456d624c549c HTTP/1.1" status: 204 len: 168 time: 1.8079524 Apr 05 12:13:16.512602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52374) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:16.526697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Request body: {'port': {'name': 'tempest-new-port-name-347307728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:16.527128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] bootfile-name is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:16.527475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] tftp-server is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:16.527814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.api.validators [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] server-ip-address is not in valid_values {{(pid=87957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 12:13:16.541075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:16.571939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Set router 2f8a9707-30a0-42f9-a663-76768add80ba gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:16.594137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.665215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:16.669644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.670322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Deleting port fd8ef02e-018d-409d-bbc7-3617d45d36b0 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:16.670927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.708109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.773358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:16.783766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.802757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.804404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Deleting port fec73de2-1292-4887-9c25-cd51a52dd6fd {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:16.805501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:16.806746 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e311431-6c20-42cb-98cb-d18225a4d025 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 954 time: 6.0785162 Apr 05 12:13:16.811075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52378) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:16.861446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0af11-b4df-45ed-a17d-dfaeb4c4e0b1 None None] Pushing event updated for resources: {'Port': ['ID=54e9eafa-2f87-489a-b35a-0c3235d831f6,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:16.986036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Provisioning complete for port 5519f48a-380e-4345-9e87-8c7614fd888f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:16.986467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.031642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.181050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fec73de2-1292-4887-9c25-cd51a52dd6fd,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:17.259679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.281547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.282270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.300958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ae1ab67-e86c-482d-a0d5-a9ca7ee03f49 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 954 time: 0.4885738 Apr 05 12:13:17.310143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52382) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:17.319951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 314501b2-795c-4bfc-96bc-ae8c6e688d59, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=314501b2-795c-4bfc-96bc-ae8c6e688d59,segment=NetworkSegment(95707ff6-92b1-48db-836b-5c246c3ba586),segment_id=95707ff6-92b1-48db-836b-5c246c3ba586)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:17.324806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'routes': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:17.329264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Attempting to bind port 54e9eafa-2f87-489a-b35a-0c3235d831f6 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:17.330249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Attempting to bind port 54e9eafa-2f87-489a-b35a-0c3235d831f6 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:17.330601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Attempting to bind port 54e9eafa-2f87-489a-b35a-0c3235d831f6 on network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:17.395072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.395858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0def4454-4baf-4b2f-a1c7-452db237dac8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:17.467262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:17.467262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Checking segment: {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:17.467607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.467963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Bound using segment: {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:17.468479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Bound port: 54e9eafa-2f87-489a-b35a-0c3235d831f6, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:17.468861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.501025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Port 5519f48a-380e-4345-9e87-8c7614fd888f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:17.561417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e0c9a541-3c95-48ea-958d-210ec199055b None None] Could not find standard attr ID for object 090f802e-eae6-41a9-910e-456d624c549c. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:13:17.599898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.619598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:17.643969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:17.651910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=91f98f05-8c70-4d26-a32b-36cb7cc4ecb6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:17.657184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:17.658041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.677523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=fec73de2-1292-4887-9c25-cd51a52dd6fd,revision_number=8']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:17.713960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port bb146507-ea22-44c0-a6eb-4ccd09f10251 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:17.714329 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.775327 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-de203cb3-ee78-433d-8d35-11558e293195 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.0419767 Apr 05 12:13:17.793449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52386) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:17.807244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:9e:ce:b5', 'name': 'tempest-NetworksTestDHCPv6-1674438257'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:17.861754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Calling delete_port for fd8ef02e-018d-409d-bbc7-3617d45d36b0 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:17.891631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] For port a6a96051-57c8-4c70-a2ef-9be02c7f5c54, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a6a96051-57c8-4c70-a2ef-9be02c7f5c54,segment=NetworkSegment(a4033f08-9eae-4b49-bdd4-976507375091),segment_id=a4033f08-9eae-4b49-bdd4-976507375091)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:17.892950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:17.906202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=314501b2-795c-4bfc-96bc-ae8c6e688d59,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.005037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:18.013915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.094384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Calling delete_port for a6a96051-57c8-4c70-a2ef-9be02c7f5c54 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:18.209878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:18.213918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=9f8e44ed-6d70-4ef3-be11-648105f0e5ab,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.224459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:18.230239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.231312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:18.240070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.248363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:18.249827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.253614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0def4454-4baf-4b2f-a1c7-452db237dac8 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:18.260575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] For port 54e9eafa-2f87-489a-b35a-0c3235d831f6, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:18.273854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] For port fec73de2-1292-4887-9c25-cd51a52dd6fd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fec73de2-1292-4887-9c25-cd51a52dd6fd,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:18.274234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.283595 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0def4454-4baf-4b2f-a1c7-452db237dac8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:18.283999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.319214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': 'cddc90c3-c1ff-4a68-9446-18040c34c02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '21232506-59d7-4826-ae35-1f2df3b105aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:18.319841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: 21232506-59d7-4826-ae35-1f2df3b105aa, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:18.323642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] For port 54e9eafa-2f87-489a-b35a-0c3235d831f6, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=54e9eafa-2f87-489a-b35a-0c3235d831f6,segment=NetworkSegment(0b31517a-1b07-40a6-b0aa-c0d596dd3d5b),segment_id=0b31517a-1b07-40a6-b0aa-c0d596dd3d5b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:18.391947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:18.396138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.419578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for bb146507-ea22-44c0-a6eb-4ccd09f10251 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:18.480937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event updated for resources: {'Port': ['ID=5519f48a-380e-4345-9e87-8c7614fd888f,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.506306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Calling delete_port for fec73de2-1292-4887-9c25-cd51a52dd6fd owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:18.561590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] In _notify_port_updated(), no bound segment for port 5519f48a-380e-4345-9e87-8c7614fd888f on network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d {{(pid=87957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:13:18.567878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:18.568838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.573258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac6be8f3-11c3-45b1-bca5-1133eeb8205c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "PUT /v2.0/ports/5519f48a-380e-4345-9e87-8c7614fd888f HTTP/1.1" status: 200 len: 1135 time: 2.0596015 Apr 05 12:13:18.576886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52390) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:18.581932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.638162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.685037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0af11-b4df-45ed-a17d-dfaeb4c4e0b1 None None] Pushing event updated for resources: {'Port': ['ID=54e9eafa-2f87-489a-b35a-0c3235d831f6,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.725977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 21232506-59d7-4826-ae35-1f2df3b105aa is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:18.729274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.733584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f01fb-35e5-4b29-8bb0-52b690e87e60 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:18.734225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-676f01fb-35e5-4b29-8bb0-52b690e87e60 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Synchronizing usage tracker for tenant:cf4eeb80bd044532a8465b24c23d09c1 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:18.753547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a9707-30a0-42f9-a663-76768add80ba', 'name': '', 'tenant_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e', 'external_fixed_ips': [{'subnet_id': '6c6f9677-5258-428e-92ed-9b4bb0539d4a', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'fd8ef02e-018d-409d-bbc7-3617d45d36b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:07Z', 'updated_at': '2022-04-05T12:13:13Z', 'revision_number': 3, 'project_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'gw_port': {'id': 'fd8ef02e-018d-409d-bbc7-3617d45d36b0', 'name': '', 'network_id': 'dc810f4a-28d8-4246-b71d-081e55c6dd4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cf:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a9707-30a0-42f9-a663-76768add80ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '6c6f9677-5258-428e-92ed-9b4bb0539d4a', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:09Z', 'updated_at': '2022-04-05T12:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c6f9677-5258-428e-92ed-9b4bb0539d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:18.817940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd8ef02e-018d-409d-bbc7-3617d45d36b0,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.839504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.842852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:18.843531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:18.872793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Port': ['ID=bb146507-ea22-44c0-a6eb-4ccd09f10251,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:18.942465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 21232506-59d7-4826-ae35-1f2df3b105aa) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:18.947278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:18.948268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:18.971166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-676f01fb-35e5-4b29-8bb0-52b690e87e60 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Unset dirty status for tenant:cf4eeb80bd044532a8465b24c23d09c1 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:18.982560 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-676f01fb-35e5-4b29-8bb0-52b690e87e60 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "GET /v2.0/ports/5519f48a-380e-4345-9e87-8c7614fd888f HTTP/1.1" status: 200 len: 1135 time: 0.3965733 Apr 05 12:13:18.986961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52394) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.007831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port bb55bf67-5d77-4c54-a2d0-848e4162c6c6 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:19.020717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.130521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] No DVR routers for this DVR port a6a96051-57c8-4c70-a2ef-9be02c7f5c54 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:19.133676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:19.165222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added routes are [] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:13:19.165651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:13:19.182776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe9e:ceb5 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/91f98f05-8c70-4d26-a32b-36cb7cc4ecb6/bb55bf67-5d77-4c54-a2d0-848e4162c6c6) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:19.191959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9222c76-4b1b-4bd7-b75f-6f774d9d47d9 None None] Pushing event deleted for resources: {'Port': ['ID=a6a96051-57c8-4c70-a2ef-9be02c7f5c54,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:19.194877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afea898-71e0-4ced-88a6-edb0e8a0f3e1 None None] Network 21232506-59d7-4826-ae35-1f2df3b105aa requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:19.230355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Checking router: 2f8a9707-30a0-42f9-a663-76768add80ba for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:19.230355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Updating router 2f8a9707-30a0-42f9-a663-76768add80ba port fd8ef02e-018d-409d-bbc7-3617d45d36b0 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:13:19.329171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Port fd8ef02e-018d-409d-bbc7-3617d45d36b0 not found while updating agent binding for router 2f8a9707-30a0-42f9-a663-76768add80ba. {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 05 12:13:19.450097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.456164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.479515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.492444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.537450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.551753 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0681f93f-5f12-4244-9484-69f82c429d78 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4620123 Apr 05 12:13:19.559485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-60e322e1-0b9e-421f-b1b5-1366b711936c None None] Provisioning complete for port 5519f48a-380e-4345-9e87-8c7614fd888f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:19.559783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60e322e1-0b9e-421f-b1b5-1366b711936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.559961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.567239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.568865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.569546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8a9707-30a0-42f9-a663-76768add80ba {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:19.605992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Routers set() bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:19.605992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Router IDs set() for agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 05 12:13:19.606723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_agentschedulers_db [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f8a9707-30a0-42f9-a663-76768add80ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent'). {{(pid=87959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 12:13:19.607119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5571130-dc74-4b9b-bb0b-f26f9648e25a None None] The sync data for ids ['2f8a9707-30a0-42f9-a663-76768add80ba'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:19.608675 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] Pushing event deleted for resources: {'Port': ['ID=fec73de2-1292-4887-9c25-cd51a52dd6fd,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:19.677203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Deleting port 5519f48a-380e-4345-9e87-8c7614fd888f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:19.677986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.747011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.750477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e4cbb9fb-5921-4003-9871-332908cf0684 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2f8a9707-30a0-42f9-a663-76768add80ba HTTP/1.1" status: 204 len: 168 time: 4.0013964 Apr 05 12:13:19.760688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:19.915815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec641c99-4076-4866-93d0-dd364d490a18 None None] No DVR routers for this DVR port fec73de2-1292-4887-9c25-cd51a52dd6fd on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:19.924841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-60e322e1-0b9e-421f-b1b5-1366b711936c None None] Port 5519f48a-380e-4345-9e87-8c7614fd888f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:13:19.927070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0def4454-4baf-4b2f-a1c7-452db237dac8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0def4454-4baf-4b2f-a1c7-452db237dac8,segment=NetworkSegment(c0ae832f-1a12-48d0-8710-98fe9a6be3cc),segment_id=c0ae832f-1a12-48d0-8710-98fe9a6be3cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:19.944979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:19.945993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fec73de2-1292-4887-9c25-cd51a52dd6fd up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:20.006490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b0888-0f7d-40df-8eab-3febd0de64e1 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:20.016972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Deleting subnet 6c6f9677-5258-428e-92ed-9b4bb0539d4a {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:20.022823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.052513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.069894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: fec73de2-1292-4887-9c25-cd51a52dd6fd {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:20.070488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fec73de2-1292-4887-9c25-cd51a52dd6fd not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 12:13:20.107538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.123950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.127504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.129214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.251095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object bb55bf67-5d77-4c54-a2d0-848e4162c6c6 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:20.257150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Router 17cba5b6-5cb2-4a5b-9966-16584536583c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:20.261741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port fec73de2-1292-4887-9c25-cd51a52dd6fd not found, will not notify nova. {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 12:13:20.261741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:20.352933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992402cc-5f85-4bc1-bc77-5d5e2ef1d579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-21232506-59d7-4826-ae35-1f2df3b105aa', 'network_id': '21232506-59d7-4826-ae35-1f2df3b105aa', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': '9f8e44ed-6d70-4ef3-be11-648105f0e5ab'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:20.353756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-992402cc-5f85-4bc1-bc77-5d5e2ef1d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.388726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.394126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0def4454-4baf-4b2f-a1c7-452db237dac8,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:20.431292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.504730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:20.510210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.519717 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a5e5e661-0b39-45b1-841c-67e5bcbd8d7f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1552453 Apr 05 12:13:20.521304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52406) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:20.530451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:20.532277 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] Sync routers for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:20.558130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.558413 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:20.559904 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:20.563832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:20.564211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.604835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:13Z', 'revision_number': 6, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:18Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:20.627708 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-0abe34eb-e6a6-4ea8-b052-af01066b404d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] show failed (client error): The resource could not be found. Apr 05 12:13:20.635014 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0abe34eb-e6a6-4ea8-b052-af01066b404d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-442943882 HTTP/1.1" status: 404 len: 334 time: 0.1073856 Apr 05 12:13:20.642387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52410) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:20.648234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6506ab96-ef55-43a1-8f83-f52f8b1c6535 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:20.662489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825ec8a9-b93c-4d83-a245-f705fc15f1d1 None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:13Z', 'revision_number': 6, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:18Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:20.774242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Calling delete_port for 5519f48a-380e-4345-9e87-8c7614fd888f owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:20.792733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b192f005-1cea-4101-b096-b9fec8f7f7e1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:20.808342 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:20.818498 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] Routers {'17cba5b6-5cb2-4a5b-9966-16584536583c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:20.819236 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['17cba5b6-5cb2-4a5b-9966-16584536583c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:20.825587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '91f98f05-8c70-4d26-a32b-36cb7cc4ecb6'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:20.826689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.841360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:20.851498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:20.865508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=bb55bf67-5d77-4c54-a2d0-848e4162c6c6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:20.868424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:20.885632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:20.886789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:20.917455 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:20.919563 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df173656-fd12-427b-b936-1ecbeb6bbe6c None None] The sync data for ids ['17cba5b6-5cb2-4a5b-9966-16584536583c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:20.938459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99d2d5ec-447b-40fb-9873-a24374986553 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1436396 Apr 05 12:13:20.943358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:20.984443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b192f005-1cea-4101-b096-b9fec8f7f7e1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:21.034338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b192f005-1cea-4101-b096-b9fec8f7f7e1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:21.034845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.113110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-6506ab96-ef55-43a1-8f83-f52f8b1c6535 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] update failed (client error): The resource could not be found. Apr 05 12:13:21.120989 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6506ab96-ef55-43a1-8f83-f52f8b1c6535 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1593849461 HTTP/1.1" status: 404 len: 335 time: 0.4771295 Apr 05 12:13:21.122468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52418) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:21.126671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Allocated IP 2001:db8::f816:3eff:fefc:5b45 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/91f98f05-8c70-4d26-a32b-36cb7cc4ecb6/4a9a69fc-1d25-422e-8a2c-965076c13b64) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server [None req-992402cc-5f85-4bc1-bc77-5d5e2ef1d579 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f8e44ed-6d70-4ef3-be11-648105f0e5ab: This subnet is being modified by another concurrent operation. Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server raise exception Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f8e44ed-6d70-4ef3-be11-648105f0e5ab: This subnet is being modified by another concurrent operation. Apr 05 12:13:21.148512 dv-neutron-833203-3-hyperv neutron-server[87959]: ERROR oslo_messaging.rpc.server Apr 05 12:13:21.202669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69d302-ae7a-426b-9266-87d190f0ad50 None None] Network 21232506-59d7-4826-ae35-1f2df3b105aa requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:21.257439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.261978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.302590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5faf3-f500-4c72-a3b7-80bea8038a2a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:21.303704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41c5faf3-f500-4c72-a3b7-80bea8038a2a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:21.306679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.383385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event deleted for resources: {'Port': ['ID=5519f48a-380e-4345-9e87-8c7614fd888f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:21.477246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.507917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21232506-59d7-4826-ae35-1f2df3b105aa']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:21.525717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddc90c3-c1ff-4a68-9446-18040c34c02e') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:21.527107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddc90c3-c1ff-4a68-9446-18040c34c02e') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:21.547446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.549758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41c5faf3-f500-4c72-a3b7-80bea8038a2a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:21.556078 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41c5faf3-f500-4c72-a3b7-80bea8038a2a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6116343 Apr 05 12:13:21.566818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:21.567391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.568563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.576640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:21.577269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.693749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6f9677-5258-428e-92ed-9b4bb0539d4a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:21.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:21.750776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.756736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.762529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port bb55bf67-5d77-4c54-a2d0-848e4162c6c6 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:21.763145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.769564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8e44ed-6d70-4ef3-be11-648105f0e5ab,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:21.787081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b192f005-1cea-4101-b096-b9fec8f7f7e1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b192f005-1cea-4101-b096-b9fec8f7f7e1,segment=NetworkSegment(0b31517a-1b07-40a6-b0aa-c0d596dd3d5b),segment_id=0b31517a-1b07-40a6-b0aa-c0d596dd3d5b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:21.798998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.800081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cb577729-c697-4cd9-a3f7-65dcac90274c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:21.800364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting subnet 48926b21-64e5-40c1-b90f-02b4bab976f6 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:21.811371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.848192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.853153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.890307 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-737e4fd4-5fe3-4c6b-b31e-58812f6a8186 tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "DELETE /v2.0/ports/5519f48a-380e-4345-9e87-8c7614fd888f HTTP/1.1" status: 204 len: 168 time: 2.8965213 Apr 05 12:13:21.895121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52426) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:21.937113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:21.979835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.981958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:21.989510 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ef9b0719-0bd8-4c5f-b528-797efa83c105 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 704 time: 4.6734405 Apr 05 12:13:21.991400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52430) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.008149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=21232506-59d7-4826-ae35-1f2df3b105aa,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:22.012497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Transition to ACTIVE for port object 4a9a69fc-1d25-422e-8a2c-965076c13b64 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:22.018632 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a03a1010-840d-4b11-83c0-e1d9c46f8426 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/6c6f9677-5258-428e-92ed-9b4bb0539d4a HTTP/1.1" status: 204 len: 168 time: 2.2547228 Apr 05 12:13:22.042776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b192f005-1cea-4101-b096-b9fec8f7f7e1,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:22.061998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Transition to ACTIVE for port object 4a9a69fc-1d25-422e-8a2c-965076c13b64 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:22.067934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52434) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.079453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Deleting subnet 249a3318-cd34-469f-9c4f-fe01a9b09cae {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:22.080985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.119721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7565dc99-9599-4b35-9aae-312d64349ef4 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/21232506-59d7-4826-ae35-1f2df3b105aa HTTP/1.1" status: 204 len: 168 time: 2.5549791 Apr 05 12:13:22.121210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.121897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.147929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cb577729-c697-4cd9-a3f7-65dcac90274c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:22.148723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.159801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1800949103'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:22.165321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:22.170949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:22.176850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:22.185017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:22.186578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:22.221758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:22.230442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:22.241834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:22.242059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.243174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:22.249670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f89fe834-e8b8-412c-a4af-17b937a322c5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 704 time: 0.2481685 Apr 05 12:13:22.252598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52442) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:22.256924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.288646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:22.292226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.301191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:22.330746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Pushing event updated for resources: {'Port': ['ID=4a9a69fc-1d25-422e-8a2c-965076c13b64,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:22.487090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.493820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.512928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Attempting to bind port 4a9a69fc-1d25-422e-8a2c-965076c13b64 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:22.512928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Attempting to bind port 4a9a69fc-1d25-422e-8a2c-965076c13b64 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:22.512928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Attempting to bind port 4a9a69fc-1d25-422e-8a2c-965076c13b64 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:22.522570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:22.553891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:22.553891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:22.554409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.554569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:22.555069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Bound port: 4a9a69fc-1d25-422e-8a2c-965076c13b64, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:22.555381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.578991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:22.685073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for bb55bf67-5d77-4c54-a2d0-848e4162c6c6 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:22.703965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.742864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.743239 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment 89557614-6979-4d6d-b5a2-7cf73befcf39 of type vlan for network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 Apr 05 12:13:22.754680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device da49a02c-2563-43fd-8c9c-129e35bf31b8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:22.844784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.915881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.936038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:22.985386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] For port 4a9a69fc-1d25-422e-8a2c-965076c13b64, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:23.001747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.007461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] For port 4a9a69fc-1d25-422e-8a2c-965076c13b64, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4a9a69fc-1d25-422e-8a2c-965076c13b64,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:23.014459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port da49a02c-2563-43fd-8c9c-129e35bf31b8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:23.014955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.052230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.103975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc810f4a-28d8-4246-b71d-081e55c6dd4e']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:23.134171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03bc0c5-78f5-4ea9-9000-8355f6e85713') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:23.134639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03bc0c5-78f5-4ea9-9000-8355f6e85713') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:23.159217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Subnet': ['ID=48926b21-64e5-40c1-b90f-02b4bab976f6,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.161532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.167272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.167407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:23.167675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.172676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.180000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2a123246-8fe0-42d6-8b43-63da5680a095 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/subnets/48926b21-64e5-40c1-b90f-02b4bab976f6 HTTP/1.1" status: 204 len: 168 time: 2.0477650 Apr 05 12:13:23.184571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52446) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.188276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.203522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed1315-085e-44bc-a733-b03c86bc2b29 None None] Pushing event updated for resources: {'Port': ['ID=4a9a69fc-1d25-422e-8a2c-965076c13b64,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.254010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77ca48-a282-4d62-9215-d66b00d9c74e None None] Network 4f963900-ef10-4ac7-9a48-67afc4e4db3f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:23.284684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34345e6-c0f2-41da-87a1-1fa8c3e9bfc7 None None] Network f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:23.290827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.300290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event deleted for resources: {'Subnet': ['ID=249a3318-cd34-469f-9c4f-fe01a9b09cae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.361363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.382806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 314501b2-795c-4bfc-96bc-ae8c6e688d59 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:23.383237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.477643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.530837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.542927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.544681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-863b5b79-1973-4c05-83a3-1b4bc7065549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.592596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:23.593508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.614094 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4621398 Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:23.615219 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:23.620396 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cde3ca9a-8629-4e2c-afde-dbaf728d6b9c tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "DELETE /v2.0/subnets/249a3318-cd34-469f-9c4f-fe01a9b09cae HTTP/1.1" status: 204 len: 168 time: 1.7242839 Apr 05 12:13:23.638952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52450) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.639305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52452) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.646249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c75db-29eb-4b83-9fdd-67c6a00bb5b2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=d2cdf666-ea97-4d47-b02f-21f390c6ddf3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.660152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=bb55bf67-5d77-4c54-a2d0-848e4162c6c6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.684146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:23.685188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:23.810376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.812917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52ff5cb5-21f8-44f7-ba2b-9d3c9e616dea tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/bb55bf67-5d77-4c54-a2d0-848e4162c6c6 HTTP/1.1" status: 204 len: 168 time: 2.2403679 Apr 05 12:13:23.818706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:23.854781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:23.892770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.900833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:subnet and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:23.908211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:23.924047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc810f4a-28d8-4246-b71d-081e55c6dd4e {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 12:13:23.928677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc810f4a-28d8-4246-b71d-081e55c6dd4e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:23.932423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:23.942022 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-01f6914d-1795-4d60-a66b-046cb5b5e772 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/networks/dc810f4a-28d8-4246-b71d-081e55c6dd4e HTTP/1.1" status: 204 len: 168 time: 1.8737369 Apr 05 12:13:23.958323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b76d8e-b3a9-48d1-86b8-2d87d949cc69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:23.961021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b76d8e-b3a9-48d1-86b8-2d87d949cc69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:23.967013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f9b76d8e-b3a9-48d1-86b8-2d87d949cc69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:23.988832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f9b76d8e-b3a9-48d1-86b8-2d87d949cc69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:23.993437 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f9b76d8e-b3a9-48d1-86b8-2d87d949cc69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1732473 Apr 05 12:13:23.994079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52464) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:24.041353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:24.059180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.106661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:24.114766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.189453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:19Z', 'revision_number': 7, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:18Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:24.210862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:24.211943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 91f98f05-8c70-4d26-a32b-36cb7cc4ecb6 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:24.218874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.275269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:24.275921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:12:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:24.358668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.382485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9637a3df-0e11-45c4-80a7-f9868647c748 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:24.423022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] DHCP port deletion for 4f963900-ef10-4ac7-9a48-67afc4e4db3f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:24.500361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.625386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52472) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:24.632868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'name': 'tempest-router--954534566', 'project_id': 'd8e63e533e7c446290dba5d7e10b4a8e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:24.639860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:24.652723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:24.653008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.665812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:router and tenant:d8e63e533e7c446290dba5d7e10b4a8e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:24.690009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] For port 314501b2-795c-4bfc-96bc-ae8c6e688d59, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=314501b2-795c-4bfc-96bc-ae8c6e688d59,segment=NetworkSegment(95707ff6-92b1-48db-836b-5c246c3ba586),segment_id=95707ff6-92b1-48db-836b-5c246c3ba586)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:24.690922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.711222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.717467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:24.731112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:24.735354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=91f98f05-8c70-4d26-a32b-36cb7cc4ecb6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:24.755921 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c9528d56-6b39-4255-b0e9-6e14f88df5cb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/91f98f05-8c70-4d26-a32b-36cb7cc4ecb6 HTTP/1.1" status: 204 len: 168 time: 0.7583587 Apr 05 12:13:24.756639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.758218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.762258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52476) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:24.857045 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-14452518-343c-4aba-81fb-12dc3313f6f4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912607 Apr 05 12:13:24.859934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52480) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:24.912151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Deleting port 0def4454-4baf-4b2f-a1c7-452db237dac8 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:24.913028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.915981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.945150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9637a3df-0e11-45c4-80a7-f9868647c748 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:24.946123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9637a3df-0e11-45c4-80a7-f9868647c748 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:24.948140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Deleting port 314501b2-795c-4bfc-96bc-ae8c6e688d59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:24.948733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.952760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.957715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for 314501b2-795c-4bfc-96bc-ae8c6e688d59 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:24.978429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:24.982524 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9435c7c2-75e8-4978-ae76-5003a93b843b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3528807 Apr 05 12:13:24.983119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:25.207475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.222270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] DHCP port deletion for f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:25.245049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37a2a85-f7e4-45d3-a6d5-345fc6311bcf None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:25.279470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f49006-ea4b-4dfc-8013-b46128787940 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:25.280399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0f49006-ea4b-4dfc-8013-b46128787940 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:25.320104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.382955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Deleting port 0def4454-4baf-4b2f-a1c7-452db237dac8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:25.383384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.389954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.421197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4a9a69fc-1d25-422e-8a2c-965076c13b64 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:25.464104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Port': ['ID=314501b2-795c-4bfc-96bc-ae8c6e688d59,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:25.467672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] No DVR routers for this DVR port 314501b2-795c-4bfc-96bc-ae8c6e688d59 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:25.477864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0f49006-ea4b-4dfc-8013-b46128787940 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:25.481317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0f49006-ea4b-4dfc-8013-b46128787940 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6171896 Apr 05 12:13:25.482072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52488) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:25.574733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d12bcd1-e125-475c-9f52-fa73bd98b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.580844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] For port 314501b2-795c-4bfc-96bc-ae8c6e688d59, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=314501b2-795c-4bfc-96bc-ae8c6e688d59,segment=NetworkSegment(95707ff6-92b1-48db-836b-5c246c3ba586),segment_id=95707ff6-92b1-48db-836b-5c246c3ba586)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:25.581310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.639077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a003d5de-5887-4612-a50b-a47a0151686b None None] Provisioning for port 4a9a69fc-1d25-422e-8a2c-965076c13b64 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:25.710328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.716553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.762442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62739447-827c-4ea2-a0df-9331ce2fbf91 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:25.763326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-62739447-827c-4ea2-a0df-9331ce2fbf91 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:25.767833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.768370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc36a471-2593-4eae-8cab-ee785e7d9993 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:25.796728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.798061 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0dd342ae-ce96-43ac-88bb-0cd84525fe8c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/routers/dc36a471-2593-4eae-8cab-ee785e7d9993 HTTP/1.1" status: 204 len: 168 time: 0.8139670 Apr 05 12:13:25.799284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-62739447-827c-4ea2-a0df-9331ce2fbf91 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:25.803190 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62739447-827c-4ea2-a0df-9331ce2fbf91 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3160086 Apr 05 12:13:25.803190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52494) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:25.834881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.875564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] For port 0def4454-4baf-4b2f-a1c7-452db237dac8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0def4454-4baf-4b2f-a1c7-452db237dac8,segment=NetworkSegment(c0ae832f-1a12-48d0-8710-98fe9a6be3cc),segment_id=c0ae832f-1a12-48d0-8710-98fe9a6be3cc)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:25.875969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:25.885115 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-71fbbaa9-0aee-4c8a-82ac-753ccc149cb5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801132 Apr 05 12:13:25.890312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:25.898935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:25.939068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:25.969717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Calling delete_port for 314501b2-795c-4bfc-96bc-ae8c6e688d59 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:26.025662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a003d5de-5887-4612-a50b-a47a0151686b None None] Could not find standard attr ID for object bb55bf67-5d77-4c54-a2d0-848e4162c6c6. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:13:26.037159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f963900-ef10-4ac7-9a48-67afc4e4db3f']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:26.047260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:26.057486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.059509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:26.080510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:26.088292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Calling delete_port for 0def4454-4baf-4b2f-a1c7-452db237dac8 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:26.088843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.219294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 4a9a69fc-1d25-422e-8a2c-965076c13b64 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:26.230033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95707ff6-92b1-48db-836b-5c246c3ba586') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:26.230388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95707ff6-92b1-48db-836b-5c246c3ba586') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:26.244671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4a9a69fc-1d25-422e-8a2c-965076c13b64 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:26.245042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.247588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 54e9eafa-2f87-489a-b35a-0c3235d831f6 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:26.247932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.291238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.293824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:26.294178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:26.299638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] For port 0def4454-4baf-4b2f-a1c7-452db237dac8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0def4454-4baf-4b2f-a1c7-452db237dac8,segment=NetworkSegment(c0ae832f-1a12-48d0-8710-98fe9a6be3cc),segment_id=c0ae832f-1a12-48d0-8710-98fe9a6be3cc)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:26.300032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.351965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.361590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1459814853', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:26.376512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:26.384002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:26.385257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=b44aee15-73f1-4757-b287-f6187a5ea46a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:26.392434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:26.392846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.402342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:26.414475 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:26.418604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:26.444852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.446739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.456289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.472148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Calling delete_port for 0def4454-4baf-4b2f-a1c7-452db237dac8 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:26.536181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.538612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:26.546319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:19Z', 'revision_number': 7, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:18Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:26.547483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:26.555758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:26.556167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.557666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': '89557614-6979-4d6d-b5a2-7cf73befcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:26.558654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: d2cdf666-ea97-4d47-b02f-21f390c6ddf3, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:26.563697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=2337e19e-01e7-4908-865b-dc15b5fa47be,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:26.566640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.568537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0fbdaf-26f8-4af5-8449-bd631653510b None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:19Z', 'revision_number': 7, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54e9eafa-2f87-489a-b35a-0c3235d831f6', 'name': '', 'network_id': '241bc6f4-e1b4-41eb-b4c9-245ac75e84fe', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:c4:67:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:00Z', 'updated_at': '2022-04-05T12:13:18Z', 'revision_number': 4, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f5147512-70ab-44aa-a10a-cc16e4050969', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:26.576620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.596116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.690017 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-12f371fa-dbdb-49fa-a061-7ceb31eb83e0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7944453 Apr 05 12:13:26.696219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:26.704925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:b3:46:92', 'name': 'tempest-NetworksTestDHCPv6-758894676'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:26.724019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.735920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:26.736637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:26.737522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:26.739193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event deleted for resources: {'Port': ['ID=0def4454-4baf-4b2f-a1c7-452db237dac8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:26.744398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] No DVR routers for this DVR port 0def4454-4baf-4b2f-a1c7-452db237dac8 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:26.752280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Deleting port 4a9a69fc-1d25-422e-8a2c-965076c13b64 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:26.752721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.782699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.787077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.795555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Deleting port 314501b2-795c-4bfc-96bc-ae8c6e688d59 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:26.795936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.803921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:26.845605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/networks/4f963900-ef10-4ac7-9a48-67afc4e4db3f HTTP/1.1" status: 204 len: 168 time: 3.6597500 Apr 05 12:13:26.854942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52512) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:26.920291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d2cdf666-ea97-4d47-b02f-21f390c6ddf3) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:26.925498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:26.926744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:26.951995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400d0d-21c0-467d-9f5f-09282dba043b tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Network': ['ID=4f963900-ef10-4ac7-9a48-67afc4e4db3f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:26.988980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c2354f50-17a2-4ec9-96f9-3d6dc5f68e92 None None] The port '314501b2-795c-4bfc-96bc-ae8c6e688d59' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:26.994809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45cb24-efdc-409a-9a09-10c95fab1710 None None] Network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:27.023966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.122015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-24174cc8-47ae-48d1-be9b-df4848098987 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4764922 Apr 05 12:13:27.123068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 54e9eafa-2f87-489a-b35a-0c3235d831f6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=54e9eafa-2f87-489a-b35a-0c3235d831f6,segment=NetworkSegment(0b31517a-1b07-40a6-b0aa-c0d596dd3d5b),segment_id=0b31517a-1b07-40a6-b0aa-c0d596dd3d5b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:27.124133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.135244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:27.149980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.245017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:27.257999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Deleting port 0def4454-4baf-4b2f-a1c7-452db237dac8 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:27.258494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.284144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4a9a69fc-1d25-422e-8a2c-965076c13b64, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4a9a69fc-1d25-422e-8a2c-965076c13b64,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:27.315105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.315929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8f349b5c-6d79-42e6-9338-ab129997a8c2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:27.355214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:27.402695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:27.448464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting subnet cb01d31c-22e5-462c-ae3c-75832fd247eb {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:27.457865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 54e9eafa-2f87-489a-b35a-0c3235d831f6 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:27.478868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba0cc1-bbfe-46ef-a149-ac1b661be44c None None] The port '0def4454-4baf-4b2f-a1c7-452db237dac8' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:27.519813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.541207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.586518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:27.613821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:27.614399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ae832f-1a12-48d0-8710-98fe9a6be3cc') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:27.659004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.661484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.681158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.710123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d2cdf666-ea97-4d47-b02f-21f390c6ddf3', 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': 'b44aee15-73f1-4757-b287-f6187a5ea46a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:27.710968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.741001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.754998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:27.755583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.755890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4a9a69fc-1d25-422e-8a2c-965076c13b64,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:27.774698 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:27.810870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.856605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] For port 4a9a69fc-1d25-422e-8a2c-965076c13b64, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4a9a69fc-1d25-422e-8a2c-965076c13b64,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:27.856851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.874984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8f349b5c-6d79-42e6-9338-ab129997a8c2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:27.875510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.890836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 000b8408-50ef-4b76-bfbb-d192815c9a3d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:27.896790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.901594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.927853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:27.941349 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] 10.222.0.50 "DELETE /v2.0/networks/f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d HTTP/1.1" status: 204 len: 168 time: 4.2856617 Apr 05 12:13:27.952313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.011755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c80e0-e82b-4fd3-8885-ddb21089a56d tempest-ExtraDHCPOptionsTestJSON-1328100786 tempest-ExtraDHCPOptionsTestJSON-1328100786-project] Pushing event deleted for resources: {'Network': ['ID=f1b8ecc1-a881-4e0d-9566-5ce11c37ae3d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:28.034705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Calling delete_port for 4a9a69fc-1d25-422e-8a2c-965076c13b64 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:28.089485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.163216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=54e9eafa-2f87-489a-b35a-0c3235d831f6,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:28.199890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.213976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:28.214334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:28.215857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Allocated IP 2001:db8::2 (d2cdf666-ea97-4d47-b02f-21f390c6ddf3/b44aee15-73f1-4757-b287-f6187a5ea46a/42acf26d-670f-4281-896e-7499ae9fb1a0) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:28.293373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::1b1 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2337e19e-01e7-4908-865b-dc15b5fa47be/000b8408-50ef-4b76-bfbb-d192815c9a3d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:28.320812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Subnet': ['ID=cb01d31c-22e5-462c-ae3c-75832fd247eb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:28.327776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 54e9eafa-2f87-489a-b35a-0c3235d831f6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:28.355178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.369119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b45b3-28b7-4c6d-8433-7255ed9b071b None None] Network 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:28.434463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.441707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52524) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:28.450585 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec831c85-6fb2-4379-9dc3-eb9c11daf9ca tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/subnets/cb01d31c-22e5-462c-ae3c-75832fd247eb HTTP/1.1" status: 204 len: 168 time: 1.5899794 Apr 05 12:13:28.464199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52528) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:28.464450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 54e9eafa-2f87-489a-b35a-0c3235d831f6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:28.464756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 54e9eafa-2f87-489a-b35a-0c3235d831f6 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 12:13:28.550754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting subnet 93396c26-ff91-4639-97b7-27b7acd012d8 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:28.558411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.588922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.639045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.648599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 54e9eafa-2f87-489a-b35a-0c3235d831f6 not found, will not notify nova. {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 12:13:28.649259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b192f005-1cea-4101-b096-b9fec8f7f7e1 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:28.673806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.750089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Deleting port 4a9a69fc-1d25-422e-8a2c-965076c13b64 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:28.750424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.793738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.809389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fa5c9e84-40b3-4e06-8fe1-1179fae1cb1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf4eeb80bd044532a8465b24c23d09c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638692 Apr 05 12:13:28.811651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52536) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:28.826601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 000b8408-50ef-4b76-bfbb-d192815c9a3d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:28.853877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.869891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:28.926553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Allocated IP 172.26.5.66 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/5531e93d-4050-4dca-94e0-4dbf036b2fb1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:28.974658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:28.978591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Transition to ACTIVE for port object 42acf26d-670f-4281-896e-7499ae9fb1a0 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:28.981535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:29.003151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:29.009546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:29.010261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.055682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=000b8408-50ef-4b76-bfbb-d192815c9a3d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.056045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.063788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b192f005-1cea-4101-b096-b9fec8f7f7e1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:29.064402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.155694 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-17d340bd-62a9-4278-96ce-a0a9d84cfb75 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4545259 Apr 05 12:13:29.157039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52540) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:29.169375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Transition to ACTIVE for port object 42acf26d-670f-4281-896e-7499ae9fb1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:29.190957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.269786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.279176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.335074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.339917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=b44aee15-73f1-4757-b287-f6187a5ea46a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.358728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:29.381146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:29.392300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:29.399009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Pushing event updated for resources: {'Port': ['ID=42acf26d-670f-4281-896e-7499ae9fb1a0,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.415769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.460249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af7130-6e72-4b99-8390-a342f4a784a4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:29.466626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af7130-6e72-4b99-8390-a342f4a784a4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:29.467725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5af7130-6e72-4b99-8390-a342f4a784a4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:29.484777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.512778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:29.528816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.552176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79f57d-0034-468e-a2f9-2e03db21d042,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.556765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cdf666-ea97-4d47-b02f-21f390c6ddf3']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:29.583610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89557614-6979-4d6d-b5a2-7cf73befcf39') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:29.583931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89557614-6979-4d6d-b5a2-7cf73befcf39') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:29.600716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.606548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.649128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] DHCP port deletion for 9eeaa0f3-d84a-4407-af49-1b0b2cb8aece request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:29.652957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5af7130-6e72-4b99-8390-a342f4a784a4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:29.655506 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5af7130-6e72-4b99-8390-a342f4a784a4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4969928 Apr 05 12:13:29.672004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52544) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:29.683381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Deleting port 1f436e87-845e-4523-872e-a924d6b00fea {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:29.683766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.720704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.737582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] For port 4a9a69fc-1d25-422e-8a2c-965076c13b64, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4a9a69fc-1d25-422e-8a2c-965076c13b64,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:29.738128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.741246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:29.753800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Attempting to bind port 42acf26d-670f-4281-896e-7499ae9fb1a0 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:29.754183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Attempting to bind port 42acf26d-670f-4281-896e-7499ae9fb1a0 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '89557614-6979-4d6d-b5a2-7cf73befcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:29.754554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Attempting to bind port 42acf26d-670f-4281-896e-7499ae9fb1a0 on network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:29.758300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.761527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:29.762481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.763131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:29.777634 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:29.778779 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:29.786211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:29.806826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:29.827138 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f326042d-df19-4b32-b558-8fc014e33a31 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5731957 Apr 05 12:13:29.828513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.841369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:29.841757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Checking segment: {'id': '89557614-6979-4d6d-b5a2-7cf73befcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:29.842199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.842602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Bound using segment: {'id': '89557614-6979-4d6d-b5a2-7cf73befcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:29.843120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Bound port: 42acf26d-670f-4281-896e-7499ae9fb1a0, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89557614-6979-4d6d-b5a2-7cf73befcf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:29.843505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:29.846222 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8d3d04b7-22f5-4f3e-b5e2-67fbaae57492 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd79f57d-0034-468e-a2f9-2e03db21d042 HTTP/1.1" status: 204 len: 168 time: 1.0179093 Apr 05 12:13:29.853431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52548) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:29.856513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Subnet': ['ID=93396c26-ff91-4639-97b7-27b7acd012d8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.869189 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:29.874523 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:29.882080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event updated for resources: {'Port': ['ID=5531e93d-4050-4dca-94e0-4dbf036b2fb1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:29.928956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Calling delete_port for 4a9a69fc-1d25-422e-8a2c-965076c13b64 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:29.968169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 314501b2-795c-4bfc-96bc-ae8c6e688d59 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:30.008181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.021739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-246164ff-161e-4b99-bd5c-ab1d3ed6115d tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/subnets/93396c26-ff91-4639-97b7-27b7acd012d8 HTTP/1.1" status: 204 len: 168 time: 1.5559707 Apr 05 12:13:30.027434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52554) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:30.117642 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:30.122863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 000b8408-50ef-4b76-bfbb-d192815c9a3d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:30.123534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.226395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad3e5b-5d8d-4af1-b6db-7bceeb00cbe8 None None] Network 8c426c4a-9c5d-4946-af75-0078174facde requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:30.296280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.307183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 314501b2-795c-4bfc-96bc-ae8c6e688d59 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:30.307818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 314501b2-795c-4bfc-96bc-ae8c6e688d59 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:30.308413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0def4454-4baf-4b2f-a1c7-452db237dac8 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:30.314951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet f5147512-70ab-44aa-a10a-cc16e4050969 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:30.324668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.366750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.383539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 1f436e87-845e-4523-872e-a924d6b00fea {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:30.384072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.398355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:13:30.398355 dv-neutron-833203-3-hyperv neutron-server[87958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:13:30.398355 dv-neutron-833203-3-hyperv neutron-server[87958]: [parameters: {'id': 'd2cdf666-ea97-4d47-b02f-21f390c6ddf3'}] Apr 05 12:13:30.398355 dv-neutron-833203-3-hyperv neutron-server[87958]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:30.399738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:30.457906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0def4454-4baf-4b2f-a1c7-452db237dac8 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:30.458163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0def4454-4baf-4b2f-a1c7-452db237dac8 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:30.458478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fec73de2-1292-4887-9c25-cd51a52dd6fd no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:30.476642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.559785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] Pushing event deleted for resources: {'Port': ['ID=4a9a69fc-1d25-422e-8a2c-965076c13b64,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:30.594920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: fec73de2-1292-4887-9c25-cd51a52dd6fd {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:30.595317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fec73de2-1292-4887-9c25-cd51a52dd6fd not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:30.629552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab5887-1c79-4e5e-83c7-32dec8c1f801 None None] No DVR routers for this DVR port 4a9a69fc-1d25-422e-8a2c-965076c13b64 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:30.633316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.676692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:27Z', 'revision_number': 8, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:30.683925 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:30.685649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a36a6-76a8-48fc-a7ec-169638997d88 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:30.714676 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:30.715410 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:30.817363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] For port 42acf26d-670f-4281-896e-7499ae9fb1a0, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:30.974227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:30.975816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] For port 42acf26d-670f-4281-896e-7499ae9fb1a0, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=42acf26d-670f-4281-896e-7499ae9fb1a0,segment=NetworkSegment(89557614-6979-4d6d-b5a2-7cf73befcf39),segment_id=89557614-6979-4d6d-b5a2-7cf73befcf39)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:30.978659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:30.979290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4a9a69fc-1d25-422e-8a2c-965076c13b64 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:31.042036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.047383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.090855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] For port 1f436e87-845e-4523-872e-a924d6b00fea, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1f436e87-845e-4523-872e-a924d6b00fea,segment=NetworkSegment(e5c05360-8299-42da-9b81-b80b7aa26dc1),segment_id=e5c05360-8299-42da-9b81-b80b7aa26dc1)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:31.091375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.109685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 4a9a69fc-1d25-422e-8a2c-965076c13b64 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:31.110032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4a9a69fc-1d25-422e-8a2c-965076c13b64 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:31.110422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1f436e87-845e-4523-872e-a924d6b00fea no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:31.126301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=f5147512-70ab-44aa-a10a-cc16e4050969,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:31.128929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.138293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] For port 1f436e87-845e-4523-872e-a924d6b00fea, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1f436e87-845e-4523-872e-a924d6b00fea,segment=NetworkSegment(e5c05360-8299-42da-9b81-b80b7aa26dc1),segment_id=e5c05360-8299-42da-9b81-b80b7aa26dc1)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:31.138660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.155195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d31a7f04-a04d-47d0-9a97-4a73693254af tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/f5147512-70ab-44aa-a10a-cc16e4050969 HTTP/1.1" status: 204 len: 168 time: 1.2868667 Apr 05 12:13:31.156520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:31.165683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f6a5c-a2b5-4e38-97f4-7d84650e8f34 None None] Network 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:31.295870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.308531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 000b8408-50ef-4b76-bfbb-d192815c9a3d owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:31.363931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for 1f436e87-845e-4523-872e-a924d6b00fea owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:31.485496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting port 42acf26d-670f-4281-896e-7499ae9fb1a0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:31.486104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.541339 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:27Z', 'revision_number': 8, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:31.548309 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c0f5a-a96d-454a-a666-4c6a25e82114 None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:27Z', 'revision_number': 8, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f349b5c-6d79-42e6-9338-ab129997a8c2', 'name': '', 'network_id': '418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:4a:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:40Z', 'updated_at': '2022-04-05T12:13:14Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': 'f56d548a-bca4-4cb8-92c6-2036281b87c3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:31.592058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Calling delete_port for 1f436e87-845e-4523-872e-a924d6b00fea owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:31.611173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.648269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port b192f005-1cea-4101-b096-b9fec8f7f7e1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:31.648972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.684788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.752423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:31.883237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No active binding found for port 1f436e87-845e-4523-872e-a924d6b00fea {{(pid=87959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 12:13:31.883237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1f436e87-845e-4523-872e-a924d6b00fea not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:31.963581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Port': ['ID=1f436e87-845e-4523-872e-a924d6b00fea,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:31.979315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] No DVR routers for this DVR port 1f436e87-845e-4523-872e-a924d6b00fea on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:31.981429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.083990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a2ee-fc4b-4af9-8e7b-3a5e50cca975 None None] Pushing event updated for resources: {'Port': ['ID=42acf26d-670f-4281-896e-7499ae9fb1a0,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:32.087363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:32.087719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:32.216323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port b192f005-1cea-4101-b096-b9fec8f7f7e1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b192f005-1cea-4101-b096-b9fec8f7f7e1,segment=NetworkSegment(0b31517a-1b07-40a6-b0aa-c0d596dd3d5b),segment_id=0b31517a-1b07-40a6-b0aa-c0d596dd3d5b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:32.216875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.219221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] DHCP port deletion for 8c426c4a-9c5d-4946-af75-0078174facde request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:32.255015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde2f8c-c663-4fa0-8079-0ac3adcddbcf None None] Network d2cdf666-ea97-4d47-b02f-21f390c6ddf3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:32.278571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Deleting port 855d4f37-2186-4bd1-b550-8ef5a1598554 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:32.278947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.341064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=000b8408-50ef-4b76-bfbb-d192815c9a3d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:32.345871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '2337e19e-01e7-4908-865b-dc15b5fa47be'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:32.346145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] For port 42acf26d-670f-4281-896e-7499ae9fb1a0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=42acf26d-670f-4281-896e-7499ae9fb1a0,segment=NetworkSegment(89557614-6979-4d6d-b5a2-7cf73befcf39),segment_id=89557614-6979-4d6d-b5a2-7cf73befcf39)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:32.346349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.346549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.404410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for b192f005-1cea-4101-b096-b9fec8f7f7e1 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:32.438332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.517690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.518353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Calling delete_port for 42acf26d-670f-4281-896e-7499ae9fb1a0 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:32.563476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeaa0f3-d84a-4407-af49-1b0b2cb8aece']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:32.578289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c05360-8299-42da-9b81-b80b7aa26dc1') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:32.578678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c05360-8299-42da-9b81-b80b7aa26dc1') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:32.591509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Deleting port 1f436e87-845e-4523-872e-a924d6b00fea {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:32.592455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.594294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.601905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.656336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=b192f005-1cea-4101-b096-b9fec8f7f7e1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:32.662796 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20f77f1c-349b-4f55-ab5b-9f0a03d7d113 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/000b8408-50ef-4b76-bfbb-d192815c9a3d HTTP/1.1" status: 204 len: 168 time: 2.9892385 Apr 05 12:13:32.665688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52562) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:32.706626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No DVR routers for this DVR port b192f005-1cea-4101-b096-b9fec8f7f7e1 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:32.709369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.771366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-640baeeb-2b9e-4fd0-ab24-3f17507e93fc None None] The port '1f436e87-845e-4523-872e-a924d6b00fea' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:32.785310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:32.785997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:32.801525 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:32.809649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6851e-26ef-48b6-b264-29502bd3a868 None None] DHCP port deletion for 241bc6f4-e1b4-41eb-b4c9-245ac75e84fe request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:32.862270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.881506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 855d4f37-2186-4bd1-b550-8ef5a1598554 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:32.922708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:32.926462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No DVR routers for this DVR port 42acf26d-670f-4281-896e-7499ae9fb1a0 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:32.978844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Port': ['ID=42acf26d-670f-4281-896e-7499ae9fb1a0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:32.991132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaed28a-1573-4bd5-bbe3-0310b9d21159 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:32.993002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaed28a-1573-4bd5-bbe3-0310b9d21159 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:32.993763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-efaed28a-1573-4bd5-bbe3-0310b9d21159 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:33.003939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.029561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.054757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241bc6f4-e1b4-41eb-b4c9-245ac75e84fe']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.074904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.081574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Network': ['ID=9eeaa0f3-d84a-4407-af49-1b0b2cb8aece,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:33.084642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.085006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b31517a-1b07-40a6-b0aa-c0d596dd3d5b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.097907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-efaed28a-1573-4bd5-bbe3-0310b9d21159 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:33.099106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-efaed28a-1573-4bd5-bbe3-0310b9d21159 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4319136 Apr 05 12:13:33.102660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52566) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:33.106558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.174555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] For port 855d4f37-2186-4bd1-b550-8ef5a1598554, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=855d4f37-2186-4bd1-b550-8ef5a1598554,segment=NetworkSegment(fd317343-89e8-435b-9d5b-77170ecd3ae4),segment_id=fd317343-89e8-435b-9d5b-77170ecd3ae4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:33.175280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.180340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4029e4cc-8716-4cd9-ac0f-aacd8b8a327c tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/networks/9eeaa0f3-d84a-4407-af49-1b0b2cb8aece HTTP/1.1" status: 204 len: 168 time: 3.1464281 Apr 05 12:13:33.184941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 2337e19e-01e7-4908-865b-dc15b5fa47be {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:33.190045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52570) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:33.238604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.256270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:33.256760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:33.284925 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:33.323598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.359466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cdf666-ea97-4d47-b02f-21f390c6ddf3']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.368131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Router 5ed938b1-42c4-4861-8cfb-e37976ac5cf2 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:13:33.377983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89557614-6979-4d6d-b5a2-7cf73befcf39') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.378382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89557614-6979-4d6d-b5a2-7cf73befcf39') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.426519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.446652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.451282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.458003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Calling delete_port for 855d4f37-2186-4bd1-b550-8ef5a1598554 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:33.467711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.470756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 855d4f37-2186-4bd1-b550-8ef5a1598554 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:33.471108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.494284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.506934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:33.507515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.512963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2337e19e-01e7-4908-865b-dc15b5fa47be/f502dafc-61aa-4044-b95b-d4c017384bf9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:33.521348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=241bc6f4-e1b4-41eb-b4c9-245ac75e84fe,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:33.526973 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:33.530666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-21a762f7-299f-47d5-88c4-effa86cea97b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/241bc6f4-e1b4-41eb-b4c9-245ac75e84fe HTTP/1.1" status: 204 len: 168 time: 2.3671651 Apr 05 12:13:33.534812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52574) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:33.613426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.707722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:33.710358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.745778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.768561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=d2cdf666-ea97-4d47-b02f-21f390c6ddf3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:33.774333 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3198424a-9f39-4469-bab5-12e6a44cbd48 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/d2cdf666-ea97-4d47-b02f-21f390c6ddf3 HTTP/1.1" status: 204 len: 168 time: 6.6236711 Apr 05 12:13:33.780003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:33.788044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813258302'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:33.792034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.795578 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ddf1622b-9319-49fb-b02d-9385c8e85e3c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8535216 Apr 05 12:13:33.797145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:33.801817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52582) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:33.804849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:network and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:33.836404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] Sync routers for ids ['5ed938b1-42c4-4861-8cfb-e37976ac5cf2'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:33.861916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:33.886505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:33.892071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] Routers {'5ed938b1-42c4-4861-8cfb-e37976ac5cf2'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:33.892769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5ed938b1-42c4-4861-8cfb-e37976ac5cf2'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:33.916250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:33.921618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:33.951105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.116064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] Pushing event deleted for resources: {'Port': ['ID=855d4f37-2186-4bd1-b550-8ef5a1598554,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:34.120560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 54e9eafa-2f87-489a-b35a-0c3235d831f6 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:34.165180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2bf38-bc91-40f4-9c2f-0260eea41ddd None None] No DVR routers for this DVR port 855d4f37-2186-4bd1-b550-8ef5a1598554 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:34.175085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:34.191968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] For port 855d4f37-2186-4bd1-b550-8ef5a1598554, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=855d4f37-2186-4bd1-b550-8ef5a1598554,segment=NetworkSegment(fd317343-89e8-435b-9d5b-77170ecd3ae4),segment_id=fd317343-89e8-435b-9d5b-77170ecd3ae4)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:34.192347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.216785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 54e9eafa-2f87-489a-b35a-0c3235d831f6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:34.217320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 54e9eafa-2f87-489a-b35a-0c3235d831f6 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:34.244939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] Routers {'5ed938b1-42c4-4861-8cfb-e37976ac5cf2'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:34.245834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5ed938b1-42c4-4861-8cfb-e37976ac5cf2'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:34.286928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:34.302908 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf306637-d289-49d7-8cd0-cc13b9af4b05 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/5ed938b1-42c4-4861-8cfb-e37976ac5cf2 HTTP/1.1" status: 200 len: 920 time: 0.4971528 Apr 05 12:13:34.303794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52586) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:34.341872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.342215 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Added segment 36ebee4d-a6b5-45b0-bf21-5054e4bd394b of type vlan for network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 Apr 05 12:13:34.357464 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9fab8aad-9236-438a-9b21-4a168279a24d tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ed938b1-42c4-4861-8cfb-e37976ac5cf2 HTTP/1.1" status: 200 len: 205 time: 0.0505321 Apr 05 12:13:34.357936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:34.366639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:34.366931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792997d3-46d2-4865-a13c-bee2b51fd359 None None] The sync data for ids ['5ed938b1-42c4-4861-8cfb-e37976ac5cf2'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:34.381558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for 855d4f37-2186-4bd1-b550-8ef5a1598554 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:34.401385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.416622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Transition to ACTIVE for port object f502dafc-61aa-4044-b95b-d4c017384bf9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:34.446952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Transition to ACTIVE for port object f502dafc-61aa-4044-b95b-d4c017384bf9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:34.453562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.456317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.457554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.533796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:34.542549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:34.551913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:34.597184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.604174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:34.604807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.609598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.662312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:34.662959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:34.672330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.725694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Attempting to bind port f502dafc-61aa-4044-b95b-d4c017384bf9 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:34.726524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Attempting to bind port f502dafc-61aa-4044-b95b-d4c017384bf9 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:34.726772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Attempting to bind port f502dafc-61aa-4044-b95b-d4c017384bf9 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:34.740829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Pushing event updated for resources: {'Port': ['ID=f502dafc-61aa-4044-b95b-d4c017384bf9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:34.744282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:34.744801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:34.745389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.746219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:34.747304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Bound port: f502dafc-61aa-4044-b95b-d4c017384bf9, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:34.748022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.812122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b192f005-1cea-4101-b096-b9fec8f7f7e1 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:34.818371 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0367622 Apr 05 12:13:34.824597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52594) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:34.828053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ccfa7-bb11-420a-8fd1-cc45e8d8b4a2 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Network': ['ID=29dfa3a3-45a0-49fe-a98c-a58da65075a3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:34.839460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Request body: {'subnet': {'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:34.874905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:34.882975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:34.903114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b192f005-1cea-4101-b096-b9fec8f7f7e1 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:34.903476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b192f005-1cea-4101-b096-b9fec8f7f7e1 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:35.007691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.020916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port 5531e93d-4050-4dca-94e0-4dbf036b2fb1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:35.021621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.048134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.121393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:35.130137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Usage tracker for resource:subnet and tenant:7f41f815fc30455c8080cab300a34e46 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:35.137846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:35.147860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] For port f502dafc-61aa-4044-b95b-d4c017384bf9, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:35.151972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] For port f502dafc-61aa-4044-b95b-d4c017384bf9, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f502dafc-61aa-4044-b95b-d4c017384bf9,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:35.160658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.202562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 855d4f37-2186-4bd1-b550-8ef5a1598554 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:35.202904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.234782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.243897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:35.246381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.264879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53104e01-df8e-42c2-bb55-c0ec92622186 None None] Pushing event updated for resources: {'Port': ['ID=f502dafc-61aa-4044-b95b-d4c017384bf9,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:35.382473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for 5531e93d-4050-4dca-94e0-4dbf036b2fb1 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:35.496079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] The port '855d4f37-2186-4bd1-b550-8ef5a1598554' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:35.501712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=2337e19e-01e7-4908-865b-dc15b5fa47be,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:35.507948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Made reservation on behalf of 7f41f815fc30455c8080cab300a34e46 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:35.511388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.583911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.621662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.671019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=5531e93d-4050-4dca-94e0-4dbf036b2fb1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:35.778748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.793458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-92b5319d-d6cc-4e72-9350-49837950f95a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2337e19e-01e7-4908-865b-dc15b5fa47be HTTP/1.1" status: 204 len: 168 time: 2.6894426 Apr 05 12:13:35.809613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52598) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:35.951325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-76388c80-6222-4fce-bdf4-028a74ca63e5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1396163 Apr 05 12:13:35.955186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.957386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:35.959630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:35.960588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.006168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c426c4a-9c5d-4946-af75-0078174facde']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:36.024313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd317343-89e8-435b-9d5b-77170ecd3ae4') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:36.024615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd317343-89e8-435b-9d5b-77170ecd3ae4') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:36.080291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.125109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.154157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.154720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed938b1-42c4-4861-8cfb-e37976ac5cf2 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:36.179705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:36.180057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.180168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.181288 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3490c996-6c8e-4969-9c9a-4adc7712def1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/5ed938b1-42c4-4861-8cfb-e37976ac5cf2 HTTP/1.1" status: 204 len: 168 time: 1.8223169 Apr 05 12:13:36.191550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:36.195814 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:36.202196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1477308201', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:36.210308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:36.223050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cefdc0-5d34-4d40-9ee7-a5dec379fbf5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:36.223050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23cefdc0-5d34-4d40-9ee7-a5dec379fbf5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:36.227790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:router and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:36.231267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:36.240193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:36.253575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23cefdc0-5d34-4d40-9ee7-a5dec379fbf5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:36.255272 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23cefdc0-5d34-4d40-9ee7-a5dec379fbf5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2969532 Apr 05 12:13:36.257082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.258454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.262072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:36.319414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 8f349b5c-6d79-42e6-9338-ab129997a8c2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:36.319678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.331940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.358161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8870cf-af5f-4afa-a58c-882fbbbe3c87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:36.358538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.358891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b8870cf-af5f-4afa-a58c-882fbbbe3c87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:36.384431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.416140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f9623-f209-4c91-9c83-60d67d9c841c None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:36.432161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7b8870cf-af5f-4afa-a58c-882fbbbe3c87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:36.435530 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b8870cf-af5f-4afa-a58c-882fbbbe3c87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723211 Apr 05 12:13:36.439566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52614) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:36.520760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Network': ['ID=8c426c4a-9c5d-4946-af75-0078174facde,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:36.534980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1b0a41dd-77de-41e5-a0ff-18b8d477868c None None] Provisioning for port f502dafc-61aa-4044-b95b-d4c017384bf9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:36.547533 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f3f2c926-ac07-446f-b3fd-5ec97c03015f tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/networks/8c426c4a-9c5d-4946-af75-0078174facde HTTP/1.1" status: 204 len: 168 time: 3.3566158 Apr 05 12:13:36.558732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52618) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:36.574902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-55837559-e344-4121-82eb-395491aefafd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287823 Apr 05 12:13:36.596705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:36.606598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:36.708339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.752193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263994db-1b55-478c-899d-ff833f41774b None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:36.758490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-263994db-1b55-478c-899d-ff833f41774b None None] Deleting port f502dafc-61aa-4044-b95b-d4c017384bf9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:36.759159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-263994db-1b55-478c-899d-ff833f41774b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.759966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:36.768107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.827443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting subnet 87ffa340-3204-466a-ba08-b92da2824db5 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:36.835107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:36.853308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.910384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 8f349b5c-6d79-42e6-9338-ab129997a8c2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8f349b5c-6d79-42e6-9338-ab129997a8c2,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:36.911038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:36.917047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:36.943374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:36.946792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.057000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-263994db-1b55-478c-899d-ff833f41774b None None] For port f502dafc-61aa-4044-b95b-d4c017384bf9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f502dafc-61aa-4044-b95b-d4c017384bf9,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:37.058956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-263994db-1b55-478c-899d-ff833f41774b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.230697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 8f349b5c-6d79-42e6-9338-ab129997a8c2 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:37.261587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event updated for resources: {'Subnet': ['ID=4dd7565e-7593-40a6-b43b-e5e254cb928a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:37.267068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.275961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-263994db-1b55-478c-899d-ff833f41774b None None] Calling delete_port for f502dafc-61aa-4044-b95b-d4c017384bf9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:37.327602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Checking segment: {'id': '36ebee4d-a6b5-45b0-bf21-5054e4bd394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:37.327950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network hostable DHCP agents. Network: 29dfa3a3-45a0-49fe-a98c-a58da65075a3, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:37.338636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.360699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-263994db-1b55-478c-899d-ff833f41774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.384931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.406643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:37.416070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263994db-1b55-478c-899d-ff833f41774b None None] Pushing event deleted for resources: {'Port': ['ID=f502dafc-61aa-4044-b95b-d4c017384bf9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:37.420906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263994db-1b55-478c-899d-ff833f41774b None None] No DVR routers for this DVR port f502dafc-61aa-4044-b95b-d4c017384bf9 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:37.435368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 29dfa3a3-45a0-49fe-a98c-a58da65075a3) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:37.441447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.458505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e012469-a2d7-469d-a50c-64f30b4e5991 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:13:37.479404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:37.480020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.534521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-80ee5c90-8194-49aa-a8fb-10cb3e1e685b tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7064772 Apr 05 12:13:37.542721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:37.619984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:37.623171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.650932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e012469-a2d7-469d-a50c-64f30b4e5991 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:13:37.709958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.756767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.824119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.825105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.26.5.42 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/b346ec5b-0273-419d-b2b3-167fdaebb747) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:37.835887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:37.842815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Subnet': ['ID=87ffa340-3204-466a-ba08-b92da2824db5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:37.845046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:37.851160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:37.851958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=8f349b5c-6d79-42e6-9338-ab129997a8c2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:37.852204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:37.867851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=4110fbcc-7947-45dc-8981-d80277e37513,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:37.901265 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-11d7f62b-0de3-4042-8ff3-6ea8107f45af tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/subnets/87ffa340-3204-466a-ba08-b92da2824db5 HTTP/1.1" status: 204 len: 168 time: 1.3345432 Apr 05 12:13:37.905328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:38.002578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.021246 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5678b807-e947-4af9-a1d1-67c98ed54f47 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4206245 Apr 05 12:13:38.055206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52634) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:38.061370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:38.085794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '4110fbcc-7947-45dc-8981-d80277e37513'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:38.094987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.107159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.149588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Deleting port 308f4449-0700-4ed0-9cf2-9eda8f34c41c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:38.149922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.175942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.180779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-29dfa3a3-45a0-49fe-a98c-a58da65075a3', 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3', 'tenant_id': '7f41f815fc30455c8080cab300a34e46', 'fixed_ips': [{'subnet_id': '4dd7565e-7593-40a6-b43b-e5e254cb928a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:38.181777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.240841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.365855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.371908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.441430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] For port 308f4449-0700-4ed0-9cf2-9eda8f34c41c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=308f4449-0700-4ed0-9cf2-9eda8f34c41c,segment=NetworkSegment(94e215d1-96c8-4a2a-a255-e90b4674a05d),segment_id=94e215d1-96c8-4a2a-a255-e90b4674a05d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:38.442403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.448901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Allocated IP 2001:db8::f816:3eff:feed:2f0d (0d84777e-b69b-410c-a2a6-18fcc490dd2e/4110fbcc-7947-45dc-8981-d80277e37513/651a062b-5ce0-4261-bb27-ca665ab29397) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:38.458577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:38.513267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:38.518592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Allocated IP 2001:db8::f816:3eff:fe40:5dc0 (29dfa3a3-45a0-49fe-a98c-a58da65075a3/4dd7565e-7593-40a6-b43b-e5e254cb928a/b4ece253-f6c8-4c2b-86ea-b8269aab1f07) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:38.521449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:38.521602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:38.526909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:38.544398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:38.579609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:38.614792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:38.617801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Calling delete_port for 308f4449-0700-4ed0-9cf2-9eda8f34c41c owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:38.619146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.649490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=b346ec5b-0273-419d-b2b3-167fdaebb747,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:38.852007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.870293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f502dafc-61aa-4044-b95b-d4c017384bf9 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:38.882347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:38.934720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Transition to ACTIVE for port object 651a062b-5ce0-4261-bb27-ca665ab29397 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:38.939006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f502dafc-61aa-4044-b95b-d4c017384bf9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:38.939610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f502dafc-61aa-4044-b95b-d4c017384bf9 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:38.950889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Port': ['ID=308f4449-0700-4ed0-9cf2-9eda8f34c41c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:38.959506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] No DVR routers for this DVR port 308f4449-0700-4ed0-9cf2-9eda8f34c41c on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:38.994541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Transition to ACTIVE for port object 651a062b-5ce0-4261-bb27-ca665ab29397 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:39.012811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.049202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:39.073477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.ipam_backend_mixin [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4110fbcc-7947-45dc-8981-d80277e37513 (CIDR: 2001:db8::/64) Apr 05 12:13:39.129209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:39.145108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:39.152555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:39.154605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:39.155908 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:13:39.157824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:39.174171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.212017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d17e50d-6f69-4fac-8355-95c43d4dd0ff']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.213120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.255119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-79daa525-c440-446b-be03-535d160bc949 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1961696 Apr 05 12:13:39.262643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52640) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:39.271855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Transition to ACTIVE for port object b4ece253-f6c8-4c2b-86ea-b8269aab1f07 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:39.272544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:39.285153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Attempting to bind port 651a062b-5ce0-4261-bb27-ca665ab29397 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:39.285526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Attempting to bind port 651a062b-5ce0-4261-bb27-ca665ab29397 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:39.285895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Attempting to bind port 651a062b-5ce0-4261-bb27-ca665ab29397 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:39.295743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:39.296210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:39.296509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.296914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:39.297441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Bound port: 651a062b-5ce0-4261-bb27-ca665ab29397, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:39.297824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.308662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:39.314912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Transition to ACTIVE for port object b4ece253-f6c8-4c2b-86ea-b8269aab1f07 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:39.319175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4b25154c-dd3f-4a05-89a5-f0730529d8a4 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7826557 Apr 05 12:13:39.320169 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:39.323523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52644) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:39.333177 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:39.334128 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.387531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.426301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e215d1-96c8-4a2a-a255-e90b4674a05d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.426578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e215d1-96c8-4a2a-a255-e90b4674a05d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.460205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.490601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.509337 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:39.513653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.521122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.550671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet f56d548a-bca4-4cb8-92c6-2036281b87c3 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:39.575291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Pushing event updated for resources: {'Port': ['ID=b4ece253-f6c8-4c2b-86ea-b8269aab1f07,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:39.583640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.595677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:39.603045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:39.611554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:39.615880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd7565e-7593-40a6-b43b-e5e254cb928a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:39.750130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.779090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.780130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Attempting to bind port b4ece253-f6c8-4c2b-86ea-b8269aab1f07 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:39.780854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Attempting to bind port b4ece253-f6c8-4c2b-86ea-b8269aab1f07 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '36ebee4d-a6b5-45b0-bf21-5054e4bd394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:39.781584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Attempting to bind port b4ece253-f6c8-4c2b-86ea-b8269aab1f07 on network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:39.794607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:39.794607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Checking segment: {'id': '36ebee4d-a6b5-45b0-bf21-5054e4bd394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:39.795792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.796592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Bound using segment: {'id': '36ebee4d-a6b5-45b0-bf21-5054e4bd394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:39.797826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Bound port: b4ece253-f6c8-4c2b-86ea-b8269aab1f07, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ebee4d-a6b5-45b0-bf21-5054e4bd394b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:39.798624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.805963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:39.817564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:39.832330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:39.849116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:39.853775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dfa3a3-45a0-49fe-a98c-a58da65075a3']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.877517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ebee4d-a6b5-45b0-bf21-5054e4bd394b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.878157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ebee4d-a6b5-45b0-bf21-5054e4bd394b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.887416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:39.896292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.917383 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:37Z', 'revision_number': 9, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.924331 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:39.932088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:39.936421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.939854 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:39.941068 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:39.945756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:39.946884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.954210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.964683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:39.966984 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:39.972507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] For port b4ece253-f6c8-4c2b-86ea-b8269aab1f07, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:39.981210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:39.981627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:39.999150 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:40.132991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:40.135601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.148121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.156813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:40.158094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.164106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] For port b4ece253-f6c8-4c2b-86ea-b8269aab1f07, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b4ece253-f6c8-4c2b-86ea-b8269aab1f07,segment=NetworkSegment(36ebee4d-a6b5-45b0-bf21-5054e4bd394b),segment_id=36ebee4d-a6b5-45b0-bf21-5054e4bd394b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:40.199533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 12:13:40.199533 dv-neutron-833203-3-hyperv neutron-server[87957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 12:13:40.199533 dv-neutron-833203-3-hyperv neutron-server[87957]: [parameters: {'id': '29dfa3a3-45a0-49fe-a98c-a58da65075a3'}] Apr 05 12:13:40.199533 dv-neutron-833203-3-hyperv neutron-server[87957]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:40.200202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:40.215687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.221550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.270956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Pushing event deleted for resources: {'Network': ['ID=6d17e50d-6f69-4fac-8355-95c43d4dd0ff,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:40.285569 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bcea9e79-03b3-4156-ae20-e6dcbde98f6e tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/networks/6d17e50d-6f69-4fac-8355-95c43d4dd0ff HTTP/1.1" status: 204 len: 168 time: 2.3789451 Apr 05 12:13:40.288504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52648) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:40.345456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3070fa49-0305-4027-8bcc-8a4f6c809747 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Synchronizing usage tracker for tenant:7ba0a3e415c84a3a8104f3034814e8b4 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:40.378132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3070fa49-0305-4027-8bcc-8a4f6c809747 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Unset dirty status for tenant:7ba0a3e415c84a3a8104f3034814e8b4 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:40.383225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3070fa49-0305-4027-8bcc-8a4f6c809747 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "GET /v2.0/ports?device_id=17cba5b6-5cb2-4a5b-9966-16584536583c HTTP/1.1" status: 200 len: 205 time: 0.0935507 Apr 05 12:13:40.384784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:40.388177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efa86-8856-412e-ab50-7ded2e7c1a8b None None] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:40.388694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.470725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28346320-d316-4c6b-8587-c38b212d60e7 None None] Pushing event updated for resources: {'Port': ['ID=b4ece253-f6c8-4c2b-86ea-b8269aab1f07,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:40.486014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router fec00dd4-a0f7-4736-8ef8-bafe3da622da is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:13:40.499488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=f56d548a-bca4-4cb8-92c6-2036281b87c3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:40.503157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.525639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-49ae3237-fd73-43c3-bbd6-36e218c3ff4c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/f56d548a-bca4-4cb8-92c6-2036281b87c3 HTTP/1.1" status: 204 len: 168 time: 1.1986976 Apr 05 12:13:40.527050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:40.582169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.596094 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:37Z', 'revision_number': 9, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:40.605430 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d7ecdb-f339-412b-b70e-8b2a0ce0a0de None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:37Z', 'revision_number': 9, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da49a02c-2563-43fd-8c9c-129e35bf31b8', 'name': '', 'network_id': 'e28777f2-a3bf-4d75-b203-47421d803f6f', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:24:60:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '56958190-60f7-428c-b242-985e48cb0e82', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:25Z', 'updated_at': '2022-04-05T12:13:09Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '56958190-60f7-428c-b242-985e48cb0e82', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:40.685074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:40.688546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:40.693108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:40.693695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.709466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.717959 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4542799 Apr 05 12:13:40.726551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52660) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:40.735256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:b5:a1:68', 'name': 'tempest-NetworksTestDHCPv6-1371837162'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:40.748753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:40.751404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2578b1e-e526-463f-8222-3921d10f7b67 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=2ed24526-b5fa-4234-aa2f-71fbb218fdf3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:40.773756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting port b4ece253-f6c8-4c2b-86ea-b8269aab1f07 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:40.773756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.172119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:41.181629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:41.190735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:41.198670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.216388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:41.282032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 651a062b-5ce0-4261-bb27-ca665ab29397 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:41.328376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:41.376980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 651a062b-5ce0-4261-bb27-ca665ab29397 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:41.421294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.426368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.462355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port cb577729-c697-4cd9-a3f7-65dcac90274c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:41.462355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.491007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:41.494687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] For port b4ece253-f6c8-4c2b-86ea-b8269aab1f07, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b4ece253-f6c8-4c2b-86ea-b8269aab1f07,segment=NetworkSegment(36ebee4d-a6b5-45b0-bf21-5054e4bd394b),segment_id=36ebee4d-a6b5-45b0-bf21-5054e4bd394b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:41.495187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.507603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Sync routers for ids ['fec00dd4-a0f7-4736-8ef8-bafe3da622da'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:41.522375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Routers {'fec00dd4-a0f7-4736-8ef8-bafe3da622da'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:41.523169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.523658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Fanout notify agent at l3_agent the message router_deleted on router 17cba5b6-5cb2-4a5b-9966-16584536583c {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:41.524162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['fec00dd4-a0f7-4736-8ef8-bafe3da622da'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:41.586764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.591697 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4bdce838-e30e-40a7-bf4b-3b0b08327e34 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3988719 Apr 05 12:13:41.661585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52664) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:41.701928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8943b8-e8b8-410e-af3e-3b7f7ccee081 None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:13:41.715322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.718736 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c9c3e23e-1a9f-4034-a27e-be42fe7d49a4 tempest-RoutersNegativeIpV6Test-461526925 tempest-RoutersNegativeIpV6Test-461526925-project] 10.222.0.50 "DELETE /v2.0/routers/17cba5b6-5cb2-4a5b-9966-16584536583c HTTP/1.1" status: 204 len: 168 time: 1.3308125 Apr 05 12:13:41.749725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port cb577729-c697-4cd9-a3f7-65dcac90274c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cb577729-c697-4cd9-a3f7-65dcac90274c,segment=NetworkSegment(a21f7707-cabc-4da4-824c-4996e8e53c41),segment_id=a21f7707-cabc-4da4-824c-4996e8e53c41)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:41.750425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.774851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Calling delete_port for b4ece253-f6c8-4c2b-86ea-b8269aab1f07 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:41.836779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8943b8-e8b8-410e-af3e-3b7f7ccee081 None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:13:41.885386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.905240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:41.915488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Set router fec00dd4-a0f7-4736-8ef8-bafe3da622da gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:41.947741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for cb577729-c697-4cd9-a3f7-65dcac90274c owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:41.958921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Provisioning for port 651a062b-5ce0-4261-bb27-ca665ab29397 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:41.978177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No DVR routers for this DVR port b4ece253-f6c8-4c2b-86ea-b8269aab1f07 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:42.076769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.101328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:42.101697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.104888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Port': ['ID=b4ece253-f6c8-4c2b-86ea-b8269aab1f07,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:42.114417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port d369badc-fc0b-440b-b4d0-574c5ca00ccf yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:42.145563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:42.148946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=cb577729-c697-4cd9-a3f7-65dcac90274c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:42.170666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.171502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.173055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.173714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.174306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.174892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.175535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.176840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.177195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.177529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.177864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.178195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:42.197685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No DVR routers for this DVR port cb577729-c697-4cd9-a3f7-65dcac90274c on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:42.367892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.381546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f4f6045e-eca5-4c70-a25a-4f044a55c662 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/fec00dd4-a0f7-4736-8ef8-bafe3da622da HTTP/1.1" status: 200 len: 908 time: 0.7145271 Apr 05 12:13:42.385006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:42.402214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1477308201', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': True}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:42.407586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.421722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:42.435599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dfa3a3-45a0-49fe-a98c-a58da65075a3']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.436006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Usage tracker for resource:router and tenant:f17c478c33924954bfbbc7ec5a62c4df is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:42.454324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:42.460507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ebee4d-a6b5-45b0-bf21-5054e4bd394b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.460727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ebee4d-a6b5-45b0-bf21-5054e4bd394b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.468586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:42.473495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.483749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.504028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21f7707-cabc-4da4-824c-4996e8e53c41') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.504826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21f7707-cabc-4da4-824c-4996e8e53c41') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.517980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f997e9da-696f-45c3-bbb5-3b4075bfaf9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ba0a3e415c84a3a8104f3034814e8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557515 Apr 05 12:13:42.519520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52682) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:42.532280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.535942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.544629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.545547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.558566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.578307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:42.579232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.585065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:42.594617 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:42.604524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:42.604936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.618499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:42.627574 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:42.639089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8:0:1::2e9 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2ed24526-b5fa-4234-aa2f-71fbb218fdf3/d369badc-fc0b-440b-b4d0-574c5ca00ccf) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:42.646463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:feb5:a168 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/4110fbcc-7947-45dc-8981-d80277e37513/d369badc-fc0b-440b-b4d0-574c5ca00ccf) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:42.651112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.666986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.740163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'name': 'tempest-snat-router-1477308201', 'tenant_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42'}], 'enable_snat': False}, 'gw_port_id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:36Z', 'updated_at': '2022-04-05T12:13:38Z', 'revision_number': 3, 'project_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'gw_port': {'id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:37Z', 'updated_at': '2022-04-05T12:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:42.750203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.750983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8f349b5c-6d79-42e6-9338-ab129997a8c2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:42.773147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.788700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Checking router: fec00dd4-a0f7-4736-8ef8-bafe3da622da for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:42.789342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Updating router fec00dd4-a0f7-4736-8ef8-bafe3da622da port b346ec5b-0273-419d-b2b3-167fdaebb747 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:13:42.813712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.821150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.842604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8f349b5c-6d79-42e6-9338-ab129997a8c2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:42.842833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8f349b5c-6d79-42e6-9338-ab129997a8c2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:42.873373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9de5cc-f627-4898-aced-9e72350b7d4a None None] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:42.902280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:42.938899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f8361-b696-443d-8dca-b7ac7f737453 None None] DHCP port deletion for 6d17e50d-6f69-4fac-8355-95c43d4dd0ff request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:43.065421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f4c27-34ff-4ecb-a75e-31c965d0517e None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:43.073679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.080685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573b679-ae8f-4ce0-8613-14fadb5aca6b None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:43.083546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.116074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=29dfa3a3-45a0-49fe-a98c-a58da65075a3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:43.140091 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b75d0db-2ed7-4dcd-a76b-3f02255b48db tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/29dfa3a3-45a0-49fe-a98c-a58da65075a3 HTTP/1.1" status: 204 len: 168 time: 5.5962033 Apr 05 12:13:43.142037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f4c27-34ff-4ecb-a75e-31c965d0517e None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 could not be found, it might have been deleted concurrently. {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 12:13:43.152765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52686) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.154438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65075c23-f53b-45c8-a09b-b7fc14dd7bc5 None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:43.222906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.237250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-959bb91f-bfdb-4e43-8249-bb1c6aa752b3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.237984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959bb91f-bfdb-4e43-8249-bb1c6aa752b3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.239873 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-959bb91f-bfdb-4e43-8249-bb1c6aa752b3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/4dd7565e-7593-40a6-b43b-e5e254cb928a HTTP/1.1" status: 404 len: 337 time: 0.0855606 Apr 05 12:13:43.244466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52690) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.299425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-85400a1e-ebc0-43ef-b031-a7edcc7dc8b0 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.299901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85400a1e-ebc0-43ef-b031-a7edcc7dc8b0 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.304141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85400a1e-ebc0-43ef-b031-a7edcc7dc8b0 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/29dfa3a3-45a0-49fe-a98c-a58da65075a3 HTTP/1.1" status: 404 len: 339 time: 0.0559883 Apr 05 12:13:43.304141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object d369badc-fc0b-440b-b4d0-574c5ca00ccf will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:43.304398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52694) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.319686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.321597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65075c23-f53b-45c8-a09b-b7fc14dd7bc5 None None] Network 29dfa3a3-45a0-49fe-a98c-a58da65075a3 could not be found, it might have been deleted concurrently. {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 12:13:43.327276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:43.355180 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071699d-257d-4a18-ad96-dd0c5d0fb8d7 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.355650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5071699d-257d-4a18-ad96-dd0c5d0fb8d7 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.359476 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5071699d-257d-4a18-ad96-dd0c5d0fb8d7 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/b44aee15-73f1-4757-b287-f6187a5ea46a HTTP/1.1" status: 404 len: 337 time: 0.0541320 Apr 05 12:13:43.362538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52698) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.388229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f9be2-cc39-4f4e-8834-aa403ff025ca None None] DHCP port deletion for 418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:43.392321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2597d2c9-abdb-46a8-8760-d7c77e33d65d tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.392593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-16419a6b-a9b6-43c8-b23f-27c7c6c64bdb tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/418c7ef1-f54f-4c6e-9eae-a2c4dc85b12b HTTP/1.1" status: 204 len: 168 time: 2.8656127 Apr 05 12:13:43.393224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2597d2c9-abdb-46a8-8760-d7c77e33d65d tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.398420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2597d2c9-abdb-46a8-8760-d7c77e33d65d tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/d2cdf666-ea97-4d47-b02f-21f390c6ddf3 HTTP/1.1" status: 404 len: 339 time: 0.0310051 Apr 05 12:13:43.398681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52702) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.398808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52704) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.438884 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84e5593-6a09-485b-b19c-d776b6cef663 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.439270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84e5593-6a09-485b-b19c-d776b6cef663 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.443720 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a84e5593-6a09-485b-b19c-d776b6cef663 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/9f8e44ed-6d70-4ef3-be11-648105f0e5ab HTTP/1.1" status: 404 len: 337 time: 0.0427887 Apr 05 12:13:43.443720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52710) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.478485 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac52a58c-81a4-4022-96e5-f6018f154d74 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:43.479494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac52a58c-81a4-4022-96e5-f6018f154d74 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:43.484101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac52a58c-81a4-4022-96e5-f6018f154d74 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/21232506-59d7-4826-ae35-1f2df3b105aa HTTP/1.1" status: 404 len: 339 time: 0.0371952 Apr 05 12:13:43.484342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52714) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.521394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.607383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:43.620821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:43.628140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:43.631540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.634111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:43.634935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.652092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.665911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting port 2dd3caf8-aac1-4d11-ba09-2fdaded73d19 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:43.666121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Transition to ACTIVE for port object b346ec5b-0273-419d-b2b3-167fdaebb747 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:43.666623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.676228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.703020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=d369badc-fc0b-440b-b4d0-574c5ca00ccf,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:43.724910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b39c84da-46e4-4c65-ae7b-cec7abd66902 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9972341 Apr 05 12:13:43.728399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52718) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:43.730915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad6bb22-839a-45d9-af3f-3589399acb9f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:43.756973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.760628 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5e719049-4175-42d8-8efa-d8ec4494991c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ad6bb22-839a-45d9-af3f-3589399acb9f HTTP/1.1" status: 204 len: 168 time: 1.2379763 Apr 05 12:13:43.838233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Attempting to bind port b346ec5b-0273-419d-b2b3-167fdaebb747 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:43.838869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Attempting to bind port b346ec5b-0273-419d-b2b3-167fdaebb747 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:43.839452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Attempting to bind port b346ec5b-0273-419d-b2b3-167fdaebb747 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:43.841659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606637-c167-4bb1-8c76-223d0352ad5d None None] Pushing event updated for resources: {'Port': ['ID=b346ec5b-0273-419d-b2b3-167fdaebb747,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:43.851627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:43.852511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:43.853187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.853789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:43.854453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Bound port: b346ec5b-0273-419d-b2b3-167fdaebb747, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:43.854999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.892530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port d369badc-fc0b-440b-b4d0-574c5ca00ccf {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:43.892811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:43.902643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Update dhcp port {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '4110fbcc-7947-45dc-8981-d80277e37513', 'ip_address': '2001:db8::f816:3eff:feed:2f0d'}, {'subnet_id': '2ed24526-b5fa-4234-aa2f-71fbb218fdf3'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '651a062b-5ce0-4261-bb27-ca665ab29397'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:13:44.011074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.034218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] For port b346ec5b-0273-419d-b2b3-167fdaebb747, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:44.106504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] For port b346ec5b-0273-419d-b2b3-167fdaebb747, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b346ec5b-0273-419d-b2b3-167fdaebb747,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:44.114284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.122880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.259273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.267247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Calling delete_port for 2dd3caf8-aac1-4d11-ba09-2fdaded73d19 owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:44.312386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.347432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Routers {'fec00dd4-a0f7-4736-8ef8-bafe3da622da'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:44.347432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['fec00dd4-a0f7-4736-8ef8-bafe3da622da'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:44.461073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606637-c167-4bb1-8c76-223d0352ad5d None None] Pushing event updated for resources: {'Port': ['ID=b346ec5b-0273-419d-b2b3-167fdaebb747,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:44.490713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.500022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.600466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.695271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Allocated IP 2001:db8:0:1::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/2ed24526-b5fa-4234-aa2f-71fbb218fdf3/651a062b-5ce0-4261-bb27-ca665ab29397) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:44.700484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:44.704472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Port': ['ID=2dd3caf8-aac1-4d11-ba09-2fdaded73d19,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:44.714460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for d369badc-fc0b-440b-b4d0-574c5ca00ccf owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:44.767525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 651a062b-5ce0-4261-bb27-ca665ab29397 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:44.784025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fff73d84-f9fc-4f41-a6d9-b29a8c55dea8 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/ports/2dd3caf8-aac1-4d11-ba09-2fdaded73d19 HTTP/1.1" status: 204 len: 168 time: 1.2981560 Apr 05 12:13:44.787688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:44.822637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] Set router fec00dd4-a0f7-4736-8ef8-bafe3da622da gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:44.852676 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ea1bf6-bc54-472d-8baa-134a2cb8d958 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:44.853310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ea1bf6-bc54-472d-8baa-134a2cb8d958 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:44.857524 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f4ea1bf6-bc54-472d-8baa-134a2cb8d958 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/5131b74f-20e1-472d-9f44-8cd0cf36eb22 HTTP/1.1" status: 404 len: 337 time: 0.0662622 Apr 05 12:13:44.857823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52746) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:44.936675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.26.5.152 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/70c79b6a-bd26-444a-bf52-a426c8e486da) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:45.202373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:45.210399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.216119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:45.216496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.342684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.370385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Transition to ACTIVE for port object 651a062b-5ce0-4261-bb27-ca665ab29397 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:45.383970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.425799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.429163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.432482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port da49a02c-2563-43fd-8c9c-129e35bf31b8 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:45.432820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.457304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.460527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee01384-3969-410d-af88-a191716b167e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:45.525080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=d369badc-fc0b-440b-b4d0-574c5ca00ccf,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:45.528535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4033f08-9eae-4b49-bdd4-976507375091') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:45.528813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4033f08-9eae-4b49-bdd4-976507375091') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:45.582798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.631176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f3db0-0b24-4d43-a7f0-0499e26c846b None None] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:45.647728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 308f4449-0700-4ed0-9cf2-9eda8f34c41c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:45.658559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.672842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.676135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.684963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:45.685615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.703119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 308f4449-0700-4ed0-9cf2-9eda8f34c41c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:45.703977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 308f4449-0700-4ed0-9cf2-9eda8f34c41c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:45.703977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cb577729-c697-4cd9-a3f7-65dcac90274c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:45.755731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'name': 'tempest-snat-router-1477308201', 'tenant_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42'}], 'enable_snat': False}, 'gw_port_id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:36Z', 'updated_at': '2022-04-05T12:13:38Z', 'revision_number': 3, 'project_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'gw_port': {'id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:37Z', 'updated_at': '2022-04-05T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:45.757766 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08879590-14e3-48a0-9dc2-e64f321f13b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/d369badc-fc0b-440b-b4d0-574c5ca00ccf HTTP/1.1" status: 204 len: 168 time: 2.0281138 Apr 05 12:13:45.759006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cb577729-c697-4cd9-a3f7-65dcac90274c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:45.759384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cb577729-c697-4cd9-a3f7-65dcac90274c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:45.759588 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:45.762701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6034c489-595f-4163-9cb5-5ff99635b93d None None] The sync data for ids ['fec00dd4-a0f7-4736-8ef8-bafe3da622da'] in dv-neutron-833203-3-hyperv is: [{'id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'name': 'tempest-snat-router-1477308201', 'tenant_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42'}], 'enable_snat': False}, 'gw_port_id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:36Z', 'updated_at': '2022-04-05T12:13:38Z', 'revision_number': 3, 'project_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'gw_port': {'id': 'b346ec5b-0273-419d-b2b3-167fdaebb747', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec00dd4-a0f7-4736-8ef8-bafe3da622da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:37Z', 'updated_at': '2022-04-05T12:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:45.778855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52762) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:45.791255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:45.800221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:45.849029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.854194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:45.890185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.902174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=8ee01384-3969-410d-af88-a191716b167e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:45.913102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-220299d5-e4aa-4360-ab81-0104099cfc0e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/8ee01384-3969-410d-af88-a191716b167e HTTP/1.1" status: 204 len: 168 time: 1.0522053 Apr 05 12:13:45.914483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52768) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:45.941167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port da49a02c-2563-43fd-8c9c-129e35bf31b8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=da49a02c-2563-43fd-8c9c-129e35bf31b8,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:45.941840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:45.962085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=70c79b6a-bd26-444a-bf52-a426c8e486da,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:46.013172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting port 825af2f6-340f-4a58-82d1-e93c91d0191f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:46.013513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.031193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.126420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for da49a02c-2563-43fd-8c9c-129e35bf31b8 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:46.309028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.390681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b7f3f4-b94d-45fe-a722-f456619f7f50 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:46.395420 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-67b7f3f4-b94d-45fe-a722-f456619f7f50 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6004913 Apr 05 12:13:46.435137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52778) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.460204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Calling delete_port for 825af2f6-340f-4a58-82d1-e93c91d0191f owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:46.528432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d492da-e503-4cb6-9c2f-fba45bdad680 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:46.545418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--781476181', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:46.559954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:46.576405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b41140f-8ff7-4dd7-9e78-488064bb283b None None] Could not find standard attr ID for object d369badc-fc0b-440b-b4d0-574c5ca00ccf. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:13:46.576629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:46.583846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:46.585336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.594837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:46.687566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Port': ['ID=825af2f6-340f-4a58-82d1-e93c91d0191f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:46.693023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.704388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-353fe2dc-5b7c-4ffc-ba40-48295a3ed18a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/ports/825af2f6-340f-4a58-82d1-e93c91d0191f HTTP/1.1" status: 204 len: 168 time: 0.7888033 Apr 05 12:13:46.705272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52782) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.723284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:46.726757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.751588 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cb178e-0834-4c59-a62f-c6dacefc1ad3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] DELETE failed (client error): The resource could not be found. Apr 05 12:13:46.752323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cb178e-0834-4c59-a62f-c6dacefc1ad3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:46.757447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-19cb178e-0834-4c59-a62f-c6dacefc1ad3 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/b44ecdd8-cda1-4e5e-9691-a6d272d09b2b HTTP/1.1" status: 404 len: 337 time: 0.0504196 Apr 05 12:13:46.758884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52786) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.769188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb1572-1da4-46f4-b258-27184062faac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:46.771478 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98eb1572-1da4-46f4-b258-27184062faac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3351047 Apr 05 12:13:46.773838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.780909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52790) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.872250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:46.874104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:46.876364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:46.877217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:13:46.888650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b346ec5b-0273-419d-b2b3-167fdaebb747 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:46.897926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:13:46.902523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f5aad53f-626f-4b8c-9528-c1f6f4324ef0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1202343 Apr 05 12:13:46.903209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52794) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:46.956741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b41140f-8ff7-4dd7-9e78-488064bb283b None None] Provisioning for port 651a062b-5ce0-4261-bb27-ca665ab29397 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:46.977180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b41140f-8ff7-4dd7-9e78-488064bb283b None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:46.977559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b41140f-8ff7-4dd7-9e78-488064bb283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:46.994038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 2ed24526-b5fa-4234-aa2f-71fbb218fdf3 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:47.002915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.055884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b346ec5b-0273-419d-b2b3-167fdaebb747 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:47.083786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.086589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b346ec5b-0273-419d-b2b3-167fdaebb747 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:47.087673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.097485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:47.101543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:47.102790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.104571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:47.111550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:47.224061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.277376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.325794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.337907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.346824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b346ec5b-0273-419d-b2b3-167fdaebb747, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b346ec5b-0273-419d-b2b3-167fdaebb747,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:47.352470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.353158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 651a062b-5ce0-4261-bb27-ca665ab29397 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:47.386826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.404274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed24526-b5fa-4234-aa2f-71fbb218fdf3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:47.413885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2ed24526-b5fa-4234-aa2f-71fbb218fdf3 HTTP/1.1" status: 204 len: 168 time: 0.5094860 Apr 05 12:13:47.415641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.416178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.416632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.417066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.417499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.417930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.418360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.418790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.419240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.419676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.420097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.420519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37a06ec-5f7d-4955-91cb-3a583022e558 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:47.423262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:47.486428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=da49a02c-2563-43fd-8c9c-129e35bf31b8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:47.496212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9a9eb-f315-4cbf-bd6f-68214e038e62 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:47.505632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 4110fbcc-7947-45dc-8981-d80277e37513 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:47.509340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.584497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.614901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.702923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.746385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-513312d0-46d2-4eb5-afb3-10569a29eaac None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:47.746760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-513312d0-46d2-4eb5-afb3-10569a29eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.751297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.764342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:13:47.774247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.775064 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment f44f2eba-43da-4677-a827-b8f266f44a2f of type vlan for network cdac3dad-2e18-434a-84dc-5272cba8f506 Apr 05 12:13:47.802145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.809368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b346ec5b-0273-419d-b2b3-167fdaebb747,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:47.834985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.858422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=4110fbcc-7947-45dc-8981-d80277e37513,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:47.869772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.883517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-909930c5-ea19-43a5-878f-988ca5719580 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/4110fbcc-7947-45dc-8981-d80277e37513 HTTP/1.1" status: 204 len: 168 time: 0.4570272 Apr 05 12:13:47.883927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52802) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:47.884495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:47.884876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.891822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.903932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:47.971898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2cf4578d-0acc-4487-a71f-a5acc496744c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839753 Apr 05 12:13:47.972411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52806) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:47.979533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:48.055314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724d21fa-298c-473c-b47c-120c603ca582']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:48.075077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a360a64-418a-44d3-b66c-ec26206e8567,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:48.142205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01466db2-4f9c-4356-b5c2-32ae5e4a8b32') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:48.142817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01466db2-4f9c-4356-b5c2-32ae5e4a8b32') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:48.199394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5a593-e093-44d7-a127-8b8bc3e7cace None None] Update dhcp port {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': '4110fbcc-7947-45dc-8981-d80277e37513'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': '651a062b-5ce0-4261-bb27-ca665ab29397'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:13:48.235835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.241194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.258284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.263893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:48.264487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.265012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5a5a593-e093-44d7-a127-8b8bc3e7cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.286059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:48.290378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:48.293465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:48.299666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:48.398255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.465804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e20569-3390-42ec-9587-6453ed8de6a9 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:48.544073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:48.548372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.597025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:48.597268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:48.614773 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:48.633732 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4570823 Apr 05 12:13:48.638417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52810) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:48.641672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-413f7f96-9e4c-44d9-ae34-0477e83a76ff None None] Provisioning complete for port 651a062b-5ce0-4261-bb27-ca665ab29397 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:48.642023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-413f7f96-9e4c-44d9-ae34-0477e83a76ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.643758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:48.658109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07605f27-3fc9-49d8-a8d0-571a05283e54 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=cdac3dad-2e18-434a-84dc-5272cba8f506,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:48.665560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:48.678084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:48.684746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:48.687887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network cdac3dad-2e18-434a-84dc-5272cba8f506 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:13:48.700151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:48.858128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.859352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.873298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b346ec5b-0273-419d-b2b3-167fdaebb747 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:48.927090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:48.946112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:48.964026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Deleting port 651a062b-5ce0-4261-bb27-ca665ab29397 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:48.964606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.050555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.076228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:13:49.098421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.175258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=724d21fa-298c-473c-b47c-120c603ca582,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:49.187260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b346ec5b-0273-419d-b2b3-167fdaebb747 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:49.188493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.194321 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d01c640-59f7-46f7-bcba-3fc89f3cd81a tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/724d21fa-298c-473c-b47c-120c603ca582 HTTP/1.1" status: 204 len: 168 time: 2.4197571 Apr 05 12:13:49.199244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52814) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:49.202556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.300549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:49.383550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:49.384163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.401323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.421964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting subnet 87c4f832-485b-4e5f-8254-400c12e9fbd2 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:49.432013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.524629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Calling delete_port for 651a062b-5ce0-4261-bb27-ca665ab29397 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:49.529601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.554188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 651a062b-5ce0-4261-bb27-ca665ab29397 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:49.574766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:49.581109 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4d97a775-4d88-46f6-9de6-4ae0f8b1fdac tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1824937 Apr 05 12:13:49.585874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52818) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:49.589630 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:49.603611 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:49.607599 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:49.657718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:13:49.668777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet 56958190-60f7-428c-b242-985e48cb0e82 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:49.673838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.716657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.731756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.759012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:49.759012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:49.773011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:49.778200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.805831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.859434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:49.869906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:49.878466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.879366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.879872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.880357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.880839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.881339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.881833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.882319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.882796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.883300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.884582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.885208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:49.906254 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:49.977505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:49.992601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Sync routers for ids ['77c73a7a-260d-4b7e-8e7a-cc7bd20a8050'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:50.003888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.009832 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-289f66ed-dc9f-4fc7-9d9f-53e5fc7b682f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6122406 Apr 05 12:13:50.012703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Routers {'77c73a7a-260d-4b7e-8e7a-cc7bd20a8050'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:50.013696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['77c73a7a-260d-4b7e-8e7a-cc7bd20a8050'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:50.016708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:50.021389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.239635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Set router 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:50.291384 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:47Z', 'revision_number': 10, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:50.296389 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:50.300997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Deleting port 651a062b-5ce0-4261-bb27-ca665ab29397 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:50.301874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.306010 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:50.306628 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:50.350036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.507760 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:50.520997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Subnet': ['ID=87c4f832-485b-4e5f-8254-400c12e9fbd2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:50.524468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:50.527044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.534431 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7a186644-0476-4401-898a-921c5b569c30 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 HTTP/1.1" status: 200 len: 908 time: 0.5138757 Apr 05 12:13:50.535927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:50.569672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.614559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.660389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d6d26139-a86e-4f82-b7c7-6f7debc6846e tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/subnets/87c4f832-485b-4e5f-8254-400c12e9fbd2 HTTP/1.1" status: 204 len: 168 time: 1.4099708 Apr 05 12:13:50.662433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52830) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:50.693486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2268803-bf83-46aa-bb1f-2b55603151f7 None None] Network 45f4b995-0631-4730-ac0c-6c7475fb0dcb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:50.717642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.732215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.753087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.754072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.771759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=56958190-60f7-428c-b242-985e48cb0e82,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:50.774669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.784439 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8f4156b1-369e-4f41-b203-dceb2bab19c3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/56958190-60f7-428c-b242-985e48cb0e82 HTTP/1.1" status: 204 len: 168 time: 1.1964200 Apr 05 12:13:50.788360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:50.845785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd330093-3c4c-459c-9cbf-f925d37201ce None None] Network e28777f2-a3bf-4d75-b203-47421d803f6f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:50.854290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.951578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:50.962406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:50.974918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:50.975543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:50.998111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.081181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:51.086628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=9']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:51.097623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2f32cbf0-7301-44f7-916b-78ac6484cf30 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1236310 Apr 05 12:13:51.101283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52838) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:51.106001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Deleting port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:51.106337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.116086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.123131 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:47Z', 'revision_number': 10, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:51.131432 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdb6ae6-1a9c-43c9-a056-f3cf0e2ddabf None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:47Z', 'revision_number': 10, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None, '_interfaces': [{'id': '15947902-4e00-4877-8e11-1baa066d0a98', 'name': '', 'network_id': '213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'mac_address': 'fa:16:3e:70:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:12:14Z', 'updated_at': '2022-04-05T12:12:52Z', 'revision_number': 5, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'subnets': [{'id': '7edb507a-b552-4c98-b53e-1862faf5e5ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:51.137605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Deleting port 70c79b6a-bd26-444a-bf52-a426c8e486da {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:51.138507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.189476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:51.192587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.215724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port fbe63560-ecf1-4bda-8c05-840c66cef9e4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:51.216311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.269407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.127 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/620cf10a-ef25-4f4b-94c4-7b5c6260ce73) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:51.421465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c73a7a-260d-4b7e-8e7a-cc7bd20a8050', 'name': 'tempest-snat-router-1477308201', 'tenant_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.152'}], 'enable_snat': True}, 'gw_port_id': '70c79b6a-bd26-444a-bf52-a426c8e486da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:42Z', 'updated_at': '2022-04-05T12:13:46Z', 'revision_number': 3, 'project_id': 'f17c478c33924954bfbbc7ec5a62c4df', 'gw_port': {'id': '70c79b6a-bd26-444a-bf52-a426c8e486da', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c73a7a-260d-4b7e-8e7a-cc7bd20a8050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:44Z', 'updated_at': '2022-04-05T12:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:51.435430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Checking router: 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:51.435779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Updating router 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 port 70c79b6a-bd26-444a-bf52-a426c8e486da binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:13:51.481988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:51.482291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.502710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.605692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] For port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,segment=NetworkSegment(0f0b2219-751d-49d6-b113-226c13225303),segment_id=0f0b2219-751d-49d6-b113-226c13225303)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:51.606227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.628637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Calling delete_port for 651a062b-5ce0-4261-bb27-ca665ab29397 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:51.629247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:51.668177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.716586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Calling delete_port for 70c79b6a-bd26-444a-bf52-a426c8e486da owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:51.748309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:51.769335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Calling delete_port for 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:51.771295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port fbe63560-ecf1-4bda-8c05-840c66cef9e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fbe63560-ecf1-4bda-8c05-840c66cef9e4,segment=NetworkSegment(1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc),segment_id=1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:51.771664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.802627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:51.827329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:51.873630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:51.877844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.883088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:51.883818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:51.913985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.924878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] DHCP port deletion for 45f4b995-0631-4730-ac0c-6c7475fb0dcb request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:51.932505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Deleting port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:51.932886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:51.957035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for fbe63560-ecf1-4bda-8c05-840c66cef9e4 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:51.970266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca7a5a-2c08-45b7-b747-1778b6c93b26 None None] DHCP port deletion for e28777f2-a3bf-4d75-b203-47421d803f6f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:13:51.985079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca7a5a-2c08-45b7-b747-1778b6c93b26 None None] Deleting port fbe63560-ecf1-4bda-8c05-840c66cef9e4 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:51.985079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6ca7a5a-2c08-45b7-b747-1778b6c93b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.082188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.182952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.253964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Port': ['ID=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:52.265021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] No DVR routers for this DVR port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:52.293789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=fbe63560-ecf1-4bda-8c05-840c66cef9e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:52.296219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No DVR routers for this DVR port fbe63560-ecf1-4bda-8c05-840c66cef9e4 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:52.300162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca7a5a-2c08-45b7-b747-1778b6c93b26 None None] The port 'fbe63560-ecf1-4bda-8c05-840c66cef9e4' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:52.303737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.ipam_backend_mixin [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d (CIDR: 2001:db8::/64) Apr 05 12:13:52.316318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] For port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f,segment=NetworkSegment(0f0b2219-751d-49d6-b113-226c13225303),segment_id=0f0b2219-751d-49d6-b113-226c13225303)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:52.316767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.402518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:13:52.403074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:13:52.414761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.458383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Calling delete_port for 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:52.461842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.482704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.513610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.518709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:52.522988 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-03edb4de-e1e1-4322-ab37-f64feaa41eb0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4182374 Apr 05 12:13:52.522988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f4b995-0631-4730-ac0c-6c7475fb0dcb']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.525672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:52.531611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:52.538266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:52.588382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0b2219-751d-49d6-b113-226c13225303') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.588680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0b2219-751d-49d6-b113-226c13225303') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.598919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28777f2-a3bf-4d75-b203-47421d803f6f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.602125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:52.608027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Port': ['ID=70c79b6a-bd26-444a-bf52-a426c8e486da,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:52.614472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.621896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:52.649659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.649856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1595ae8d-9f39-46bc-9a0a-b8e5a5c354dc') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:52.688714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.714805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:52.715476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.716439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:52.716570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:52.716910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:52.731839 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:52.788095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fbe63560-ecf1-4bda-8c05-840c66cef9e4 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:52.814005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.828293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Deleting port 651a062b-5ce0-4261-bb27-ca665ab29397 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:52.828670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.832996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:13:52.833614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:13:52.850943 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:13:52.872363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: fbe63560-ecf1-4bda-8c05-840c66cef9e4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:52.872710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fbe63560-ecf1-4bda-8c05-840c66cef9e4 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:52.873125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device da49a02c-2563-43fd-8c9c-129e35bf31b8 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:52.921030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: da49a02c-2563-43fd-8c9c-129e35bf31b8 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:52.921696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device da49a02c-2563-43fd-8c9c-129e35bf31b8 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:52.922378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:13:52.930878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.937195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.959488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:52.969998 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] 10.222.0.50 "DELETE /v2.0/networks/45f4b995-0631-4730-ac0c-6c7475fb0dcb HTTP/1.1" status: 204 len: 168 time: 2.3064909 Apr 05 12:13:52.982878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:13:52.983256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:13:53.037333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ae706-a102-4d69-bd8e-387c5f947ab5 tempest-NetworksIpV6TestAttrs-1531057165 tempest-NetworksIpV6TestAttrs-1531057165-project] Pushing event deleted for resources: {'Network': ['ID=45f4b995-0631-4730-ac0c-6c7475fb0dcb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:53.051790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:13:53.052157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:13:53.156767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.158807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:53.190234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.210595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.228178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.230792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:53.235774 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/e28777f2-a3bf-4d75-b203-47421d803f6f HTTP/1.1" status: 204 len: 168 time: 2.4449825 Apr 05 12:13:53.239900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.242352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:53.245483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f026c-fd34-422f-b3e7-82abfe9ee044 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=e28777f2-a3bf-4d75-b203-47421d803f6f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:53.250237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:53.256925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:53.265922 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:13:53.275160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] For port 651a062b-5ce0-4261-bb27-ca665ab29397, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=651a062b-5ce0-4261-bb27-ca665ab29397,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:53.275336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.419624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Deleting port 0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:53.419624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.461092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Calling delete_port for 651a062b-5ce0-4261-bb27-ca665ab29397 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:53.477293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52854) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:53.569838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03a708aa-7a7f-4f18-ad75-bfac0b70c029 None None] The port '0e0db4dc-ee6c-41d7-a3a0-2c0f4c4bc57f' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:13:53.588127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:53.591641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.613609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.615443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.615987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:53.623279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Port 70c79b6a-bd26-444a-bf52-a426c8e486da not found while updating agent binding for router 77c73a7a-260d-4b7e-8e7a-cc7bd20a8050. {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 05 12:13:53.645447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Routers set() bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:53.646046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Router IDs set() for agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 05 12:13:53.648530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77c73a7a-260d-4b7e-8e7a-cc7bd20a8050'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent'). {{(pid=87959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 12:13:53.649130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fb8e1-6759-4750-aff5-0f78b934f6e1 None None] The sync data for ids ['77c73a7a-260d-4b7e-8e7a-cc7bd20a8050'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:53.655373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5122-5eac-4072-b44f-6f27856739c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.721312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.725614 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c191a9ce-1e24-44f2-a35f-40213dfb0978 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/routers/77c73a7a-260d-4b7e-8e7a-cc7bd20a8050 HTTP/1.1" status: 204 len: 168 time: 3.1866083 Apr 05 12:13:53.778880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:53.845204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:53.845769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] Pushing event deleted for resources: {'Port': ['ID=651a062b-5ce0-4261-bb27-ca665ab29397,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:53.943104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb0390-8665-4766-967c-a3ed91478dd5 None None] No DVR routers for this DVR port 651a062b-5ce0-4261-bb27-ca665ab29397 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:13:53.964440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b34288-a2cd-45b5-a81d-6689775cba14 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:54.100387 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c6e3a57a-6eb0-4e08-8728-725f182130f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f41f815fc30455c8080cab300a34e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212299 Apr 05 12:13:54.101288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:54.219407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': 'a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:54.220397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.268433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.305330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.330410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.369533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.396302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:54.399060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Allocated IP 2001:db8::f816:3eff:fe12:f2e3 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d/ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:54.399667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.407663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:54.410717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:54.411341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.441364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:13:54.507613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.507920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=5a66ac09-5454-4956-9d2d-e7cedbd19546,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:54.528945 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd4a2a6b-0d79-4a64-9fb4-4bee7a711bdd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9578023 Apr 05 12:13:54.532784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:54.544297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:31:f2:ba', 'name': 'tempest-NetworksTestDHCPv6-1734906464'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:54.655523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.729293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Deleting port b346ec5b-0273-419d-b2b3-167fdaebb747 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:54.729909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.739714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.787825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Transition to ACTIVE for port object ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:54.799943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.812445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Transition to ACTIVE for port object ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:54.818071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:54.822276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.824802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:54.829384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:54.837956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:54.844894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138932e-93ba-43a8-9f2f-dc13b1500ce2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:54.857908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:54.878747 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:54.896702 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:54.896702 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:54.906163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:54.910504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:54.913438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:54.917950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:54.943044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.944169 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-62f1c523-b3e9-4550-875b-7116b4e01293 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3138932e-93ba-43a8-9f2f-dc13b1500ce2 HTTP/1.1" status: 204 len: 168 time: 0.8254728 Apr 05 12:13:54.964087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.970431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-81b839e7-8251-4b7f-a2e9-1787b70b17f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3311551 Apr 05 12:13:54.971339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52874) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:54.976358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 15947902-4e00-4877-8e11-1baa066d0a98 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:54.976972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:54.983694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Pushing event updated for resources: {'Port': ['ID=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:55.003173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] For port b346ec5b-0273-419d-b2b3-167fdaebb747, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b346ec5b-0273-419d-b2b3-167fdaebb747,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:55.003529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.095859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Attempting to bind port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:55.096532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Attempting to bind port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:55.097078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Attempting to bind port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:55.103680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:55.104379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:55.104952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.105584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:55.106371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Bound port: ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:55.106969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.121735 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:55.239234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Calling delete_port for b346ec5b-0273-419d-b2b3-167fdaebb747 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:55.291857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] For port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:55.299826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a09b93e9-f5f7-4255-b1bd-f3f06e0a484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.307801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] For port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:55.317735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.494871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.495783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da14eea-92c2-4d74-af94-de9bf6b4e226 None None] Pushing event updated for resources: {'Port': ['ID=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:55.561628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c2fbe4a-cfa5-43f4-90a1-55696b3b85f8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5860579 Apr 05 12:13:55.567364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:55.611586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:13:52Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:55.621049 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:55.621515 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Updating router e4af3f51-49db-4070-8e65-8cd9239a5b49 port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:13:55.628814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:13:55.692682 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.824248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 15947902-4e00-4877-8e11-1baa066d0a98, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=15947902-4e00-4877-8e11-1baa066d0a98,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:55.824616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:55.831246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d6096-b872-43ed-8fb0-d9f5bc0fc5f5 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:55.832992 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ac9d6096-b872-43ed-8fb0-d9f5bc0fc5f5 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2638664 Apr 05 12:13:55.836033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52896) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:55.904624 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ab5b288a-8572-47cb-b664-b1b929ab5919 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674808 Apr 05 12:13:55.907741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52902) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:55.947139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-822945587', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:56.047433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 15947902-4e00-4877-8e11-1baa066d0a98 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:13:56.119826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:56.124179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.190449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:56.194859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:56.207128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:56.253789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52910) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:56.261079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:13:56.264540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.293699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event deleted for resources: {'Port': ['ID=b346ec5b-0273-419d-b2b3-167fdaebb747,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:56.306330 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.330679 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Transition to ACTIVE for port object 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:56.340775 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.464262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.470812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.481476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.506732 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Attempting to bind port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:13:56.507242 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Attempting to bind port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:13:56.509497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Attempting to bind port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:13:56.523692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Pushing event updated for resources: {'Port': ['ID=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:56.530295 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:13:56.530675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:56.531669 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.532244 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:13:56.532986 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Bound port: 620cf10a-ef25-4f4b-94c4-7b5c6260ce73, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:13:56.533517 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.554596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8:0:1::36a (0d84777e-b69b-410c-a2a6-18fcc490dd2e/5a66ac09-5454-4956-9d2d-e7cedbd19546/ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:56.562702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::f816:3eff:fe31:f2ba (0d84777e-b69b-410c-a2a6-18fcc490dd2e/a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d/ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:56.583263 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.583887 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.584244 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.584741 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.585083 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.585430 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.585762 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.586089 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.586429 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.586756 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.587114 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.587442 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:13:56.648273 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] For port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:13:56.652304 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] For port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:13:56.662504 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.730777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.731219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.734362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.771293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1ff33ee7-b0f4-4697-bb14-80540137ae1b tempest-DvrRoutersNegativeTest-848589729 tempest-DvrRoutersNegativeTest-848589729-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-230909908', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:56.776171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.policy [None req-1ff33ee7-b0f4-4697-bb14-80540137ae1b tempest-DvrRoutersNegativeTest-848589729 tempest-DvrRoutersNegativeTest-848589729-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87957) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 05 12:13:56.776482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.policy [None req-1ff33ee7-b0f4-4697-bb14-80540137ae1b tempest-DvrRoutersNegativeTest-848589729 tempest-DvrRoutersNegativeTest-848589729-project] Failed policy check for 'create_router' {{(pid=87957) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 05 12:13:56.777039 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-1ff33ee7-b0f4-4697-bb14-80540137ae1b tempest-DvrRoutersNegativeTest-848589729 tempest-DvrRoutersNegativeTest-848589729-project] create failed (client error): Access was denied to this resource. Apr 05 12:13:56.783918 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1ff33ee7-b0f4-4697-bb14-80540137ae1b tempest-DvrRoutersNegativeTest-848589729 tempest-DvrRoutersNegativeTest-848589729-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4943676 Apr 05 12:13:56.783918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.783918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec00dd4-a0f7-4736-8ef8-bafe3da622da {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:13:56.813926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.825001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1af08b15-1673-48bb-babb-38be7b35599f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "DELETE /v2.0/routers/fec00dd4-a0f7-4736-8ef8-bafe3da622da HTTP/1.1" status: 204 len: 168 time: 2.9788222 Apr 05 12:13:56.825729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52918) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:56.836140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:56.836844 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:56.845438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1437828180', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:13:56.852198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Port': ['ID=15947902-4e00-4877-8e11-1baa066d0a98,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:56.870856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:56.876348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:56.879821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:56.895386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:56.931275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.932602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.938131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbe3eb-d75e-4504-9f63-6f093ded6d2b None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:56.954232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:56.984566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:57.055546 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06c3f-351e-448a-8e4f-1e7d8171b429 None None] Pushing event updated for resources: {'Port': ['ID=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:57.212735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6582a56e-6e38-4472-91a7-c1cc423821ae None None] Provisioning for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:57.292461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:57.334072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:57.334444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.345669 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:57.374638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.499399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:57.532779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.591948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.648313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:57.658293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.658843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.735471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:13:57.736193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: cdac3dad-2e18-434a-84dc-5272cba8f506, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:13:57.756568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:57.763836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.852129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Update dhcp port {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'fixed_ips': [{'subnet_id': 'a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d', 'ip_address': '2001:db8::f816:3eff:fe12:f2e3'}, {'subnet_id': '5a66ac09-5454-4956-9d2d-e7cedbd19546'}], 'binding:host_id': 'dv-neutron-833203-3-hyperv'}, 'id': 'ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d'} from dv-neutron-833203-3-hyperv. {{(pid=87959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 12:13:57.888275 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:13:52Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:57.893261 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1755c4-1443-41d4-8cfe-5fbee3049161 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:13:52Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:57.912974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.922732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:57.943317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:13:57.943946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:57.961734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Usage tracker for resource:security_group_rule and tenant:0607d97c50404d168031b7c5e9157bcb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:13:57.966686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:13:57.980334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:13:57.987370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:13:57.990422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.010132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=bf367175-6975-4aae-88af-7ebdc97076ba,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:58.016245 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network cdac3dad-2e18-434a-84dc-5272cba8f506 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:13:58.074987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, cdac3dad-2e18-434a-84dc-5272cba8f506) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:58.086397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:58.086985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.103063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacef68d-b278-4c90-97eb-5f1561f54947 None None] Network cdac3dad-2e18-434a-84dc-5272cba8f506 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:13:58.103334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.173667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8846ac46-4ddf-4872-9064-36f58d05aff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2646441 Apr 05 12:13:58.212609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:58.305815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Allocated IP 2001:db8:0:1::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/5a66ac09-5454-4956-9d2d-e7cedbd19546/ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:58.369982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:13:58.450657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:13:58.553780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.560169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:58.568952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:58.580927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:58.584125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:58.591399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:13:58.592208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.603888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.613610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-cdac3dad-2e18-434a-84dc-5272cba8f506', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:13:58.614913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.641171 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d96d0ca3-8820-4975-b893-e55e74bdd03e tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3884404 Apr 05 12:13:58.647092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:58.649818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:58.650579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:58.651289 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32be3eb2-3e37-4f7f-a590-2d30aaa43af4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1174240 Apr 05 12:13:58.710554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52938) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:58.788233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Allocated IP 172.26.5.254 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/63083802-87a9-4662-85db-22d6e12d0394) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:58.877481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:13:58.877929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:58.897272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-469b755e-de72-4a54-8c3b-510869363759 None None] For port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:13:58.914612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:58.987527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.012653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.026619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.063388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.073045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:59.145033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.resource_extend [None req-469b755e-de72-4a54-8c3b-510869363759 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:13:59.150931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:13:59.159419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:13:59.164291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:13:59.192670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:59.200703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event updated for resources: {'Port': ['ID=63083802-87a9-4662-85db-22d6e12d0394,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:59.201271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.211086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:13:59.238112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting subnet 7edb507a-b552-4c98-b53e-1862faf5e5ad {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:13:59.256228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:13:59.256870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:59.262528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.337003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Transition to ACTIVE for port object ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:13:59.362943 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0607d97c50404d168031b7c5e9157bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8583009 Apr 05 12:13:59.375689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c12954-0f64-4c5d-9fb9-83a456df1055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21372f81-3312-492c-8e22-96ab4e7be2ba,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:59.377465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52942) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:13:59.404607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:13:59.429301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.448175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.513327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:13:59.573921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.619755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.726092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:13:59.746609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.787802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331206a-d83f-4d65-9d9f-1eaf5b95a593 None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:13:59.800162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.810240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b755e-de72-4a54-8c3b-510869363759 None None] Pushing event updated for resources: {'Port': ['ID=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:13:59.824344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Allocated IP 172.20.0.2 (cdac3dad-2e18-434a-84dc-5272cba8f506/bf367175-6975-4aae-88af-7ebdc97076ba/30fd5859-3574-4f00-9145-8267e1eb7545) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:13:59.838029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:13:59.866612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.873311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.892471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:13:59.892471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:13:59.912986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21372f81-3312-492c-8e22-96ab4e7be2ba,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:00.034316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:00.296244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.324827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:00.342579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.394294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b346ec5b-0273-419d-b2b3-167fdaebb747 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:00.434717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.446332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d66ae648-c215-44cc-9356-b7f500c39f52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21372f81-3312-492c-8e22-96ab4e7be2ba HTTP/1.1" status: 204 len: 168 time: 1.0646238 Apr 05 12:14:00.457182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b346ec5b-0273-419d-b2b3-167fdaebb747 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:00.457532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b346ec5b-0273-419d-b2b3-167fdaebb747 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:00.470391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.509913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:00.593863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Transition to ACTIVE for port object 30fd5859-3574-4f00-9145-8267e1eb7545 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:00.600835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.636074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Transition to ACTIVE for port object 30fd5859-3574-4f00-9145-8267e1eb7545 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:00.653944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.747878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Pushing event updated for resources: {'Port': ['ID=30fd5859-3574-4f00-9145-8267e1eb7545,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:00.763081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Network cdac3dad-2e18-434a-84dc-5272cba8f506 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:00.768473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:00.772304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:00.841448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.842862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cffc684e-21ac-4c37-ab44-8e4524295bcb None None] Provisioning for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:00.844102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.853775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cffc684e-21ac-4c37-ab44-8e4524295bcb None None] Provisioning complete for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:00.854158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cffc684e-21ac-4c37-ab44-8e4524295bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:00.881803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:00.888900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Router a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:00.991347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:01.026455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7132d-9774-4ce0-af6e-009ec577fab4 None None] Network 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:01.042392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.050116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Subnet': ['ID=7edb507a-b552-4c98-b53e-1862faf5e5ad,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:01.172243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:01.189332 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] Sync routers for ids ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:01.206701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.212513 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-abdcd6a2-4ebc-498d-9dc0-8d7630a31bd7 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3843610 Apr 05 12:14:01.213392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52956) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:01.216766 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] Routers {'a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:01.218140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:01.219670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:01.229068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Attempting to bind port 30fd5859-3574-4f00-9145-8267e1eb7545 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:01.229656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Attempting to bind port 30fd5859-3574-4f00-9145-8267e1eb7545 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:01.230206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Attempting to bind port 30fd5859-3574-4f00-9145-8267e1eb7545 on network cdac3dad-2e18-434a-84dc-5272cba8f506 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:01.271673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:01.272091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Checking segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:01.272451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.272848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Bound using segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:01.273330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Bound port: 30fd5859-3574-4f00-9145-8267e1eb7545, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:01.273704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.360946 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d1ab50f4-6176-4195-9519-5a65209dfe58 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/7edb507a-b552-4c98-b53e-1862faf5e5ad HTTP/1.1" status: 204 len: 168 time: 2.7071815 Apr 05 12:14:01.363771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52962) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:01.395352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.400263 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8a89195c-592f-493b-95ba-7c68b79e42ad tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c HTTP/1.1" status: 204 len: 168 time: 2.6885598 Apr 05 12:14:01.403459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 52966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:01.472730 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:01.486936 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] Routers {'a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:01.487882 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:01.723761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.744058 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:01.744737 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc3727-cf0b-4bc7-be28-7d47238401be None None] The sync data for ids ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:01.807097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] For port 30fd5859-3574-4f00-9145-8267e1eb7545, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:01.816625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] For port 30fd5859-3574-4f00-9145-8267e1eb7545, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30fd5859-3574-4f00-9145-8267e1eb7545,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:01.835428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:01.837277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.897264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.908032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:01.953828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a130d2a4-74a4-40d1-b975-80d0640e4586 None None] Could not find standard attr ID for object d369badc-fc0b-440b-b4d0-574c5ca00ccf. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:14:02.007594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a130d2a4-74a4-40d1-b975-80d0640e4586 None None] Could not find standard attr ID for object ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:14:02.048939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 1ad0db00-0843-4f0a-a9fe-37b09db7527c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:02.050898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.229904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:02.271055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] DHCP port deletion for 213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:02.281632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Deleting port 1ad0db00-0843-4f0a-a9fe-37b09db7527c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:02.282002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.314482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2401810-bc06-4957-bfed-0f54f0b6b923 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:02.315239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2401810-bc06-4957-bfed-0f54f0b6b923 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:02.331367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7917-377d-40c1-8d85-e5ee9ba0941e None None] Pushing event updated for resources: {'Port': ['ID=30fd5859-3574-4f00-9145-8267e1eb7545,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:02.369542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e2401810-bc06-4957-bfed-0f54f0b6b923 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:02.373397 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2401810-bc06-4957-bfed-0f54f0b6b923 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8920016 Apr 05 12:14:02.375841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:02.529653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:02.529653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.541289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.648480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29fac3-c654-4d1e-add9-9e5928dcb879 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:02.654754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-db29fac3-c654-4d1e-add9-9e5928dcb879 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:02.764549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] For port 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1ad0db00-0843-4f0a-a9fe-37b09db7527c,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:02.765057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.939626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Calling delete_port for 1ad0db00-0843-4f0a-a9fe-37b09db7527c owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:02.954232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] For port 1ad0db00-0843-4f0a-a9fe-37b09db7527c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1ad0db00-0843-4f0a-a9fe-37b09db7527c,segment=NetworkSegment(c8a952ef-a710-4fd2-b41d-3ba216fbfeca),segment_id=c8a952ef-a710-4fd2-b41d-3ba216fbfeca)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:02.954842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:02.969685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-db29fac3-c654-4d1e-add9-9e5928dcb879 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:02.971427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-db29fac3-c654-4d1e-add9-9e5928dcb879 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5931079 Apr 05 12:14:02.976006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 52994) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:03.115512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:03.117713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:03.120805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:03.121803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:03.152764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 15947902-4e00-4877-8e11-1baa066d0a98 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:03.196065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:03.279521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] Pushing event deleted for resources: {'Port': ['ID=1ad0db00-0843-4f0a-a9fe-37b09db7527c,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:03.289784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 15947902-4e00-4877-8e11-1baa066d0a98 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:03.290330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 15947902-4e00-4877-8e11-1baa066d0a98 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:03.292717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957bbed-2b92-4a30-8e64-19e84e590444 None None] No DVR routers for this DVR port 1ad0db00-0843-4f0a-a9fe-37b09db7527c on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:03.315819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Calling delete_port for 1ad0db00-0843-4f0a-a9fe-37b09db7527c owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:03.334421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:03.339820 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a56568d8-4623-4384-8b99-fd8e1de2b39a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3591316 Apr 05 12:14:03.356431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53002) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:03.514952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30fd5859-3574-4f00-9145-8267e1eb7545 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:03.627652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (cdac3dad-2e18-434a-84dc-5272cba8f506/bf367175-6975-4aae-88af-7ebdc97076ba/d60fde06-380a-4709-a71c-f2933afa4f12) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:03.684142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 5a66ac09-5454-4956-9d2d-e7cedbd19546 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:03.691462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:03.732702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:03.733405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:14:03.750805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 30fd5859-3574-4f00-9145-8267e1eb7545 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:03.882358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1ad0db00-0843-4f0a-a9fe-37b09db7527c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:03.949598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e9ba7-8741-4786-a9a2-44cb9e82d676 None None] Network cdac3dad-2e18-434a-84dc-5272cba8f506 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:03.968363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:03.992879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1ad0db00-0843-4f0a-a9fe-37b09db7527c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:03.992879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1ad0db00-0843-4f0a-a9fe-37b09db7527c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:04.196801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Provisioning for port 30fd5859-3574-4f00-9145-8267e1eb7545 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:04.213837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Provisioning complete for port 30fd5859-3574-4f00-9145-8267e1eb7545 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:04.214022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.378903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.404287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Deleting port 1ad0db00-0843-4f0a-a9fe-37b09db7527c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:04.404836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.449239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object d60fde06-380a-4709-a71c-f2933afa4f12 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:04.450328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.491561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] The port '1ad0db00-0843-4f0a-a9fe-37b09db7527c' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:14:04.495135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.631930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] For port 30fd5859-3574-4f00-9145-8267e1eb7545, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30fd5859-3574-4f00-9145-8267e1eb7545,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:04.651866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.655549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:04.673482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.682771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.686764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-365301861', 'description': 'tempest-secgroup-smoke-365301861 description', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:04.693469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.700030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:04.716573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:04.726455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:04.726455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:04.732335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.809695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bfecb-4f99-4d91-94c9-3044c2fa15b5 None None] Pushing event updated for resources: {'Port': ['ID=30fd5859-3574-4f00-9145-8267e1eb7545,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:04.834733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:04.840625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.843566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:04.843926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a952ef-a710-4fd2-b41d-3ba216fbfeca') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:04.878327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.882519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.894267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326ad9e-cddb-4b8a-b0d6-5d27c982ac51 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:04.897498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network cdac3dad-2e18-434a-84dc-5272cba8f506 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:04.905658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=5a66ac09-5454-4956-9d2d-e7cedbd19546,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:04.907698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.919443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d390d35c-b2b4-4626-b1c8-ec6863c676ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/5a66ac09-5454-4956-9d2d-e7cedbd19546 HTTP/1.1" status: 204 len: 168 time: 1.5618641 Apr 05 12:14:04.923108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53014) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:04.928066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:04.935129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.949746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:04.984594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:04.998814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:05.006725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:05.047201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:05.053772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:05.066479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:14:05.069805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.148494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:05.153750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.155444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fcf26d1c-bed2-439a-8553-6c5c9f1cd6b3 None None] Provisioning complete for port 30fd5859-3574-4f00-9145-8267e1eb7545 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:05.156483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcf26d1c-bed2-439a-8553-6c5c9f1cd6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.187466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:05.211587 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:05.217683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:05.235923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.259317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.279085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.288088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Pushing event deleted for resources: {'Network': ['ID=213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:05.302487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.326390 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce035f14-345a-414b-9146-2368980160c2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/networks/213b83d2-4cf4-4a0c-a86f-d3c8a380c1d4 HTTP/1.1" status: 204 len: 168 time: 3.9569976 Apr 05 12:14:05.331209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53018) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:05.441864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30fd5859-3574-4f00-9145-8267e1eb7545 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:05.585642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-011ea410-3a56-475c-a937-d75c06da977c None None] Provisioning for port d60fde06-380a-4709-a71c-f2933afa4f12 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:05.609063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-011ea410-3a56-475c-a937-d75c06da977c None None] Provisioning complete for port d60fde06-380a-4709-a71c-f2933afa4f12 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:05.609776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-011ea410-3a56-475c-a937-d75c06da977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.657261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.679725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.699166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 30fd5859-3574-4f00-9145-8267e1eb7545 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:05.699453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.738550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:05.743129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1886a186-c49e-4394-b4bf-71c240cdea79,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:05.780428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:05.783911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-011ea410-3a56-475c-a937-d75c06da977c None None] Port d60fde06-380a-4709-a71c-f2933afa4f12 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:05.797058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.800192 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1105085c-9ebd-4a89-bad0-559a8a94ef18 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "PUT /v2.0/routers/a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 200 len: 922 time: 4.5849380 Apr 05 12:14:05.801279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53024) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:05.810042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] Sync routers for ids ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:05.831328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:05.846091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'routes': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:05.878989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] Routers {'a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:05.880561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:05.907820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.911289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:05.918997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:05.954756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:05.968294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:06.114216 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-253c82a0-32bf-45dc-a909-bb04822b98e4 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 200 len: 922 time: 0.3096461 Apr 05 12:14:06.117235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53028) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:06.139269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] Routers {'a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:06.140597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:06.182345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.269815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:06.280865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.311155 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a86ac958-7822-464e-99ec-d7880b2bbc3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d HTTP/1.1" status: 204 len: 168 time: 1.3869581 Apr 05 12:14:06.314194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53032) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:06.355824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:06.355824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d8b85-390f-4e71-90b2-f8c61d61f54e None None] The sync data for ids ['a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:06.357190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62d916-f67c-4327-9f09-8d99ea7b365b None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:06.417030 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26f3d4a0-3341-4643-8562-e0492eff3964 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014330 Apr 05 12:14:06.419883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53036) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:06.433886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:06.461658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7886a407-fbe3-4ca7-b95b-3131b94ded31 None None] Provisioning complete for port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:06.462897 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7886a407-fbe3-4ca7-b95b-3131b94ded31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.533127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69aa23-74d7-4d54-b25d-4c84d8e82e2a tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:06.533127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1f69aa23-74d7-4d54-b25d-4c84d8e82e2a tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Synchronizing usage tracker for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1f69aa23-74d7-4d54-b25d-4c84d8e82e2a tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Unset dirty status for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1f69aa23-74d7-4d54-b25d-4c84d8e82e2a tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4616258 Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:06.587189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53040) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:06.621369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Added routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:14:06.621369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.extraroute_db [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Removed routes are [] {{(pid=87958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:14:06.621369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.630535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:06.687943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:06.691393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.800218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:06.806435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Deleting port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:06.806631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.883679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b41f8e-ba57-4241-944a-8ce470ead661 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:06.884587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1b41f8e-ba57-4241-944a-8ce470ead661 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Synchronizing usage tracker for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:06.918179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:06.950717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a1b41f8e-ba57-4241-944a-8ce470ead661 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Unset dirty status for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:06.955234 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1b41f8e-ba57-4241-944a-8ce470ead661 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.3661356 Apr 05 12:14:06.955616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53044) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:06.990917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.009972 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b6fb2735-984a-462a-b9e3-9539b230e1f1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 200 len: 205 time: 0.0532260 Apr 05 12:14:07.013372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53048) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:07.017943 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-373aa094-da20-4a63-bf55-fa118104fd68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7498972 Apr 05 12:14:07.080965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] For port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:07.081773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.129807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.170528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.206981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb716a78-d870-477d-abba-58d8ff993b52,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:07.210439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.225391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.229926 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-81983764-d0b1-4861-9d74-d70ac28ef00a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5619168 Apr 05 12:14:07.232629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:07.233413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Calling delete_port for ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:07.244586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:07.296481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:07.300692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:07.304007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:07.304253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.331282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.366566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9453902 Apr 05 12:14:07.367662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53056) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:07.371705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:07.378667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416156e-f001-4c66-9eb2-e1779b7bf3f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=042649dd-6b0c-4f34-b20b-ac2cedea658b,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:07.397659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.405248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] Pushing event deleted for resources: {'Port': ['ID=ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:07.410912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245d2f8-5ca0-433a-b771-019ab19e055c None None] No DVR routers for this DVR port ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:07.427457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33835ca1-9c79-4593-9f46-2ccecea77fea None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:07.450282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:07.458614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:07.472965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:07.490816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:07.528980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:07.537351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:07.538495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ca7a0e19-0e2d-48fd-a5cd-d3b3ca09693d not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:07.577010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.655065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-c4f391d6-d26e-40bc-bcfe-29e011677f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:07.656708 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-c4f391d6-d26e-40bc-bcfe-29e011677f55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 1098 time: 0.5176787 Apr 05 12:14:07.664422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:07.792676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:14:07.795309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '042649dd-6b0c-4f34-b20b-ac2cedea658b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:14:07.797330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.801998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:07.816578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.817779 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-767c3293-3213-42d8-973e-5ef1bdd92d23 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 705 time: 2.4854100 Apr 05 12:14:07.822751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53060) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:07.837649 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Sync routers for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:07.866355 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:07.867347 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:07.894563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:07.972815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.044749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.066450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:08.069514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port 63083802-87a9-4662-85db-22d6e12d0394 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:08.069860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.070387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/042649dd-6b0c-4f34-b20b-ac2cedea658b/e265ca80-b3a4-41c0-a428-8f7c7539e230) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:08.077549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:08.161879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:08.166713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:08.188801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:08.260935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0979ba4-09f3-498f-bfa4-a580a275b4d3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:08.273404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:08.301387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:08.304377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.304841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.318871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.339844 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:08.346492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Checking router: cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:08.361378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f0979ba4-09f3-498f-bfa4-a580a275b4d3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:08.365646 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0979ba4-09f3-498f-bfa4-a580a275b4d3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 205 time: 0.4786921 Apr 05 12:14:08.374895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53064) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:08.376407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-814ffb60-1a64-4573-acfd-1a67b10dcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:08.378092 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-814ffb60-1a64-4573-acfd-1a67b10dcaa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.6982732 Apr 05 12:14:08.380997 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Routers {'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:08.381622 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:08.384639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.391853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bd709e-d7f1-41b6-8a45-31f192036fb3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:08.472108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.485664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Transition to ACTIVE for port object e265ca80-b3a4-41c0-a428-8f7c7539e230 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:08.516197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Transition to ACTIVE for port object e265ca80-b3a4-41c0-a428-8f7c7539e230 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:08.527580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.576950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.630721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:08.635088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:08.644184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:08.661944 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-e9f867a1-a3ee-4c57-846f-3f01cf6f74fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 200 len: 1001 time: 0.1381853 Apr 05 12:14:08.664317 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] Set router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:08.671935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.723016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for 63083802-87a9-4662-85db-22d6e12d0394 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:08.782988 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:08.785844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Pushing event updated for resources: {'Port': ['ID=e265ca80-b3a4-41c0-a428-8f7c7539e230,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:08.788937 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401807b-afb2-4481-81f5-00ee1eb20e9e None None] The sync data for ids ['cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0'] in dv-neutron-833203-3-hyperv is: [{'id': 'cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0', 'name': 'tempest-RoutersIpV6Test-router-1854687095', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:12:07Z', 'updated_at': '2022-04-05T12:13:56Z', 'revision_number': 11, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:08.822833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Attempting to bind port e265ca80-b3a4-41c0-a428-8f7c7539e230 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:08.823238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Attempting to bind port e265ca80-b3a4-41c0-a428-8f7c7539e230 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:08.823609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Attempting to bind port e265ca80-b3a4-41c0-a428-8f7c7539e230 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:08.836564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:08.836813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:08.837143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.837597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:08.838025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Bound port: e265ca80-b3a4-41c0-a428-8f7c7539e230, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:08.838409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.846080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.ipam_backend_mixin [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 042649dd-6b0c-4f34-b20b-ac2cedea658b (CIDR: 2001:db8::/64) Apr 05 12:14:08.875518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:14:08.876028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:08.902852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:08.904329 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5c0e9d9a-3435-4579-b1f8-aae1a6243365 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6683960 Apr 05 12:14:08.907390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:08.915616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-48a3f62b-4fa9-446c-8949-d6d21d52628a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5361810 Apr 05 12:14:08.920760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:08.925973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:08.962877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:08.978056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:08.982073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] For port e265ca80-b3a4-41c0-a428-8f7c7539e230, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:08.988813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] For port e265ca80-b3a4-41c0-a428-8f7c7539e230, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e265ca80-b3a4-41c0-a428-8f7c7539e230,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:08.997374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.007455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:09.017608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:09.028305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:09.113772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.118347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.133542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.136687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa05a14-822c-475d-8cee-6276b93c9e54 None None] Pushing event updated for resources: {'Port': ['ID=e265ca80-b3a4-41c0-a428-8f7c7539e230,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:09.149343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.168690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-14f3e87a-7660-41c7-ad9f-4df8f0138b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:09.170314 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-14f3e87a-7660-41c7-ad9f-4df8f0138b1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.3623316 Apr 05 12:14:09.220100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.220801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:09.264627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=63083802-87a9-4662-85db-22d6e12d0394,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:09.270744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.276575 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4dd29be9-f056-43c0-bce1-bb933b0efd9c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 204 len: 168 time: 0.8971648 Apr 05 12:14:09.278192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:09.280421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network cdac3dad-2e18-434a-84dc-5272cba8f506 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:09.286434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1593726225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:09.292026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:09.301891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:09.318508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:09.328391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:09.336331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:09.360864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:09.377684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Usage tracker for resource:router and tenant:e7f33022773d49c69144d941485f55f5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:09.407573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.416605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.421076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:09.452104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:09.477468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-5779e40e-f49b-4576-8940-b21c91348a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:09.479193 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-5779e40e-f49b-4576-8940-b21c91348a11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3008676 Apr 05 12:14:09.500923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.502171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.507294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.509644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:09.514974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.723514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.753754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1eeb54bb-90cb-4d14-9e8e-03ff5d535435 None None] Provisioning complete for port d60fde06-380a-4709-a71c-f2933afa4f12 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:09.754375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1eeb54bb-90cb-4d14-9e8e-03ff5d535435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.765714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:09.785826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.822624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb54bb-90cb-4d14-9e8e-03ff5d535435 None None] Port d60fde06-380a-4709-a71c-f2933afa4f12 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:09.956883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1cd07c-a781-465c-a3e0-0e064c1ed265,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:09.977349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.984455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:09.999572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.001071 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ed68342c-e321-40a7-af81-f2162c65e61f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0927064 Apr 05 12:14:10.013146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.023459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:10.036209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:10.036467 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-12a50d06-69ad-42fc-9314-6c0a79dfb9d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423276 Apr 05 12:14:10.040751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.041237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:10.050403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:10.059906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:10.076507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:10.078846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.085066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.086490 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9460f508-21d2-47b7-bff8-69dfa54e848b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 204 len: 168 time: 3.0719638 Apr 05 12:14:10.088625 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a84a7ba-f86b-4bb8-b412-47fbf75e981d tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8066339 Apr 05 12:14:10.090702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53084) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.091281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53086) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.100153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1524455561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:10.108782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:10.173160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:10.178660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:10.182687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:10.202180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:10.292558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:10.300319 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10b6fd66-524d-48d9-b2be-8fdbd577e01f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/e4af3f51-49db-4070-8e65-8cd9239a5b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0614297 Apr 05 12:14:10.304132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.304726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:10.315108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:10.315738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:10.342443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.366320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9b09c8c7-9bd7-4f99-9b76-44891d117f5b req-c982c151-cd3e-4f47-b3c8-af8616f4e701 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196790 Apr 05 12:14:10.464533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.465857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.514982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.515607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.516066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.516527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.516978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.517435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.518052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.522618 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a96bab1a-df91-4315-a888-5f7049b12ca6 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.2143993 Apr 05 12:14:10.522902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53096) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.540100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:10.606438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-50ddf27d-641d-4945-a575-19491c3cfd26 None None] Provisioning for port e265ca80-b3a4-41c0-a428-8f7c7539e230 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:10.614880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.618390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.619327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.619617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.620230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.620932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.622074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:10.623985 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eb98f5d9-259c-495c-b70a-b9ecd090b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1000907 Apr 05 12:14:10.628079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53100) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.674630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.687550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.704259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.782367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.803142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.864445 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-32c4cf7a-d44c-4723-8a8d-d012a6886d5c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 0.2323411 Apr 05 12:14:10.883216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.905572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:07Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:10.907492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6af7b48-afda-44d3-aaeb-96949531145b,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:10.919627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:10.920031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Updating router e4af3f51-49db-4070-8e65-8cd9239a5b49 port d60fde06-380a-4709-a71c-f2933afa4f12 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:14:10.971258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.972359 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c813a281-425a-45d1-88d6-9ff61f3668a3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9579773 Apr 05 12:14:10.973582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.978287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8b9165dc-2583-4bee-9695-3d0525145954 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8823950 Apr 05 12:14:10.978542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.981416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:10.985955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:10.986168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:10.989921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:10.995980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:11.036612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Router bf8b2e3f-2b91-4593-933b-5401ac79ceee is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:11.054736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:11.065346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:11.074103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:11.198321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53116) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:11.240956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.439654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975691306', 'description': 'tempest-secgroup-smoke-975691306 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:11.465983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:11.466750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e265ca80-b3a4-41c0-a428-8f7c7539e230 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:11.475161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.478908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:11.485723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.488597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:11.492556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:11.512734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.514112 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-26736b07-42b1-4824-9c16-f7b3871ace09 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "PUT /v2.0/routers/bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 200 len: 698 time: 1.4196293 Apr 05 12:14:11.519200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:11.521232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:11.527789 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Sync routers for ids ['bf8b2e3f-2b91-4593-933b-5401ac79ceee'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:11.546856 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Routers {'bf8b2e3f-2b91-4593-933b-5401ac79ceee'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:11.558820 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bf8b2e3f-2b91-4593-933b-5401ac79ceee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:11.583184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e265ca80-b3a4-41c0-a428-8f7c7539e230 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:11.585821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38404b1b-bcd3-4da8-b9cd-e684f296bb72,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:11.590679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.596756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.objects.ports [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87957) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:14:11.599360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e265ca80-b3a4-41c0-a428-8f7c7539e230 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:11.600722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.614967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.617096 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d66c535e-2fd1-48e1-bab1-3c6c6ce28f6c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6403208 Apr 05 12:14:11.621135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:11.632603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:11.682714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:11.760794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.786823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Transition to ACTIVE for port object d60fde06-380a-4709-a71c-f2933afa4f12 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:11.807715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.830846 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Set router bf8b2e3f-2b91-4593-933b-5401ac79ceee gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:11.839699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.858717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:11.869670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:11.872748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:11.874810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:11.878539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:11.884158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:11.885301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:11.958070 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8b2e3f-2b91-4593-933b-5401ac79ceee', 'name': 'tempest-RoutersIpV6Test-router-1593726225', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:09Z', 'updated_at': '2022-04-05T12:14:10Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:11.962598 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Checking router: bf8b2e3f-2b91-4593-933b-5401ac79ceee for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:11.966309 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Project dd2c613c2bbc479da18b608ccfc102c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:14:11.976234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Routers {'bf8b2e3f-2b91-4593-933b-5401ac79ceee'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:11.977775 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['bf8b2e3f-2b91-4593-933b-5401ac79ceee'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:11.985438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:11.986848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be0d7-8f5f-44e8-98b2-9a12812740d1 None None] Pushing event updated for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:12.003069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-65697f73-c770-4668-a16f-653451d89ff3 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/routers/bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 200 len: 704 time: 0.4736655 Apr 05 12:14:12.008606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:12.027384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.061364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.107489 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3dcdce9-30c4-4ccc-9bca-590306c2c2c0 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 200 len: 205 time: 0.0974534 Apr 05 12:14:12.109940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53132) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:12.147861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.262907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.277136 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] Set router bf8b2e3f-2b91-4593-933b-5401ac79ceee gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:12.323142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Attempting to bind port d60fde06-380a-4709-a71c-f2933afa4f12 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:12.323448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Attempting to bind port d60fde06-380a-4709-a71c-f2933afa4f12 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:12.323812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Attempting to bind port d60fde06-380a-4709-a71c-f2933afa4f12 on network cdac3dad-2e18-434a-84dc-5272cba8f506 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:12.344848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:12.345413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Checking segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:12.346344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.346956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Bound using segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:12.347735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Bound port: d60fde06-380a-4709-a71c-f2933afa4f12, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:12.348296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.398164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.413390 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8b2e3f-2b91-4593-933b-5401ac79ceee', 'name': 'tempest-RoutersIpV6Test-router-1593726225', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:09Z', 'updated_at': '2022-04-05T12:14:10Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:12.418644 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be09ef-bc1c-4b99-82de-ace68a504959 None None] The sync data for ids ['bf8b2e3f-2b91-4593-933b-5401ac79ceee'] in dv-neutron-833203-3-hyperv is: [{'id': 'bf8b2e3f-2b91-4593-933b-5401ac79ceee', 'name': 'tempest-RoutersIpV6Test-router-1593726225', 'tenant_id': 'e7f33022773d49c69144d941485f55f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:09Z', 'updated_at': '2022-04-05T12:14:10Z', 'revision_number': 2, 'project_id': 'e7f33022773d49c69144d941485f55f5', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:12.427242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.432420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2217264 Apr 05 12:14:12.456461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:12.476048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port e265ca80-b3a4-41c0-a428-8f7c7539e230, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e265ca80-b3a4-41c0-a428-8f7c7539e230,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:12.481104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:12.496829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:12.501524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72150bf-ad75-4d83-ac60-16de0383879d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb4157b-5130-48d6-87fc-c14b09158a53,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:12.507933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:12.511935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:12.531553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] For port d60fde06-380a-4709-a71c-f2933afa4f12, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:12.543177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] For port d60fde06-380a-4709-a71c-f2933afa4f12, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d60fde06-380a-4709-a71c-f2933afa4f12,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:12.545510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.551571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.551835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.552386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.564176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:12.570641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.641061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:12.651786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:12.671315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.679498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:12.679498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.708783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:12.709291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:14:12.710064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c1049-e7f0-48e0-9c71-d13721c12157 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:12.720039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.770208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=1cab9d8f-3769-4997-a6fa-89c200543259,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:12.776704 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8448520 Apr 05 12:14:12.781390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53140) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:12.788389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:12.789117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:12.792459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:10:df:38', 'name': 'tempest-NetworksTestDHCPv6-1754376923'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:12.817069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d310508f-f5ff-413d-aef8-f0c1f157d4ef,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:12.827206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9594630-8d46-4bb3-afbd-cb072fbbd1ec tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=e265ca80-b3a4-41c0-a428-8f7c7539e230,revision_number=4']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:12.969276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.972160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.974796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.983092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:12.988031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9be0d7-8f5f-44e8-98b2-9a12812740d1 None None] Pushing event updated for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:13.024859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.026025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Fanout notify agent at l3_agent the message router_deleted on router bf8b2e3f-2b91-4593-933b-5401ac79ceee {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:13.036029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1112bb5-fc25-425b-ba78-64944e69bbea,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:13.072102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:13.076641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:13.078915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.080315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:13.087319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:13.106273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:13.114253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.131763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.137595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-51cd58e4-d586-46f6-963e-a60117298efb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6728675 Apr 05 12:14:13.138833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53144) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.166868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:13.176555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:13.186075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:13.190812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:13.202587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.212077 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40251de0-bd87-4684-9015-5bd4ca6e188c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 204 len: 168 time: 1.0888410 Apr 05 12:14:13.212077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.212077 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eb256e4d-d6e9-40f7-8c5f-71b9c223be5e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5837851 Apr 05 12:14:13.212539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:13.212539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53148) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.213870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.273877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'security_group_rule': {'security_group_id': 'cb716a78-d870-477d-abba-58d8ff993b52', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:13.295764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:13.304485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:13.312787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:security_group_rule and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:13.317369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:13.324582 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1ee0acd2-4e4f-4dec-ad7e-ae54f9b8ab03 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 200 len: 205 time: 0.1074393 Apr 05 12:14:13.326716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.338024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:13.343934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.355183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.375542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.397762 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Project dd2c613c2bbc479da18b608ccfc102c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:14:13.402208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Allocated IP 172.26.5.199 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/eaa2d5a1-2c1a-4a12-9c26-3570fe06f583) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:13.417119 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-276956a3-646a-4055-91a9-5966dc041c07 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:13.420601 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-276956a3-646a-4055-91a9-5966dc041c07 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/bf8b2e3f-2b91-4593-933b-5401ac79ceee HTTP/1.1" status: 404 len: 336 time: 0.0905051 Apr 05 12:14:13.421632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.423454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53160) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.476332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 7c0ea762-c4f3-46a9-a71e-38b413d9021c yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:14:13.525033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e265ca80-b3a4-41c0-a428-8f7c7539e230, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e265ca80-b3a4-41c0-a428-8f7c7539e230,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:13.537822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.572869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.588775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.641681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1885bc9b-97b4-44f3-a108-a37fa97ef1db,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:13.643624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefe2ab1-5fd8-4c02-b03a-65b8efac17b9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:13.644187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefe2ab1-5fd8-4c02-b03a-65b8efac17b9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:13.663148 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fefe2ab1-5fd8-4c02-b03a-65b8efac17b9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/f5147512-70ab-44aa-a10a-cc16e4050969 HTTP/1.1" status: 404 len: 337 time: 0.2366138 Apr 05 12:14:13.664333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53164) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.680638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.706617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.709441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e265ca80-b3a4-41c0-a428-8f7c7539e230 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:13.750698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.751996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6877a5c7-7f26-4c9f-b2dc-f1b0d8ea7bef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5991256 Apr 05 12:14:13.756047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288a5dbd-edf1-46f7-8acb-ba855f8eb940,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:13.758765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53168) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.769949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:13.786707 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d8884c-90d8-401a-b7a6-c1579bbd885b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:13.786707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d8884c-90d8-401a-b7a6-c1579bbd885b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:13.786707 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98d8884c-90d8-401a-b7a6-c1579bbd885b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/f56d548a-bca4-4cb8-92c6-2036281b87c3 HTTP/1.1" status: 404 len: 337 time: 0.1185286 Apr 05 12:14:13.787963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.789146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0764cd7e-91cb-492f-86d9-49298f42582a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5789242 Apr 05 12:14:13.793678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:13.795679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53172) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.796579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53174) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.871175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:13.872585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e265ca80-b3a4-41c0-a428-8f7c7539e230,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:13.872815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.883212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'network': {'name': 'tempest-network-smoke--1338638530', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:13.889257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:13.907085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:13.910732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:13.913858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede61559-cce8-49d9-b659-1ae31f0d7711 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:13.914419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede61559-cce8-49d9-b659-1ae31f0d7711 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:13.918623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ede61559-cce8-49d9-b659-1ae31f0d7711 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/56958190-60f7-428c-b242-985e48cb0e82 HTTP/1.1" status: 404 len: 337 time: 0.1185579 Apr 05 12:14:13.919335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53180) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:13.923593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:network and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:13.928995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:13.939652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:13.967688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Made reservation on behalf of dd2c613c2bbc479da18b608ccfc102c2 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:13.972363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.985585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::e6 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/042649dd-6b0c-4f34-b20b-ac2cedea658b/7c0ea762-c4f3-46a9-a71e-38b413d9021c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:13.989513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e265ca80-b3a4-41c0-a428-8f7c7539e230 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:13.990023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:13.992621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.014318 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc86d1c-a052-443d-8aac-537030c8445b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:14.014821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc86d1c-a052-443d-8aac-537030c8445b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:14.019453 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0dc86d1c-a052-443d-8aac-537030c8445b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/7edb507a-b552-4c98-b53e-1862faf5e5ad HTTP/1.1" status: 404 len: 337 time: 0.0962934 Apr 05 12:14:14.019453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53184) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.027806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe10:df38 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/1cab9d8f-3769-4997-a6fa-89c200543259/7c0ea762-c4f3-46a9-a71e-38b413d9021c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:14.074774 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d760e42a-24e8-43ca-8efd-e6b5b9759dbc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 200 len: 205 time: 0.0522726 Apr 05 12:14:14.075260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53188) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.165163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.172458 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-73cca9c6-de47-4b10-a741-7b3576507cd7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:14.174185 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-73cca9c6-de47-4b10-a741-7b3576507cd7 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/cd5169c7-a43c-4bc5-a350-9e0e90bc9fc0 HTTP/1.1" status: 404 len: 336 time: 0.0981143 Apr 05 12:14:14.203568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53192) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.204681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:14.210255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b410-1f35-4b7d-a511-7b403366e8c8 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:14.293843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:14.298366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:14.309219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:14.314139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:14:14.331322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-237beb54-4bf8-48f2-8d5c-c5ed69fe50e2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Synchronizing usage tracker for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:14.370198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event updated for resources: {'Port': ['ID=eaa2d5a1-2c1a-4a12-9c26-3570fe06f583,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:14.381176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.381621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Added segment 305b057d-486f-4a8e-942d-e1ad101f7f69 of type vlan for network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 Apr 05 12:14:14.453214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.465603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-237beb54-4bf8-48f2-8d5c-c5ed69fe50e2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] Unset dirty status for tenant:e7f33022773d49c69144d941485f55f5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:14.470559 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-237beb54-4bf8-48f2-8d5c-c5ed69fe50e2 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=1537a314-8de5-47ef-b08d-52e1f5dcc80b HTTP/1.1" status: 200 len: 205 time: 0.2586741 Apr 05 12:14:14.476156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53196) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.478853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.482418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.673106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7159b98-7ae6-43b9-a429-f8dbbe866993,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:14.748324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-dcc0d3e8-65f1-42fb-93cf-7cfd3944bf16 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:14.751829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dcc0d3e8-65f1-42fb-93cf-7cfd3944bf16 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/1537a314-8de5-47ef-b08d-52e1f5dcc80b HTTP/1.1" status: 404 len: 336 time: 0.2722828 Apr 05 12:14:14.754328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53200) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.800415 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ef9166-23a5-49c1-802e-c2fcf5f283d5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:14.800898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ef9166-23a5-49c1-802e-c2fcf5f283d5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:14.802224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.808343 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25ef9166-23a5-49c1-802e-c2fcf5f283d5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/ed943a57-7a00-40ab-85f2-2842bae13777 HTTP/1.1" status: 404 len: 337 time: 0.0466712 Apr 05 12:14:14.808478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2a8a13e-25dd-46c0-b0f7-eb887314eb81 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0402958 Apr 05 12:14:14.808583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53204) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.808675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.810843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53206) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.812415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:14.813045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.814417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:14.828605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f745f2d0-a129-467d-875e-1a0b6a1601c9 None None] Provisioning complete for port e265ca80-b3a4-41c0-a428-8f7c7539e230 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:14.829294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f745f2d0-a129-467d-875e-1a0b6a1601c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.876730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:14.891270 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1d9c0706-255f-4802-8d73-7e34302ec0e8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 200 len: 205 time: 0.0708666 Apr 05 12:14:14.896203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53212) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.897261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:14.902456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1033390 Apr 05 12:14:14.908875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53216) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:14.912396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:14.963147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:14.998606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'admin_state_up': True, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:15.006389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:15.011194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:router and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:15.014844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:15.021809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:15.055552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:15.061504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f99a0-2777-489b-af7d-62146dd098bf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Network': ['ID=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:15.067195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 7c0ea762-c4f3-46a9-a71e-38b413d9021c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:15.072464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.074038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.076281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:14:15.098320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-55cd4ba5-2960-4e52-b5d0-cdde56393abe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:15.101973 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-55cd4ba5-2960-4e52-b5d0-cdde56393abe tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/2231793b-6139-489e-a8f2-65e347414b4d HTTP/1.1" status: 404 len: 336 time: 0.1970806 Apr 05 12:14:15.102184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.103175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53220) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.122066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.133917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.167121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e420f9b5-af38-49c7-b013-355ec1b65cd8 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=e45cff9b-678e-4aa7-99a3-cfb07c1fa356 HTTP/1.1" status: 200 len: 205 time: 0.0586104 Apr 05 12:14:15.170673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53224) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.260431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-8ab7c654-2b14-4f51-9f14-63d592ac20a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:15.264586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ab7c654-2b14-4f51-9f14-63d592ac20a9 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/e45cff9b-678e-4aa7-99a3-cfb07c1fa356 HTTP/1.1" status: 404 len: 336 time: 0.0887420 Apr 05 12:14:15.266077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53228) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.302668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.372896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.430031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8eba91-6180-42fc-9a30-fb00338806fc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:15.430031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8eba91-6180-42fc-9a30-fb00338806fc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:15.471223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:15.473024 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1c8eba91-6180-42fc-9a30-fb00338806fc tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/fc68de9c-4227-477b-85a5-00f97dc56bae HTTP/1.1" status: 404 len: 337 time: 0.2053621 Apr 05 12:14:15.530774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:15.533270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:15.539060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:15.539683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.554410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53232) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.562231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.562923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=7c0ea762-c4f3-46a9-a71e-38b413d9021c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:15.612376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d55f64-5ebf-42e4-b25d-017f9d25ebbe,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:15.644597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.646757 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-92b8e0ba-4c47-46a7-977b-5caceb19321d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8387034 Apr 05 12:14:15.655142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53236) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.714381 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-950abcf9-2016-4073-99d0-99e1bd62afce tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=53b0c77d-d9a0-400b-a62c-ab40621c3127 HTTP/1.1" status: 200 len: 205 time: 0.1588054 Apr 05 12:14:15.727548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:15.732126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53240) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.785840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b02cb4aa-54c9-4901-92df-dc1c1a9aff9d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9993956 Apr 05 12:14:15.788785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.793390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53244) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.793933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d60fde06-380a-4709-a71c-f2933afa4f12 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:15.815567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:15.843419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:15.846674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:15.851617 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-db881700-85aa-45e5-8fda-5eaaac5565c5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:15.854896 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-db881700-85aa-45e5-8fda-5eaaac5565c5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/53b0c77d-d9a0-400b-a62c-ab40621c3127 HTTP/1.1" status: 404 len: 336 time: 0.1195908 Apr 05 12:14:15.865784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53248) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.907770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:15.912785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 7c0ea762-c4f3-46a9-a71e-38b413d9021c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:15.913221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.915835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c8033a2-29c5-48f8-a49e-b7d3f90e043f None None] Provisioning for port 7c0ea762-c4f3-46a9-a71e-38b413d9021c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:15.916006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.921981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c8033a2-29c5-48f8-a49e-b7d3f90e043f None None] Provisioning complete for port 7c0ea762-c4f3-46a9-a71e-38b413d9021c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:15.922493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c8033a2-29c5-48f8-a49e-b7d3f90e043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.925511 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24f388c-48ab-46ff-a087-71b766c71860 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:15.925968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24f388c-48ab-46ff-a087-71b766c71860 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:15.930295 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f24f388c-48ab-46ff-a087-71b766c71860 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/46209893-23a2-4d16-8189-c9f4c5f168ca HTTP/1.1" status: 404 len: 337 time: 0.0582459 Apr 05 12:14:15.931088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.933281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53252) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:15.966683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d60fde06-380a-4709-a71c-f2933afa4f12 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:15.972590 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:14:15.976488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d60fde06-380a-4709-a71c-f2933afa4f12 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:15.976863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:15.984640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.027074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0c8033a2-29c5-48f8-a49e-b7d3f90e043f None None] Port 7c0ea762-c4f3-46a9-a71e-38b413d9021c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:16.060670 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b373d2e0-abb0-4a28-ad05-ee20bfdaeb39 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "GET /v2.0/ports?device_id=700bccde-a871-436d-8b78-1f55da498293 HTTP/1.1" status: 200 len: 205 time: 0.1240585 Apr 05 12:14:16.063870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53256) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.151298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.194500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port d60fde06-380a-4709-a71c-f2933afa4f12, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d60fde06-380a-4709-a71c-f2933afa4f12,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:16.199981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.200920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e265ca80-b3a4-41c0-a428-8f7c7539e230 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:16.211440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.222075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.257897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50111c96-d8e3-4d0c-9319-14b22cb61fd7,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:16.279702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.281414 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-742f9fcb-387f-4757-8609-b9a1668d8e0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6251590 Apr 05 12:14:16.284524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53260) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.295052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '3eb4157b-5130-48d6-87fc-c14b09158a53', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:16.298882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-b08eabde-e9e2-4117-8e7a-1c7baef8b4c5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] delete failed (client error): The resource could not be found. Apr 05 12:14:16.298882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b08eabde-e9e2-4117-8e7a-1c7baef8b4c5 tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/routers/700bccde-a871-436d-8b78-1f55da498293 HTTP/1.1" status: 404 len: 336 time: 0.2274435 Apr 05 12:14:16.302355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53264) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.304704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:16.310180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:16.313554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:16.316514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Router c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:16.323366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:16.339704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:16.356712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e265ca80-b3a4-41c0-a428-8f7c7539e230 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:16.357188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.385313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c90c67c-3d2f-49bd-b81e-5b238fddc12b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:16.385662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c90c67c-3d2f-49bd-b81e-5b238fddc12b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:16.387364 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0c90c67c-3d2f-49bd-b81e-5b238fddc12b tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/5bb059d8-71cd-4a26-bc64-88cce6baf78d HTTP/1.1" status: 404 len: 337 time: 0.0822349 Apr 05 12:14:16.390035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53268) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.439515 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3568cf92-6967-46da-8419-14f90c7cd43c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:16.439995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3568cf92-6967-46da-8419-14f90c7cd43c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:16.447073 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3568cf92-6967-46da-8419-14f90c7cd43c tempest-RoutersIpV6Test-1073810004 tempest-RoutersIpV6Test-1073810004-project] 10.222.0.50 "DELETE /v2.0/subnets/a94d1040-ace7-4f5e-9b23-1740b9e54076 HTTP/1.1" status: 404 len: 337 time: 0.0519249 Apr 05 12:14:16.450267 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:14:16.459296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.620895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:16.623530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.631459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.635901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] Sync routers for ids ['c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:16.642571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.644048 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-792ebdbe-41e3-474f-ad65-c619c3f33ec3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "PUT /v2.0/routers/c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 200 len: 880 time: 5.6558223 Apr 05 12:14:16.650421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53274) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.652062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] Routers {'c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:16.653108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:16.695341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.732272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.734649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:16.741154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.746530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] Routers {'c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:16.747247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:16.784667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53280) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.808038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c845284-df7f-4b06-80e8-f2dd754a70d6,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:16.820226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:16.820633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddf980e-29f2-4dd5-88a6-ffa50aa278d6 None None] The sync data for ids ['c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:16.829752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:16.831108 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e056144b-f7c1-428b-862e-9bcf45b5f257 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5453410 Apr 05 12:14:16.867492 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6cecab8-f956-4331-9db8-e06260d71e14 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 200 len: 921 time: 0.2110112 Apr 05 12:14:16.867870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:16.920761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 7c0ea762-c4f3-46a9-a71e-38b413d9021c owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:16.977963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d4d3e-032b-4a12-ad49-dd3d3ef8ec0f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:16.979536 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9c5d4d3e-032b-4a12-ad49-dd3d3ef8ec0f tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1106319 Apr 05 12:14:16.982254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53294) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:17.129375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f931a0-e5ff-4ad6-869c-1e6a8c40c8d6 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:17.129952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-96f931a0-e5ff-4ad6-869c-1e6a8c40c8d6 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Synchronizing usage tracker for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:17.142160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-96f931a0-e5ff-4ad6-869c-1e6a8c40c8d6 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Unset dirty status for tenant:f17c478c33924954bfbbc7ec5a62c4df on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:17.143481 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96f931a0-e5ff-4ad6-869c-1e6a8c40c8d6 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.1601722 Apr 05 12:14:17.146490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:17.181918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Allocated IP 172.26.5.18 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/92a829ed-f0ac-438b-add9-042653a35f22) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:17.190292 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b37ae5b5-52e6-4ea9-a13a-40a050cb5c7c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 200 len: 205 time: 0.0425990 Apr 05 12:14:17.192875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:17.250000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00ae9b11-cf9d-41b1-8079-0ee978af9511 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7f33022773d49c69144d941485f55f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974788 Apr 05 12:14:17.250849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53314) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:17.255268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-0276b9e4-baba-4a98-b519-03b50b50fad0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:17.456129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-0276b9e4-baba-4a98-b519-03b50b50fad0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:17.457210 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-0276b9e4-baba-4a98-b519-03b50b50fad0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975691306&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.3661199 Apr 05 12:14:17.506236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.587467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.621252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d60fde06-380a-4709-a71c-f2933afa4f12 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:17.697774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d60fde06-380a-4709-a71c-f2933afa4f12 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:17.698150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.708084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.719900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port eaa2d5a1-2c1a-4a12-9c26-3570fe06f583 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:17.720559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.730566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.749387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.802874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:17.824099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-882c4178-3845-4a7f-add5-e3240f75a4c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:17.825618 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-882c4178-3845-4a7f-add5-e3240f75a4c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 796 time: 0.3595405 Apr 05 12:14:17.849282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=7c0ea762-c4f3-46a9-a71e-38b413d9021c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:17.913853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.045586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-34aa8b0d-f6e8-47aa-bd25-b167979dc843 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.1987185 Apr 05 12:14:18.059859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for eaa2d5a1-2c1a-4a12-9c26-3570fe06f583 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:18.136096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.172547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.174894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.176052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1339dc44-1b35-4066-be14-cc05c06b1054 HTTP/1.1" status: 204 len: 168 time: 0.9239798 Apr 05 12:14:18.177449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7f785175-0b30-4bc6-ba2e-20db3540e3ff tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/7c0ea762-c4f3-46a9-a71e-38b413d9021c HTTP/1.1" status: 204 len: 168 time: 2.3831289 Apr 05 12:14:18.181791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53318) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:18.191440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.239573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0374cf-7eb8-4b32-9008-2f0ca4d34d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339dc44-1b35-4066-be14-cc05c06b1054,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:18.285931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:18.290202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:18.301122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-f3882b87-1452-4773-b2a3-2ba2f3965cbc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284577 Apr 05 12:14:18.302077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:18.321934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.343413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=92a829ed-f0ac-438b-add9-042653a35f22,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:18.377584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=eaa2d5a1-2c1a-4a12-9c26-3570fe06f583,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:18.389325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a686cd-c574-41f5-afab-60e880f3e23d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:18.393354 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0a686cd-c574-41f5-afab-60e880f3e23d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2078829 Apr 05 12:14:18.423188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53328) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:18.538625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.721961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778b8073-bcc4-44bd-af65-38fe96a80bfd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:18.726495 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-778b8073-bcc4-44bd-af65-38fe96a80bfd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2993715 Apr 05 12:14:18.736242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:18.739977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.821652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-134c4c6f-d15c-46cf-9065-5f7f8708f4ce service neutron] 10.222.0.50 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708755 Apr 05 12:14:18.888655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.936249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.937675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:18.945635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:18.949464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:18.949464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:18.950259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:18.971881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:18.977119 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f95de5ee-8a73-4660-a5d6-0337d79901bb tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 204 len: 168 time: 1.7792196 Apr 05 12:14:18.977119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:18.979932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:18.983078 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1f5116e-09ad-4ff3-a4e6-8664bf343358 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2445240 Apr 05 12:14:18.984297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-450275080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:18.990279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:18.994401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:19.036947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:19.038123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.045752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:19.055590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:19.076005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 042649dd-6b0c-4f34-b20b-ac2cedea658b {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:19.081048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.082404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.086610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.093610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53360) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:19.152264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.163248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.164546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-14b8309a-1ca9-46bf-837b-bbf7649c42e9 service neutron] 10.222.0.50 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262663 Apr 05 12:14:19.229708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.273029 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.274348 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c26063f0-0350-4643-bcbd-57e8a8c9ec14 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2961988 Apr 05 12:14:19.278787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53368) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:19.286041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': True}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:19.421055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.424611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1556800097'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:19.432935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:19.442149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:19.447519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:19.461387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:19.548559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:19.552563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.743735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.744521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.777823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.781301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:19.785693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.790000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:security_group_rule and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:19.794532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:19.832699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=042649dd-6b0c-4f34-b20b-ac2cedea658b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:19.834720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:19.840260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130e887-99df-4e19-881c-3a9612f4bcf0 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:19.862048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:19.863588 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e1e88fd-e57e-4ca6-95d4-58d8f30ac004 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/042649dd-6b0c-4f34-b20b-ac2cedea658b HTTP/1.1" status: 204 len: 168 time: 0.8723361 Apr 05 12:14:19.872265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53376) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:20.007785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8d51c-46b2-48e1-83f6-dd91fcfa4a85 req-96f1be27-362f-4030-b19e-cbaa971cb5fc tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:20.009355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4a8d51c-46b2-48e1-83f6-dd91fcfa4a85 req-96f1be27-362f-4030-b19e-cbaa971cb5fc tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.4647627 Apr 05 12:14:20.111000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 1cab9d8f-3769-4997-a6fa-89c200543259 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:20.120518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.193199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.231120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.236815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4a8d51c-46b2-48e1-83f6-dd91fcfa4a85 req-aac608b9-e03c-4093-91aa-b5b0a7af2be8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704803 Apr 05 12:14:20.244257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.348396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.359388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.383539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Router 897ae2d1-db19-4417-90f7-b5d18720c096 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:20.410759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.26.5.124 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/662d75a1-1aac-4d73-bdc6-4a3dd9d3d98c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:20.445672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:14:20.471789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8a8a9-a3b1-42f5-8a12-646671ca44ba,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:20.535802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c49bb05a-6033-49a5-9833-f955dcb81698 req-260f75bf-ecf2-47b2-b2de-56d064ba6fbd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.1402643 Apr 05 12:14:20.579782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.618853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.619358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment e1fae203-edaf-45c2-958f-f9bfe54af631 of type vlan for network 244fa813-4318-45af-84c8-cf2e22b64811 Apr 05 12:14:20.709419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.746470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.753122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.813188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b5b96198-8777-48e1-87c7-b646085bf68a None None] Provisioning complete for port e265ca80-b3a4-41c0-a428-8f7c7539e230 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:20.813562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5b96198-8777-48e1-87c7-b646085bf68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.816673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:20.822913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:20.826180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:20.830916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:20.834648 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Sync routers for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:20.852548 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:20.853499 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:20.879699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:20.883579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=662d75a1-1aac-4d73-bdc6-4a3dd9d3d98c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:20.889127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:20.890765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.005844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.072797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=244fa813-4318-45af-84c8-cf2e22b64811,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:21.082333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.087148 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/1cab9d8f-3769-4997-a6fa-89c200543259 HTTP/1.1" status: 204 len: 168 time: 1.2102466 Apr 05 12:14:21.090465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 244fa813-4318-45af-84c8-cf2e22b64811 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:14:21.091617 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:21.102919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53388) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:21.107754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.116850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d47837a0-9d31-4df2-a9e7-ba079972105a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1999972 Apr 05 12:14:21.120122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b25e36-b678-4b95-9846-9184f368df64 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:21.122511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53392) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:21.123610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7330f41-49c4-494d-9237-058cf9094489 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=1cab9d8f-3769-4997-a6fa-89c200543259,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:21.145857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-99482ba8-3196-4c74-af39-cbb933208719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0493903 Apr 05 12:14:21.149431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:21.164710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925221308'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:21.175830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:21.187002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:21.194198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:21.210105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:21.228260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:21.232489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.249783 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9965d5eb-8894-4fd7-aded-6904c8787c22 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440253 Apr 05 12:14:21.250809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:21.261020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:21.315401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-eb52e190-bc87-4d9e-99d7-730a64636c2a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:21.316181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-eb52e190-bc87-4d9e-99d7-730a64636c2a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:21.359429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-eb52e190-bc87-4d9e-99d7-730a64636c2a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:21.360608 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-eb52e190-bc87-4d9e-99d7-730a64636c2a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.3779263 Apr 05 12:14:21.412564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c6a341bc-7958-440d-aec9-5ec101a816c5 tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=dd2c613c2bbc479da18b608ccfc102c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2837024 Apr 05 12:14:21.422505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53412) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:21.597846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:21.602175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Deleting port e265ca80-b3a4-41c0-a428-8f7c7539e230 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:21.602558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.656137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 2b2c8889-14aa-436c-bcd9-37490e35c91e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:21.656661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.678812 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:18Z', 'revision_number': 3, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:21.682945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Checking router: 897ae2d1-db19-4417-90f7-b5d18720c096 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:21.683402 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Updating router 897ae2d1-db19-4417-90f7-b5d18720c096 port 92a829ed-f0ac-438b-add9-042653a35f22 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:14:21.727805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:14:21.754323 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.767302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:21.771907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:21.775118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:21.781811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:21.878514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] For port e265ca80-b3a4-41c0-a428-8f7c7539e230, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e265ca80-b3a4-41c0-a428-8f7c7539e230,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:21.879229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.958015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a51c7a2b-2668-4a44-b31a-e7d811759502 req-4745b522-053d-4b69-8247-5ee0353df1c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.3401253 Apr 05 12:14:21.963984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:21.966318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] For port 2b2c8889-14aa-436c-bcd9-37490e35c91e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=2b2c8889-14aa-436c-bcd9-37490e35c91e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:21.966697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:21.968216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.003770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.004124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment bee43359-d41f-4c90-9611-f99fd41e064f of type vlan for network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 Apr 05 12:14:22.056141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Calling delete_port for e265ca80-b3a4-41c0-a428-8f7c7539e230 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:22.154280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.173354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3634dc8-f488-4c25-8a94-8d67f39440d4 tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:22.179631 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f3634dc8-f488-4c25-8a94-8d67f39440d4 tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7554824 Apr 05 12:14:22.185849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53418) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:22.199721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8c665-325f-4ff1-8f7f-2ac6eeee390d req-c4824c86-ef42-437e-8866-ee8ac7b9e386 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:22.202633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-24a8c665-325f-4ff1-8f7f-2ac6eeee390d req-c4824c86-ef42-437e-8866-ee8ac7b9e386 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 945 time: 0.7197716 Apr 05 12:14:22.226482 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.230760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.245966 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Transition to ACTIVE for port object 92a829ed-f0ac-438b-add9-042653a35f22 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:22.258001 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.280703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b6fb5a94-fde6-46de-a391-fb73a8e9c5af tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0941374 Apr 05 12:14:22.287732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] No DVR routers for this DVR port e265ca80-b3a4-41c0-a428-8f7c7539e230 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:22.292215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53422) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:22.307192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a289b4-39c7-4b1a-a448-9240d353a29e None None] Pushing event deleted for resources: {'Port': ['ID=e265ca80-b3a4-41c0-a428-8f7c7539e230,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:22.316644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-497181904', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:22.375544 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Attempting to bind port 92a829ed-f0ac-438b-add9-042653a35f22 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:22.375544 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Attempting to bind port 92a829ed-f0ac-438b-add9-042653a35f22 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:22.376167 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Attempting to bind port 92a829ed-f0ac-438b-add9-042653a35f22 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:22.386807 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:22.387339 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:22.387606 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.387999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:22.388465 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Bound port: 92a829ed-f0ac-438b-add9-042653a35f22, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:22.388846 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.413158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.413365 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da96e2-a9af-4be1-b4e4-69aed578f046 None None] Pushing event updated for resources: {'Port': ['ID=92a829ed-f0ac-438b-add9-042653a35f22,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:22.415636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:22.416379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.474840 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] For port 92a829ed-f0ac-438b-add9-042653a35f22, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:22.479883 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] For port 92a829ed-f0ac-438b-add9-042653a35f22, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=92a829ed-f0ac-438b-add9-042653a35f22,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:22.484880 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.507783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.511919 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-24a8c665-325f-4ff1-8f7f-2ac6eeee390d req-34986043-7d48-4e5c-86f6-cdfc467cd7cc tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554762 Apr 05 12:14:22.582240 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da96e2-a9af-4be1-b4e4-69aed578f046 None None] Pushing event updated for resources: {'Port': ['ID=92a829ed-f0ac-438b-add9-042653a35f22,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:22.584872 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:22.585485 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:22.665671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=2e855017-90a0-4d09-a60c-9dd5a7f6a7e3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:22.681136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:14:22.696870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.697618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.698162 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP a3810e71-e46a-49cf-b2c3-6c2fa45c1414 disassociated. External IP: 172.26.5.119, port: 2b2c8889-14aa-436c-bcd9-37490e35c91e. Apr 05 12:14:22.698723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 2b2c8889-14aa-436c-bcd9-37490e35c91e owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:22.698849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:22.701868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-924a4476-1899-43ef-815d-b969cc20985e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5514696 Apr 05 12:14:22.705363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:subnet and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:22.724065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:22.726834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:22.754819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': '244fa813-4318-45af-84c8-cf2e22b64811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:22.776353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:22.874709 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:22.878202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Made reservation on behalf of dd2c613c2bbc479da18b608ccfc102c2 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:22.882646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:22.910161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.040711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.046308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.107814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.143933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:23.174219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=2b2c8889-14aa-436c-bcd9-37490e35c91e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:23.192614 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:18Z', 'revision_number': 3, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:23.194838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:23.197704 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21805499-0a6a-4aaf-bda3-640d12dface2 None None] The sync data for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv is: [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:18Z', 'revision_number': 3, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:23.204299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3e35727-3258-42da-aa63-aa499a3a76ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.207653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:23.215940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:23.220833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:23.221725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.228955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:23.231946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7da185-64d3-482a-904f-ab81ba700dfd None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:23.254598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:23.265517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6dc2eb84-72f3-467a-909a-0f02cb2c4911 req-18c2927f-a813-455d-a862-86b8625b522e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.1352601 Apr 05 12:14:23.266139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=6b7a8d67-19be-4210-a21c-152c2586c9db,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:23.319067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:23.322873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.355961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-391486d3-07a6-44c3-90e3-f5e8321ac07d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0987928 Apr 05 12:14:23.357477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:23.391844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:23.508567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.508863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'tenant_id': '25d12a24c54b4762ae2d7ed5143a1df7', 'fixed_ips': [{'subnet_id': '6b7a8d67-19be-4210-a21c-152c2586c9db'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:14:23.509949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.668773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:23.716865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Subnet': ['ID=2b4b5bce-9988-400f-85c8-2b51c00f522a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:23.752871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Checking segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:23.752871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network hostable DHCP agents. Network: d7cd1c3f-75b3-4a5a-a1ab-40aa16757616, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:14:23.783253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e265ca80-b3a4-41c0-a428-8f7c7539e230 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:23.900579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e265ca80-b3a4-41c0-a428-8f7c7539e230 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:23.901217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e265ca80-b3a4-41c0-a428-8f7c7539e230 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:23.920066 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-077469f5-a660-4371-a73a-8c303d20f359 req-808eb78f-5869-436d-ad9a-c6606908810a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.1174941 Apr 05 12:14:23.922685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:14:23.946641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d7cd1c3f-75b3-4a5a-a1ab-40aa16757616) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:23.957270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.965991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:23.966602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:23.969982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33933d22-28b8-4fbd-b22d-277661b4ae91 None None] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:24.018139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Allocated IP 2001:db8::2 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/6b7a8d67-19be-4210-a21c-152c2586c9db/a32d225d-eb36-426d-9565-6853c7d94bf3) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:24.066512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:24.085364 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fe400b63-72a6-4dc7-9594-79ff7026807d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7805204 Apr 05 12:14:24.085511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53448) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:24.097651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:24.100330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router c328b9e1-b458-4eff-9c28-9e413838c7fe is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:24.122766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=b85c958b-7935-40e0-8c35-c77199ce14b8,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:24.125821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'e1fae203-edaf-45c2-958f-f9bfe54af631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:24.126218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: 244fa813-4318-45af-84c8-cf2e22b64811, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:14:24.161284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:24.195398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 244fa813-4318-45af-84c8-cf2e22b64811 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:14:24.218925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 244fa813-4318-45af-84c8-cf2e22b64811) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:24.225485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:24.226132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.252148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60f447-8dd8-431b-903c-bbb511739f1a None None] Network 244fa813-4318-45af-84c8-cf2e22b64811 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:24.274758 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b591508a-146f-4291-9d4a-a1c341e46719 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5443006 Apr 05 12:14:24.275063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53452) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:24.282073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:24.424530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:24.533648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-82f3f92b-1405-4d7e-88d8-d62450cc0293 req-2d0c4b0e-6f28-47c4-88aa-b5e884c1642c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.0637484 Apr 05 12:14:24.537892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:24.543448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:24.549318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:24.566182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:24.579772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:24.581521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:24.583253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.587662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.651632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.667306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:24.774331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:24.781843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-244fa813-4318-45af-84c8-cf2e22b64811', 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': 'b85c958b-7935-40e0-8c35-c77199ce14b8'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:14:24.782665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.844204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 2b2c8889-14aa-436c-bcd9-37490e35c91e no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:24.897091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:24.897726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:24.946088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] No DVR routers for this DVR port 2b2c8889-14aa-436c-bcd9-37490e35c91e on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:24.967109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:24.970952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'name': 'network-vif-deleted', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:25.004509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:25.084771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:25.099142 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] Sync routers for ids ['c328b9e1-b458-4eff-9c28-9e413838c7fe'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:25.115434 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] Routers {'c328b9e1-b458-4eff-9c28-9e413838c7fe'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:25.118007 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c328b9e1-b458-4eff-9c28-9e413838c7fe'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:25.123473 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8e062fad-9f36-4407-9f47-e9cd9d9c7c31 req-d8f69a49-9577-4ebd-9784-18d234e9915a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "DELETE /v2.0/ports/2b2c8889-14aa-436c-bcd9-37490e35c91e HTTP/1.1" status: 204 len: 173 time: 3.6238878 Apr 05 12:14:25.146967 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.ipam_backend_mixin [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b7a8d67-19be-4210-a21c-152c2586c9db (CIDR: 2001:db8::/64) Apr 05 12:14:25.209725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:25.210673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:25.214517 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b73fd050-ef86-4436-a433-a7731e576b96 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "PUT /v2.0/routers/c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 200 len: 914 time: 5.9317982 Apr 05 12:14:25.221354 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:14:25.221869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:25.227111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53468) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:25.241786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee6bb6d0-35f9-40d4-9319-4bfe0ad99055 req-14aee2d7-3ae4-491a-8b19-a853b2634ee9 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.1801112 Apr 05 12:14:25.299593 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:25.329027 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] Routers {'c328b9e1-b458-4eff-9c28-9e413838c7fe'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:25.338353 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:13:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c328b9e1-b458-4eff-9c28-9e413838c7fe'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:25.397466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 2b2c8889-14aa-436c-bcd9-37490e35c91e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:25.398075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 2b2c8889-14aa-436c-bcd9-37490e35c91e not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:25.399788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:14:25.400773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:25.427898 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53249cc9-00c0-4315-bc72-74ec1448059e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0463998 Apr 05 12:14:25.431733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53472) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:25.455283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'subnet': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:25.485363 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:25.486033 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3cf0d1-46bf-45db-bf35-7025b975d871 None None] The sync data for ids ['c328b9e1-b458-4eff-9c28-9e413838c7fe'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:25.525883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=6741ccfc-9792-47d0-9b2d-1c730a019770,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:25.536457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'bee43359-d41f-4c90-9611-f99fd41e064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:25.536824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:14:25.549253 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '792d7b4c-359a-4514-a88e-ae3c557e2d5a', 'name': 'network-vif-deleted', 'tag': '2b2c8889-14aa-436c-bcd9-37490e35c91e', 'status': 'completed', 'code': 200} Apr 05 12:14:25.832910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3b3c4e-4e92-483e-9c7d-430a16569667 req-6b94b08d-e842-4030-a1b7-4d594fe9d93c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.0759158 Apr 05 12:14:25.847917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Allocated IP 172.20.0.2 (d7cd1c3f-75b3-4a5a-a1ab-40aa16757616/2b4b5bce-9988-400f-85c8-2b51c00f522a/e3b969e1-c519-4bad-9bf2-68b841424146) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:25.849676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:14:25.879410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-63f6e20e-4b49-4b9f-ba3e-64af7fe305a4 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 200 len: 920 time: 0.6499412 Apr 05 12:14:25.883481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:25.887843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:25.953969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:25.956671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.017543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:26.019018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8301fb47-32e4-4159-9d21-91c13c28f9c7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7425525 Apr 05 12:14:26.056879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723a7d1-6e68-423c-afeb-94dee77aba0c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:26.061850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6723a7d1-6e68-423c-afeb-94dee77aba0c tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=c328b9e1-b458-4eff-9c28-9e413838c7fe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1740901 Apr 05 12:14:26.063003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:26.092954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1581147874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:26.124909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:26.130085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:subnet and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:26.139974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:26.153141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:26.179323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:26.192194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:26.199870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Allocated IP 172.20.0.2 (244fa813-4318-45af-84c8-cf2e22b64811/b85c958b-7935-40e0-8c35-c77199ce14b8/71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:26.204378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:26.223158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:26.285730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f8eb9-9b58-46e0-95fb-20bb44340646 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:26.288154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-160f8eb9-9b58-46e0-95fb-20bb44340646 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.2240908 Apr 05 12:14:26.291158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53492) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:26.374838 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aec541e9-595e-4cf2-b85a-e9f4d1375f44 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 200 len: 205 time: 0.0795591 Apr 05 12:14:26.375176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53496) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:26.423174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.434862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Transition to ACTIVE for port object 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:26.456350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Transition to ACTIVE for port object 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:26.462062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 92a829ed-f0ac-438b-add9-042653a35f22 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:26.490953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299920e6-51dd-4bb0-8a6a-6efe48391907 None None] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:26.563972 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-034ea0ab-0c47-488b-ba30-816b844eb993 req-acd5b294-8622-46ed-9567-6f28e2f2f483 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=792d7b4c-359a-4514-a88e-ae3c557e2d5a HTTP/1.1" status: 200 len: 210 time: 0.0654013 Apr 05 12:14:26.590429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.604834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.606018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.616510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:26.620582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.695185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-01e3a24e-b926-4c69-bd33-190ee68af985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.733095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.777171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Pushing event updated for resources: {'Port': ['ID=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:26.815559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.838646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-be1b6963-5203-4250-b850-fe32717b7cce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:26.839396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-be1b6963-5203-4250-b850-fe32717b7cce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:26.880770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.929241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Network 244fa813-4318-45af-84c8-cf2e22b64811 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:26.947799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.963734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:26.984147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-be1b6963-5203-4250-b850-fe32717b7cce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:26.986052 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-be1b6963-5203-4250-b850-fe32717b7cce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 796 time: 0.7295513 Apr 05 12:14:26.988861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:26.995543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:26.997423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.040386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.050219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b58c7338-de8c-4051-8e67-4126227eb74e req-e10baae7-86da-4ea3-9371-e124fe236408 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.0610499 Apr 05 12:14:27.056120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port 662d75a1-1aac-4d73-bdc6-4a3dd9d3d98c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:27.056528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.113455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-a9cd5d2f-e73c-4959-8b8c-ef8964838feb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:27.117404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.132965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.136854 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9287fcf1-d47a-482f-9c5a-bb3f4d0d0182 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1156909 Apr 05 12:14:27.146052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53506) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:27.173223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Transition to ACTIVE for port object a32d225d-eb36-426d-9565-6853c7d94bf3 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:27.307633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 92a829ed-f0ac-438b-add9-042653a35f22 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:27.326915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Attempting to bind port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:27.326915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Attempting to bind port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e1fae203-edaf-45c2-958f-f9bfe54af631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:27.327329 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-a9cd5d2f-e73c-4959-8b8c-ef8964838feb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:27.327636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Attempting to bind port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f on network 244fa813-4318-45af-84c8-cf2e22b64811 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:27.328211 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-a9cd5d2f-e73c-4959-8b8c-ef8964838feb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 379 time: 0.3234701 Apr 05 12:14:27.347356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Transition to ACTIVE for port object a32d225d-eb36-426d-9565-6853c7d94bf3 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:27.364256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 92a829ed-f0ac-438b-add9-042653a35f22 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:27.364883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.374745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.398193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:27.398724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Checking segment: {'id': 'e1fae203-edaf-45c2-958f-f9bfe54af631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:27.399252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.399743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Bound using segment: {'id': 'e1fae203-edaf-45c2-958f-f9bfe54af631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:27.400348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Bound port: 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fae203-edaf-45c2-958f-f9bfe54af631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '244fa813-4318-45af-84c8-cf2e22b64811'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:27.400819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.400949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['3eb4157b-5130-48d6-87fc-c14b09158a53']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:27.446453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.460705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.507109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for 662d75a1-1aac-4d73-bdc6-4a3dd9d3d98c owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:27.570250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Transition to ACTIVE for port object e3b969e1-c519-4bad-9bf2-68b841424146 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:27.615603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:27.636483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:27.651313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:27.709871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Pushing event updated for resources: {'Port': ['ID=a32d225d-eb36-426d-9565-6853c7d94bf3,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:27.716450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Transition to ACTIVE for port object e3b969e1-c519-4bad-9bf2-68b841424146 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:27.756890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.797965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.823437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=662d75a1-1aac-4d73-bdc6-4a3dd9d3d98c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:27.850281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2e855017-90a0-4d09-a60c-9dd5a7f6a7e3', 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '6741ccfc-9792-47d0-9b2d-1c730a019770'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:14:27.852064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.909009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:27.913573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:27.917222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:27.951328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.973848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:27.975185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] For port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:27.996488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:28.006158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:28.013414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:28.061598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:28.064566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:28.072766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] For port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,segment=NetworkSegment(e1fae203-edaf-45c2-958f-f9bfe54af631),segment_id=e1fae203-edaf-45c2-958f-f9bfe54af631)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:28.145193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-e35ad68e-7897-48ce-8a7b-9858ca37fe9b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673414148&fields=id&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 267 time: 0.1227441 Apr 05 12:14:28.161549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Attempting to bind port a32d225d-eb36-426d-9565-6853c7d94bf3 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:28.162024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Attempting to bind port a32d225d-eb36-426d-9565-6853c7d94bf3 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:28.162449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Attempting to bind port a32d225d-eb36-426d-9565-6853c7d94bf3 on network 0d84777e-b69b-410c-a2a6-18fcc490dd2e {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:28.207950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:28.229959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.270283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.274701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.281319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:28.281787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Checking segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:28.282263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.282731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Bound using segment: {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:28.283322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Bound port: a32d225d-eb36-426d-9565-6853c7d94bf3, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:28.283772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.293137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Pushing event updated for resources: {'Port': ['ID=e3b969e1-c519-4bad-9bf2-68b841424146,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:28.302590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.335830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:28.340343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.356498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.369994 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f60b4081-b024-4e2e-8113-e5e2bfb278e7 req-9e124a6b-a3bc-4f5d-97d4-3c406d050307 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.1298182 Apr 05 12:14:28.370430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:28.371202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:28.416037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.416679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router c328b9e1-b458-4eff-9c28-9e413838c7fe {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:28.443914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.448776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3e155ae4-1137-4587-a1ca-e064642e20c5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 204 len: 168 time: 2.0691984 Apr 05 12:14:28.455104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53520) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:28.463573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1269257663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:28.473117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:28.481957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-9322f881-a83a-406f-b7fb-90ebfab63a64 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:28.482718 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-9322f881-a83a-406f-b7fb-90ebfab63a64 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.3260882 Apr 05 12:14:28.485854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:28.489706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:28.497233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:28.512510 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-db1a755c-acd1-4010-903d-655fb0f62486 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/quotas/b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 375 time: 0.0164573 Apr 05 12:14:28.518656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.520558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.536894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Attempting to bind port e3b969e1-c519-4bad-9bf2-68b841424146 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:28.537491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Attempting to bind port e3b969e1-c519-4bad-9bf2-68b841424146 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:28.537867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Attempting to bind port e3b969e1-c519-4bad-9bf2-68b841424146 on network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:28.605488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.632544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 92a829ed-f0ac-438b-add9-042653a35f22, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=92a829ed-f0ac-438b-add9-042653a35f22,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:28.634208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:28.634776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Checking segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:28.635325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.635851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Bound using segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:28.636476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Bound port: e3b969e1-c519-4bad-9bf2-68b841424146, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:28.636960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.639110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.680999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.708914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-254b99b3-ebb7-452e-ac7b-8244d33fb7c6 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672606 Apr 05 12:14:28.715106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:28.720768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fa056220-0aa7-44ca-879d-78d851aedc0b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2647903 Apr 05 12:14:28.746767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53524) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:28.769926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'enable_snat': False}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:28.838677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270c0d-eff3-4c84-9520-622a2daee6df None None] Pushing event updated for resources: {'Port': ['ID=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:28.870164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.objects.ports [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87958) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 12:14:28.940690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Allocated IP 172.21.0.2 (2e855017-90a0-4d09-a60c-9dd5a7f6a7e3/6741ccfc-9792-47d0-9b2d-1c730a019770/a1c579ee-da7a-4615-afa9-18ab884f4641) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:28.974980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] For port a32d225d-eb36-426d-9565-6853c7d94bf3, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:29.053114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:29.138311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=92a829ed-f0ac-438b-add9-042653a35f22,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:29.154625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] For port a32d225d-eb36-426d-9565-6853c7d94bf3, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a32d225d-eb36-426d-9565-6853c7d94bf3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:29.165789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] For port e3b969e1-c519-4bad-9bf2-68b841424146, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:29.173775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:29.286744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] For port e3b969e1-c519-4bad-9bf2-68b841424146, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e3b969e1-c519-4bad-9bf2-68b841424146,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:29.380133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:29.414830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Allocated IP 172.20.0.1 (d7cd1c3f-75b3-4a5a-a1ab-40aa16757616/2b4b5bce-9988-400f-85c8-2b51c00f522a/9a1c36f1-7bff-4fde-bc81-70e6dc42bed4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:29.433733 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-500fa314-ca2f-4e53-82bb-aad12d668343 service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114639 Apr 05 12:14:29.482781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:29.527339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973961a-a948-455a-b2ea-dbe64f191bac None None] Pushing event updated for resources: {'Port': ['ID=a32d225d-eb36-426d-9565-6853c7d94bf3,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:29.611388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:29.700111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11443eb-de59-47e5-801b-dd9a2ef83439 None None] Pushing event updated for resources: {'Port': ['ID=e3b969e1-c519-4bad-9bf2-68b841424146,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:29.804362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.10 (cdac3dad-2e18-434a-84dc-5272cba8f506/bf367175-6975-4aae-88af-7ebdc97076ba/77ce9492-4f69-4cc3-a08b-aaa091d5b907) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:29.830695 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-095831db-fa7b-4167-bc21-93e5f6355a1c req-c8f4b9bc-33cf-4a08-9f50-e035caaeaf27 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.1816602 Apr 05 12:14:29.999206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.20.0.1 (244fa813-4318-45af-84c8-cf2e22b64811/b85c958b-7935-40e0-8c35-c77199ce14b8/5d683193-31f2-42ee-9532-97dc0a701238) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:30.005195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.037288 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-8dc80358-bff0-4105-9f12-9bfdccc25e98 service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808898 Apr 05 12:14:30.064076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Transition to ACTIVE for port object a1c579ee-da7a-4615-afa9-18ab884f4641 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:30.153088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Transition to ACTIVE for port object a1c579ee-da7a-4615-afa9-18ab884f4641 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:30.157805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:30.171514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff42a3-1847-4cab-94ce-d38d6130bfca None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:30.181613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.303074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:30.313374 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:14:30.319964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:30.334676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:30.453727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.495768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.528078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4452da39-902f-4500-b5e6-6f59a8bb47d4 None None] Network 244fa813-4318-45af-84c8-cf2e22b64811 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:30.594024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Pushing event updated for resources: {'Port': ['ID=a1c579ee-da7a-4615-afa9-18ab884f4641,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:30.813174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Attempting to bind port a1c579ee-da7a-4615-afa9-18ab884f4641 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:30.813912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Attempting to bind port a1c579ee-da7a-4615-afa9-18ab884f4641 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'bee43359-d41f-4c90-9611-f99fd41e064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:30.814025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Attempting to bind port a1c579ee-da7a-4615-afa9-18ab884f4641 on network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:30.819838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.846837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object 5d683193-31f2-42ee-9532-97dc0a701238 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:30.854460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a0df8aa5-048c-41a3-b956-b33496bca889 None None] Provisioning for port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:30.892954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:30.893283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Checking segment: {'id': 'bee43359-d41f-4c90-9611-f99fd41e064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:30.893701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.894196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Bound using segment: {'id': 'bee43359-d41f-4c90-9611-f99fd41e064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:30.894756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Bound port: a1c579ee-da7a-4615-afa9-18ab884f4641, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee43359-d41f-4c90-9611-f99fd41e064f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '2e855017-90a0-4d09-a60c-9dd5a7f6a7e3'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:30.895193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:30.961816 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-431b662f-ef47-43e3-9050-359d9776293d req-a1f7df1c-1e90-4796-8891-2aef93389e83 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 210 time: 0.1561804 Apr 05 12:14:30.992764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.001390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Allocated IP 172.26.5.218 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/18a00b15-ef2d-424f-bf8a-cdfa3bebec64) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:31.007450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4220b-f29f-42a0-b4e0-5df6fe6a6d8f None None] New status for floating IP a3810e71-e46a-49cf-b2c3-6c2fa45c1414: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:14:31.256782 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce098bf8-d864-48a6-b9cc-8b1b694f08dd req-851a4041-d2c6-4591-8b60-fe9792bbdf8b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.1383066 Apr 05 12:14:31.271099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.307671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 244fa813-4318-45af-84c8-cf2e22b64811 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:31.445498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 92a829ed-f0ac-438b-add9-042653a35f22 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:31.461908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.525792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.589414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] For port a1c579ee-da7a-4615-afa9-18ab884f4641, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:31.592896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] For port a1c579ee-da7a-4615-afa9-18ab884f4641, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a1c579ee-da7a-4615-afa9-18ab884f4641,segment=NetworkSegment(bee43359-d41f-4c90-9611-f99fd41e064f),segment_id=bee43359-d41f-4c90-9611-f99fd41e064f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:31.621995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Pushing event updated for resources: {'Port': ['ID=18a00b15-ef2d-424f-bf8a-cdfa3bebec64,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:31.653720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:31.655005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:31.657561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:31.740320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:31.754280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:31.774842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b52de-ac22-4a8b-a5f3-ce2286c23797 None None] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:31.792144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] For port a32d225d-eb36-426d-9565-6853c7d94bf3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a32d225d-eb36-426d-9565-6853c7d94bf3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:31.830963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=5d683193-31f2-42ee-9532-97dc0a701238,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:31.846973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.847586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Transition to ACTIVE for port object 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:31.907176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f1415760-92ac-425d-818c-165fe4694e99 None None] Provisioning for port a32d225d-eb36-426d-9565-6853c7d94bf3 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:31.915273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.919056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.925388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.944391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:31.945176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.076451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 77ce9492-4f69-4cc3-a08b-aaa091d5b907 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:32.115311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:32.132109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:32.146688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:32.147388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.194653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=a32d225d-eb36-426d-9565-6853c7d94bf3,revision_number=4']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:32.204657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.210696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Subnet': ['ID=7c966021-470f-401b-ad30-24f6186509ac,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:32.218765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8c36f-b5c6-40fa-834c-3514bce5cb4f None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:32.386699 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-310d4b94-46b8-4bee-9fd8-4c091d530ebb tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.9450316 Apr 05 12:14:32.401910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:32.409575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:32.413899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Request body: {'port': {'network_id': '0d84777e-b69b-410c-a2a6-18fcc490dd2e', 'mac_address': 'fa:16:3e:60:df:80', 'name': 'tempest-NetworksTestDHCPv6-1367640955'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:32.463277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:32.482691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:32.512552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c36a77bd-5a81-4a3a-bdcf-494b52ed3c94 None None] Provisioning for port e3b969e1-c519-4bad-9bf2-68b841424146 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:32.524039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.534637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:32.557553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba767347-f3be-4ce9-8c60-995b41842103 None None] Pushing event updated for resources: {'Port': ['ID=a1c579ee-da7a-4615-afa9-18ab884f4641,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:32.577174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 92a829ed-f0ac-438b-add9-042653a35f22 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:32.577556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.622914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d6223b0-53ac-43ad-838e-ced769cb5e6a req-47b9e07b-5061-464d-958a-e1e9586756c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 210 time: 0.3155432 Apr 05 12:14:32.869880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a32d225d-eb36-426d-9565-6853c7d94bf3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:32.904985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.914934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:32.921038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Usage tracker for resource:port and tenant:25d12a24c54b4762ae2d7ed5143a1df7 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:32.926361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:32.935511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:32.946689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:32.966491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:32.980060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Made reservation on behalf of 25d12a24c54b4762ae2d7ed5143a1df7 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:32.992465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126b04-9559-473a-b41c-b20e2d639d48 req-0166f5dd-4633-4ad2-81fd-912194ee82c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:32.994191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69126b04-9559-473a-b41c-b20e2d639d48 req-0166f5dd-4633-4ad2-81fd-912194ee82c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 932 time: 0.4367356 Apr 05 12:14:33.005926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-06e1772a-0764-4173-a07d-025f58f2c1b4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:33.007595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-06e1772a-0764-4173-a07d-025f58f2c1b4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.4485817 Apr 05 12:14:33.117867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network cdac3dad-2e18-434a-84dc-5272cba8f506 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:33.168171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.198206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port a32d225d-eb36-426d-9565-6853c7d94bf3 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:33.232611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a32d225d-eb36-426d-9565-6853c7d94bf3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:33.234430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.302430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:33.323388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-e116b35c-0928-4813-9426-3d82f34b1727 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 380 time: 0.2852762 Apr 05 12:14:33.324606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:33.342510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'port': {'device_id': '63182596-969c-44a0-9034-bc8849026115', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'admin_state_up': True, 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'security_groups': ['b61fc9c0-1689-41c1-b903-fb8b9b525899']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:33.376527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a4a1673c-d4dc-4b22-b99f-b7c4e7bbcc2a None None] Provisioning for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:33.399504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a4a1673c-d4dc-4b22-b99f-b7c4e7bbcc2a None None] Provisioning complete for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:33.400121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4a1673c-d4dc-4b22-b99f-b7c4e7bbcc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.463422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.490044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1673c-d4dc-4b22-b99f-b7c4e7bbcc2a None None] Port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:33.631511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69126b04-9559-473a-b41c-b20e2d639d48 req-1be8fd44-b454-4b43-bf5e-b03a9a93cb88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6224208 Apr 05 12:14:33.641613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:33.646478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.656102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:port and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:33.661705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:33.690917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:33.764854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port a32d225d-eb36-426d-9565-6853c7d94bf3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a32d225d-eb36-426d-9565-6853c7d94bf3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:33.784287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.786648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e3b969e1-c519-4bad-9bf2-68b841424146 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:33.835242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] device_id is not set on port 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:14:33.890359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0483a4ed-1b6f-4e04-8160-e668a195c824 None None] Provisioning for port 5d683193-31f2-42ee-9532-97dc0a701238 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:33.922405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0483a4ed-1b6f-4e04-8160-e668a195c824 None None] Provisioning complete for port 5d683193-31f2-42ee-9532-97dc0a701238 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:33.923149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0483a4ed-1b6f-4e04-8160-e668a195c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:33.997703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ba82ddd-08cb-4db1-90fa-bf306fdb92df req-6adec9c3-a85f-41de-aa6f-9c96c4f5fa96 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 210 time: 0.1514461 Apr 05 12:14:34.005545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Made reservation on behalf of b6269eca554841afa8bd6f43eff14c71 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:34.011265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.123507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=a32d225d-eb36-426d-9565-6853c7d94bf3,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:34.206922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e9d73-aaf9-43bf-8551-f87940b6af84 None None] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:34.224044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0483a4ed-1b6f-4e04-8160-e668a195c824 None None] Port 5d683193-31f2-42ee-9532-97dc0a701238 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:34.346240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e3b969e1-c519-4bad-9bf2-68b841424146 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:34.355184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:34.355744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.360709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e3b969e1-c519-4bad-9bf2-68b841424146 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:34.366479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.417747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.461261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.490446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Provisioning complete for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:34.490934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.681911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:34.706303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Provisioning for port a1c579ee-da7a-4615-afa9-18ab884f4641 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:34.765421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.787477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.20.0.12 (0744352a-31de-48f1-9b25-45a46005f79b/b8135c0d-5e09-4a3c-b621-862bb00d884e/0f73f1a5-b7ab-40fc-879c-acc888db8c7a) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:34.792703 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-092c04ce-034f-4e2c-92f7-d4899b106a85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4525042 Apr 05 12:14:34.814460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e3b969e1-c519-4bad-9bf2-68b841424146, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e3b969e1-c519-4bad-9bf2-68b841424146,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:34.824529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Provisioning complete for port 5d683193-31f2-42ee-9532-97dc0a701238 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:34.825082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.852562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:34.853338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:34.856595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Request body: {'port': {'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:34.912463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.014276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Port 5d683193-31f2-42ee-9532-97dc0a701238 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:35.112019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e3b969e1-c519-4bad-9bf2-68b841424146,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:35.148375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Provisioning for port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:35.163280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Provisioning complete for port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:35.163957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.235898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:35.251772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-774fd53b-c8d6-4b56-9afa-fe26d09bc5dd req-d29dc589-80da-4730-8c3f-aaeda8d5d973 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 210 time: 0.0751221 Apr 05 12:14:35.259468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:35.259839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.297495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd93e-ecce-4e46-a429-5b7665ece3a6 req-37953aca-6d32-4900-8343-f7a44f587bdd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:35.299226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-635cd93e-ecce-4e46-a429-5b7665ece3a6 req-37953aca-6d32-4900-8343-f7a44f587bdd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 932 time: 0.4310539 Apr 05 12:14:35.304580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Router ebde9cf1-3c9c-4832-9ac8-28e2d77be36c is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:35.350843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8::270 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/6b7a8d67-19be-4210-a21c-152c2586c9db/7f4662f7-1a2f-4475-9bfb-189b5c4bf48d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:35.441700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:df80 (0d84777e-b69b-410c-a2a6-18fcc490dd2e/7c966021-470f-401b-ad30-24f6186509ac/7f4662f7-1a2f-4475-9bfb-189b5c4bf48d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:35.444801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ce02db57-d3e0-42c8-893b-90b5053e0c14 None None] Port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:35.452567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.476295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.494311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.521304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,segment=NetworkSegment(e1fae203-edaf-45c2-958f-f9bfe54af631),segment_id=e1fae203-edaf-45c2-958f-f9bfe54af631)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:35.527632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.644044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e7733487-690d-48c6-a563-e79d840f1c9d None None] Provisioning complete for port a32d225d-eb36-426d-9565-6853c7d94bf3 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:35.644420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e7733487-690d-48c6-a563-e79d840f1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.681998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:35.748207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Transition to ACTIVE for port object 0f73f1a5-b7ab-40fc-879c-acc888db8c7a will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:35.754683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-635cd93e-ecce-4e46-a429-5b7665ece3a6 req-21598935-3297-42c1-99d7-679e25d1b175 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476132 Apr 05 12:14:35.756968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:35.773708 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] Sync routers for ids ['ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:35.787180 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] Routers {'ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:35.788394 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:35.808606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.813135 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1d21d2c2-0d2f-499e-b0f8-9257a01ab762 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "PUT /v2.0/routers/ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 200 len: 916 time: 7.0651262 Apr 05 12:14:35.813847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53576) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:35.815152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e3b969e1-c519-4bad-9bf2-68b841424146 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:35.820395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:14:35.917388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.930536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e3b969e1-c519-4bad-9bf2-68b841424146 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:35.930536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:35.975441 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:35.986118 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] Routers {'ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:35.987018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:35.990958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.063479 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:36.064683 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbd203-c5aa-4ec8-a74d-d1b0f1da11fd None None] The sync data for ids ['ebde9cf1-3c9c-4832-9ac8-28e2d77be36c'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:36.066414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:36.076532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:36.092134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:36.099959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a1c579ee-da7a-4615-afa9-18ab884f4641 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:36.128183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:36.157267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.162520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0dc7f175-1565-479c-a776-4f2d9b0bf287 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 200 len: 922 time: 0.3438041 Apr 05 12:14:36.163221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53580) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:36.201485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port a1c579ee-da7a-4615-afa9-18ab884f4641 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:36.208055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a1c579ee-da7a-4615-afa9-18ab884f4641 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:36.208510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.231816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:36.232549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.262082 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-b4cbd401-3407-45ae-a809-52bbc885df65 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9236889 Apr 05 12:14:36.266680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.283809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Request body: {'port': {'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:36.337493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c486e-cf58-41db-9915-1a02106eeda2 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:36.342826 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-439c486e-cf58-41db-9915-1a02106eeda2 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=ebde9cf1-3c9c-4832-9ac8-28e2d77be36c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1785431 Apr 05 12:14:36.350517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53586) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:36.394812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.433609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Transition to ACTIVE for port object 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:36.448872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port a1c579ee-da7a-4615-afa9-18ab884f4641, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a1c579ee-da7a-4615-afa9-18ab884f4641,segment=NetworkSegment(bee43359-d41f-4c90-9611-f99fd41e064f),segment_id=bee43359-d41f-4c90-9611-f99fd41e064f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:36.450217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-67fd110c-1d48-4d61-b49b-96b0f35010e9 None None] Provisioning for port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:36.455875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.456687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a32d225d-eb36-426d-9565-6853c7d94bf3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:36.508259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=5d683193-31f2-42ee-9532-97dc0a701238,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:36.512634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-67fd110c-1d48-4d61-b49b-96b0f35010e9 None None] Provisioning complete for port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:36.513012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-67fd110c-1d48-4d61-b49b-96b0f35010e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.577511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.682660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-67fd110c-1d48-4d61-b49b-96b0f35010e9 None None] Port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:36.688841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=a1c579ee-da7a-4615-afa9-18ab884f4641,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:36.700418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a32d225d-eb36-426d-9565-6853c7d94bf3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:36.700781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.749393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.760845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822afc52-f051-4999-8451-fe36551a1cc9 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:36.762214 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-822afc52-f051-4999-8451-fe36551a1cc9 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/networks/4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 881 time: 0.4106238 Apr 05 12:14:36.772221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:36.822509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:36.844023 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0ec2982e-ee44-496d-abc2-a163b5b154f6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 200 len: 205 time: 0.0670545 Apr 05 12:14:36.847542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:37.000457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.020280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.040478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578bc52-3974-4406-93f9-e107323c7f22 req-9e4bb681-8aa7-47d6-abae-2cc176f676b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:37.041173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e578bc52-3974-4406-93f9-e107323c7f22 req-9e4bb681-8aa7-47d6-abae-2cc176f676b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:37.060554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:37.091848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:37.106879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:37.112351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:37.113011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.127932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event updated for resources: {'Port': ['ID=7f4662f7-1a2f-4475-9bfb-189b5c4bf48d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:37.145180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 244fa813-4318-45af-84c8-cf2e22b64811 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:37.191003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:37.225377 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1ebfa5d-2e36-499c-88a3-02d214306678 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8168867 Apr 05 12:14:37.242900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53600) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:37.257797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.261804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-e578bc52-3974-4406-93f9-e107323c7f22 req-9e4bb681-8aa7-47d6-abae-2cc176f676b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:37.262971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e578bc52-3974-4406-93f9-e107323c7f22 req-9e4bb681-8aa7-47d6-abae-2cc176f676b1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 932 time: 0.7808869 Apr 05 12:14:37.341160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.481402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:37.483139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee12f5-e7da-47a4-a83f-b1f7d577c385 req-3d0cfc8e-b8a4-42ce-afdf-83f706445fff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:37.484732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96ee12f5-e7da-47a4-a83f-b1f7d577c385 req-3d0cfc8e-b8a4-42ce-afdf-83f706445fff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 932 time: 0.5438313 Apr 05 12:14:37.486836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ce9492-4f69-4cc3-a08b-aaa091d5b907 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:37.502721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.532549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Provisioning complete for port 5d683193-31f2-42ee-9532-97dc0a701238 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:37.533134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.582633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting port 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:37.582976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.595547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Transition to ACTIVE for port object 77ce9492-4f69-4cc3-a08b-aaa091d5b907 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:37.612925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Port 5d683193-31f2-42ee-9532-97dc0a701238 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:37.613189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.635775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Provisioning for port 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:37.637878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e578bc52-3974-4406-93f9-e107323c7f22 req-0937a4c4-6f9f-4a4b-9aff-28cfaf72f37f tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234107 Apr 05 12:14:37.653933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a1c579ee-da7a-4615-afa9-18ab884f4641 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:37.692304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Provisioning complete for port 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:37.693058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.767289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96ee12f5-e7da-47a4-a83f-b1f7d577c385 req-60244bbe-1e44-4221-81de-e535c51d8e7c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140119 Apr 05 12:14:37.775280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b76a5fc4-704b-40ab-ade7-fc8cd2c339d7 None None] Port 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:37.807418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Pushing event updated for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:37.834509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:37.853798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a1c579ee-da7a-4615-afa9-18ab884f4641 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:37.854169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.869470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:37.870628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:37.974619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port 18a00b15-ef2d-424f-bf8a-cdfa3bebec64 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:37.974970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.021698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 4cd7a922-7ccd-4161-9a6d-671af252e088 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:38.044384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:38.145627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:38.146183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.152661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f73f1a5-b7ab-40fc-879c-acc888db8c7a {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:38.175172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.306551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Transition to ACTIVE for port object 0f73f1a5-b7ab-40fc-879c-acc888db8c7a will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:38.306551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.329036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.368788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b7c48469-3b54-428c-9f54-d344beaafa76 None None] Provisioning complete for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:38.369166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7c48469-3b54-428c-9f54-d344beaafa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.375659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Attempting to bind port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:38.375915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Attempting to bind port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:38.376205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Attempting to bind port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 on network cdac3dad-2e18-434a-84dc-5272cba8f506 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:38.390837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 on network cdac3dad-2e18-434a-84dc-5272cba8f506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:14:38.391193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Attempting to bind port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 on network cdac3dad-2e18-434a-84dc-5272cba8f506 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:38.426944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b7c48469-3b54-428c-9f54-d344beaafa76 None None] Port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:38.441602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:38.442016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Checking segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:38.442229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Bound using segment: {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:38.442670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Bound port: 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44f2eba-43da-4677-a827-b8f266f44a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:38.443115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.456352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:38.466276 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ad275220-d504-499b-84e4-f728f4d665d2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3193245 Apr 05 12:14:38.469224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] Sync routers for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:38.470377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:38.481293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:38.482096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:38.514713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Router 897ae2d1-db19-4417-90f7-b5d18720c096 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:38.549036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:38.558801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:38.560321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:38.620891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:38.621483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c9feb-d0ff-497e-9284-35861feeba6f None None] The sync data for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:38.663489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Calling delete_port for 7f4662f7-1a2f-4475-9bfb-189b5c4bf48d owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:38.826343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8a748-499a-4178-b217-7965de53208d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:38.827606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e8f8a748-499a-4178-b217-7965de53208d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:38.849948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:38.868888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Pushing event updated for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:38.885510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:38.959907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:38.961108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e8f8a748-499a-4178-b217-7965de53208d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:38.962171 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8f8a748-499a-4178-b217-7965de53208d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports/5d683193-31f2-42ee-9532-97dc0a701238 HTTP/1.1" status: 200 len: 910 time: 0.4899230 Apr 05 12:14:38.965046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53612) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:39.024673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:39.092467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for 18a00b15-ef2d-424f-bf8a-cdfa3bebec64 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:39.171687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:39.173634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:39.174220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:39.175627 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] 10.222.0.30 "PUT /v2.0/ports/77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 1094 time: 4.3253314 Apr 05 12:14:39.185284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:39.191066 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Sync routers for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:39.217998 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c20e515c-6647-4504-a9cd-8c00cebc30b8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "PUT /v2.0/routers/897ae2d1-db19-4417-90f7-b5d18720c096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1230829 Apr 05 12:14:39.218262 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:39.218262 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:39.313716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d0b2b-adf0-4c88-b99b-0ea57cc14086 service neutron] Pushing event updated for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:39.419513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Attempting to bind port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:39.420506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Attempting to bind port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:39.421160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Attempting to bind port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:39.435197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84fc7f-5c91-4c02-9437-fa02519ab565 req-d0e78f10-117d-4d44-9fdb-8248ebf5e025 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:39.437600 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6d84fc7f-5c91-4c02-9437-fa02519ab565 req-d0e78f10-117d-4d44-9fdb-8248ebf5e025 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 944 time: 0.3918004 Apr 05 12:14:39.462889 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:39.467474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a on network 0744352a-31de-48f1-9b25-45a46005f79b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:14:39.470760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Attempting to bind port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:39.504273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc32087-ddeb-4f52-8448-7a1272b9a64e req-4b13a476-8d47-4a11-abdb-ec12ee508f9e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:39.505802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9cc32087-ddeb-4f52-8448-7a1272b9a64e req-4b13a476-8d47-4a11-abdb-ec12ee508f9e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.7063551 Apr 05 12:14:39.547113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:39.547462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:39.547854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Bound using segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:39.548302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Bound port: 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:39.548644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:39.632391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6d84fc7f-5c91-4c02-9437-fa02519ab565 req-9fe58269-3a3f-42a8-bf31-ed2ac4f867fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703308 Apr 05 12:14:39.715628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:39.765630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-f9d84f83-cb79-443f-ad63-bb288a741973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:39.767172 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-f9d84f83-cb79-443f-ad63-bb288a741973 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1097 time: 0.5049865 Apr 05 12:14:39.787051 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9cc32087-ddeb-4f52-8448-7a1272b9a64e req-47fc0cd2-a3e7-46cc-a817-36d5073c4a2d tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238598 Apr 05 12:14:39.836500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Port': ['ID=7f4662f7-1a2f-4475-9bfb-189b5c4bf48d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:39.848934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:36Z', 'revision_number': 2, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:39.853973 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Checking router: 897ae2d1-db19-4417-90f7-b5d18720c096 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:14:39.854618 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Updating router 897ae2d1-db19-4417-90f7-b5d18720c096 port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:14:39.872344 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-332e22bb-1a44-44e1-8a87-594a6a04bfe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 217 time: 0.0978191 Apr 05 12:14:39.952857 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:39.986316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:40.009943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.016627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.043131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-2cad9b3f-0727-4b5f-9a24-181e88f589e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:40.044801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.046429 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-2cad9b3f-0727-4b5f-9a24-181e88f589e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 200 len: 834 time: 0.1672108 Apr 05 12:14:40.125882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:40.127241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=18a00b15-ef2d-424f-bf8a-cdfa3bebec64,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:40.176186 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-14632517-bf38-47dd-b047-882e3f23489a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/7f4662f7-1a2f-4475-9bfb-189b5c4bf48d HTTP/1.1" status: 204 len: 168 time: 2.9275346 Apr 05 12:14:40.183101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:40.185332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.407696 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-b328f46a-c258-444a-978f-fd0160a100cc tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-365301861&fields=id&tenant_id=dd2c613c2bbc479da18b608ccfc102c2 HTTP/1.1" status: 200 len: 267 time: 0.4135799 Apr 05 12:14:40.436632 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.456258 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Transition to ACTIVE for port object 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:40.465371 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.471693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:40.472304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.473788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] 10.222.0.30 "PUT /v2.0/ports/0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 1094 time: 4.1974220 Apr 05 12:14:40.476892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:40.562377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-6015cf15-00a1-49da-8394-11e44b473853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:40.564308 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-6015cf15-00a1-49da-8394-11e44b473853 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdac3dad-2e18-434a-84dc-5272cba8f506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5108647 Apr 05 12:14:40.579975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a98a0-9286-40d4-b7be-ecc5bb46a35a service neutron] Pushing event updated for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:40.676215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.676462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea5a9b-d2de-4298-9987-f0e12453a061 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:40.677097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-62ea5a9b-d2de-4298-9987-f0e12453a061 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:40.746705 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'status': 'completed', 'code': 200} Apr 05 12:14:40.785585 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Attempting to bind port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:40.786835 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Attempting to bind port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:40.787330 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Attempting to bind port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 on network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:40.818719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-62ea5a9b-d2de-4298-9987-f0e12453a061 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:40.822170 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-62ea5a9b-d2de-4298-9987-f0e12453a061 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6238194 Apr 05 12:14:40.822341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:40.822341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Checking segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:40.822341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.822341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Bound using segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:40.822341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Bound port: 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:40.823671 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:40.831416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:40.880801 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae661-84c8-44cd-bcc6-ba62d6487f4f None None] Pushing event updated for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:40.899739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'status': 'completed', 'code': 200} Apr 05 12:14:40.965069 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] For port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:40.969027 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] For port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:40.974501 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.014024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.21.0.1 (2e855017-90a0-4d09-a60c-9dd5a7f6a7e3/6741ccfc-9792-47d0-9b2d-1c730a019770/edde7e4c-0e34-442b-ab57-707a875a1362) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:41.054638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.058912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.059877 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:41.060518 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:41.122349 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ae661-84c8-44cd-bcc6-ba62d6487f4f None None] Pushing event updated for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:41.132963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-d13de92c-8a1c-4363-baa3-6ddd11e1f2d5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.133596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-d13de92c-8a1c-4363-baa3-6ddd11e1f2d5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Synchronizing usage tracker for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:41.140620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-c4f34e8c-fa30-4716-8dfe-6c04199a3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.141868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-c4f34e8c-fa30-4716-8dfe-6c04199a3f3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1097 time: 0.6188097 Apr 05 12:14:41.226662 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-75980a15-6e93-476e-84aa-2fcdfb5239cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 217 time: 0.0760834 Apr 05 12:14:41.233147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.233703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router ebde9cf1-3c9c-4832-9ac8-28e2d77be36c {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:41.237429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.255852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object edde7e4c-0e34-442b-ab57-707a875a1362 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:41.262921 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-02f86e51-f6b4-4302-9c19-46d2273c16b8 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880922 Apr 05 12:14:41.308583 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:14:41.314490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-a5d6b11f-98e1-4faa-9bc8-82b6b4fa1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.316365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-a5d6b11f-98e1-4faa-9bc8-82b6b4fa1558 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0752351 Apr 05 12:14:41.371474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.373974 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9f36522b-1134-439a-9d8c-7849ba269f39 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 204 len: 168 time: 4.5235069 Apr 05 12:14:41.391797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53646) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:41.392448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-d13de92c-8a1c-4363-baa3-6ddd11e1f2d5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Unset dirty status for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:41.393576 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-d13de92c-8a1c-4363-baa3-6ddd11e1f2d5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/networks?id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 200 len: 797 time: 0.9676213 Apr 05 12:14:41.401196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1814291163', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:41.405615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.412832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:41.433872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Usage tracker for resource:router and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:41.439248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:41.446264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-a716b7fd-a423-4c91-b7b5-c170e9c06fb4 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/quotas/dd2c613c2bbc479da18b608ccfc102c2 HTTP/1.1" status: 200 len: 375 time: 0.0367184 Apr 05 12:14:41.458203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:41.469137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c39-e2a9-41ac-a41a-affc5d4671ae req-f6c4dea1-c508-420e-a4b9-57145d8444f7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.470730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41c52c39-e2a9-41ac-a41a-affc5d4671ae req-f6c4dea1-c508-420e-a4b9-57145d8444f7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 944 time: 0.4794531 Apr 05 12:14:41.498980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:41.517913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:41.539834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=edde7e4c-0e34-442b-ab57-707a875a1362,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:41.542286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:41.563595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.564656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.603700 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f8ba8e4-28f0-4550-a6f8-ed03e8ccea77 req-bc6cc5b8-5ef3-4792-9171-4beae894b0bf service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328397 Apr 05 12:14:41.609097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6288-a238-4f25-8116-18d48a02d429 req-6a068277-fdd5-4b6c-b9e5-3706b7b1bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.611012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-6a068277-fdd5-4b6c-b9e5-3706b7b1bb09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2871280 Apr 05 12:14:41.657840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.669496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87327049-3711-4d53-891b-c670de5422db tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.672699 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87327049-3711-4d53-891b-c670de5422db tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8396521 Apr 05 12:14:41.681368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41c52c39-e2a9-41ac-a41a-affc5d4671ae req-b91c460d-484a-48c7-8807-d9793ec63fc9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987059 Apr 05 12:14:41.684837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53650) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:41.729272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.782342 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:40Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:41.789623 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f947de2-dab3-4462-a984-f2e783fec795 None None] The sync data for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv is: [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:40Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:41.792604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-7f9f10d6-bcad-4f05-b50a-8eb3d808ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:41.794241 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-7f9f10d6-bcad-4f05-b50a-8eb3d808ee5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1097 time: 0.1173592 Apr 05 12:14:41.905883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ea1a88ef-cc0a-47ca-8fcb-c50faa88f176 None None] Provisioning for port edde7e4c-0e34-442b-ab57-707a875a1362 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:41.911602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ea1a88ef-cc0a-47ca-8fcb-c50faa88f176 None None] Provisioning complete for port edde7e4c-0e34-442b-ab57-707a875a1362 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:41.911975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea1a88ef-cc0a-47ca-8fcb-c50faa88f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:41.998608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a88ef-cc0a-47ca-8fcb-c50faa88f176 None None] Port edde7e4c-0e34-442b-ab57-707a875a1362 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:42.036827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:42.074186 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-dbac6f07-7e1b-469d-a302-e07f582e8fda service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537549 Apr 05 12:14:42.178134 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-31d82c73-1a60-4aaa-b816-b40b57ca5ea4 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6936643 Apr 05 12:14:42.196384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-2210a3c1-e8fd-49c4-8a20-eaf3c7625370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.197853 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-2210a3c1-e8fd-49c4-8a20-eaf3c7625370 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 897 time: 0.3964942 Apr 05 12:14:42.203936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.205417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.207052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.208766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:42.327742 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-032ea0cd-2fac-4b4f-897b-b7a9d69c5e9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 217 time: 0.0771666 Apr 05 12:14:42.587212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-e52a14df-929e-49af-bb27-33c910316082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.588732 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-e52a14df-929e-49af-bb27-33c910316082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 200 len: 834 time: 0.2459557 Apr 05 12:14:42.661357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:42.662559 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d1d27f96-6b0a-4c4d-ab78-3de4a12057b3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.9460363 Apr 05 12:14:42.684512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:42.741629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:42.812728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 6b7a8d67-19be-4210-a21c-152c2586c9db {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:42.821457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:42.829312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c1f14-5939-428b-afbe-fff2ca62fe59 req-335c55fc-c68a-4b79-a491-f5023eff1aef tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.830854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e0c1f14-5939-428b-afbe-fff2ca62fe59 req-335c55fc-c68a-4b79-a491-f5023eff1aef tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.9230814 Apr 05 12:14:42.869592 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-c712810b-589b-41cd-a1b9-7a9a25dcaa99 service neutron] 10.222.0.50 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465905 Apr 05 12:14:42.879384 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-115b6288-a238-4f25-8116-18d48a02d429 req-c28f9507-8288-4915-873e-8398d6582953 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373939 Apr 05 12:14:42.898615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-9786d95a-8f79-419e-b7a4-dc6d0d395356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:42.900074 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-9786d95a-8f79-419e-b7a4-dc6d0d395356 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdac3dad-2e18-434a-84dc-5272cba8f506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2584858 Apr 05 12:14:42.929611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:42.964595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:42.992327 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e0c1f14-5939-428b-afbe-fff2ca62fe59 req-6e50bda8-5fbd-41eb-a2de-62e27d4e5bdc tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538961 Apr 05 12:14:42.992454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.260810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.273544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=edde7e4c-0e34-442b-ab57-707a875a1362,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:43.281849 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-3b8d05bf-629e-4ebf-acc3-0d0b3df0ace9 service neutron] 10.222.0.50 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995099 Apr 05 12:14:43.315224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.315633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.315911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.316250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.316587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.316921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.317254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.317580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.317910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.318239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.318601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.318939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:43.319911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-b574aebb-754f-40a5-9a21-afb37f941249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:43.322001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-b574aebb-754f-40a5-9a21-afb37f941249 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1097 time: 0.3736739 Apr 05 12:14:43.344074 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-456e6be3-e880-4e7b-b717-6d0843af8678 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358046 Apr 05 12:14:43.352068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.374969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0634e8f-2386-4cd2-ae93-36cb8604448d req-d4fdc51d-eb6e-456f-a42f-ad7ceb057327 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:43.376765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b0634e8f-2386-4cd2-ae93-36cb8604448d req-d4fdc51d-eb6e-456f-a42f-ad7ceb057327 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 944 time: 0.2236087 Apr 05 12:14:43.606757 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-44d008d8-e6f6-459f-9afd-1aae0fa51527 req-6a22ecd3-55cc-4f06-92a8-02d0226132f0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 210 time: 0.1365621 Apr 05 12:14:43.639086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:43.649904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:43.697614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b0634e8f-2386-4cd2-ae93-36cb8604448d req-b315195e-0f81-485f-95cf-a30aa74608f1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484212 Apr 05 12:14:43.735441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:43.758049 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-834ef251-a2f7-4585-95f6-a8df9e843eb7 req-a2c4d782-5350-4f4f-9543-703b1467cc5c service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241346 Apr 05 12:14:43.759305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.759460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.797655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-46933fac-1bb6-49b5-956e-5326d964d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:43.799287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-46933fac-1bb6-49b5-956e-5326d964d09d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.4709673 Apr 05 12:14:43.803668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.880953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7a8d67-19be-4210-a21c-152c2586c9db,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:43.911183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:43.913021 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-d555f041-4f01-4aa9-bdc7-71de0dd08365 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 217 time: 0.1071792 Apr 05 12:14:43.914311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.920462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:43.921036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:43.966502 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c4fe3f6-10db-45a3-86e8-08bb5f7749ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/6b7a8d67-19be-4210-a21c-152c2586c9db HTTP/1.1" status: 204 len: 168 time: 1.2737851 Apr 05 12:14:43.971046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53670) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:43.973760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 4cd7a922-7ccd-4161-9a6d-671af252e088 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:44.003326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf663bc-8b93-4cbb-a83c-8e6b7a403ba4 None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:44.188127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9c0e2583-0ab2-4d0c-a469-64fc1a29e5a6 None None] Provisioning complete for port edde7e4c-0e34-442b-ab57-707a875a1362 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:44.188883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c0e2583-0ab2-4d0c-a469-64fc1a29e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.233460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:44.252861 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3340da02-c4f9-41f0-8b22-1cabdb7af55c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2842367 Apr 05 12:14:44.253957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:44.259524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] Sync routers for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:44.370266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.406398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:44.407056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:44.470311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Allocated IP 172.26.5.124 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/c1e8b166-7ed5-4b0a-a54d-dea63e6214e2) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:44.473371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e2583-0ab2-4d0c-a469-64fc1a29e5a6 None None] Port edde7e4c-0e34-442b-ab57-707a875a1362 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:44.493151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:44.527507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7760e0-f9ec-41fe-a4b1-6587f9e540f5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:44.528636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da7760e0-f9ec-41fe-a4b1-6587f9e540f5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:44.531488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Deleting subnet 7c966021-470f-401b-ad30-24f6186509ac {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:44.534595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-4bcb0aff-001a-4b76-8935-8a1d6b2ffad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:44.536579 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-4bcb0aff-001a-4b76-8935-8a1d6b2ffad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.6099129 Apr 05 12:14:44.540950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.548121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da7760e0-f9ec-41fe-a4b1-6587f9e540f5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:44.553768 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da7760e0-f9ec-41fe-a4b1-6587f9e540f5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports/edde7e4c-0e34-442b-ab57-707a875a1362 HTTP/1.1" status: 200 len: 910 time: 0.2945776 Apr 05 12:14:44.554010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:44.554214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:44.556862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:44.557548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:44.668932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.699744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:44.700155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11496ea5-df6e-4bf2-b65e-3a83b9433570 None None] The sync data for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:44.732029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.758883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:44.836227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cb01c-e94b-4a00-9435-9f661dc00c4c req-0c1dc5ad-a05a-4538-be09-0969804ee883 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:44.837775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55cb01c-e94b-4a00-9435-9f661dc00c4c req-0c1dc5ad-a05a-4538-be09-0969804ee883 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.5644255 Apr 05 12:14:44.894626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 77ce9492-4f69-4cc3-a08b-aaa091d5b907 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:14:44.940833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:44.951766 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a73a36ae-f251-4b50-9f86-73077bf63ea0 req-34206247-b5f5-4d57-ae81-102f2c318edf tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 210 time: 0.0793946 Apr 05 12:14:45.005703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-8729c043-edd3-4a89-9809-114eee84ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:45.006926 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-8729c043-edd3-4a89-9809-114eee84ca77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4250927 Apr 05 12:14:45.016238 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55cb01c-e94b-4a00-9435-9f661dc00c4c req-16c46b94-2ae3-419d-ae46-1671abd0ee4a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706772 Apr 05 12:14:45.063313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.209677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-dc7fd1c1-3bc9-407a-af97-bc172b536e59 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:45.211711 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-dc7fd1c1-3bc9-407a-af97-bc172b536e59 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.30 "GET /v2.0/networks?id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 200 len: 797 time: 0.3326483 Apr 05 12:14:45.243888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:45.281876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:14:45.339894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.368607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.375281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-d3942767-70d0-45a3-94ff-e05ef1be0f78 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Synchronizing usage tracker for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:45.393041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ce9492-4f69-4cc3-a08b-aaa091d5b907 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:45.403069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-0b8dec77-58b3-41b8-b355-28ecf8a8688b service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856719 Apr 05 12:14:45.412793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:45.418388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.433481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-d3942767-70d0-45a3-94ff-e05ef1be0f78 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Unset dirty status for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:45.434647 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-d3942767-70d0-45a3-94ff-e05ef1be0f78 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2c613c2bbc479da18b608ccfc102c2 HTTP/1.1" status: 200 len: 379 time: 0.2005427 Apr 05 12:14:45.442005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:45.445953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.471740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'port': {'device_id': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'admin_state_up': True, 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'security_groups': ['cb716a78-d870-477d-abba-58d8ff993b52']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:45.494787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:45.499925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:45.526037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:45.631453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['77ce9492-4f69-4cc3-a08b-aaa091d5b907'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:14:45.641484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Subnet': ['ID=7c966021-470f-401b-ad30-24f6186509ac,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:45.649579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.684831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:45.695231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event updated for resources: {'Port': ['ID=c1e8b166-7ed5-4b0a-a54d-dea63e6214e2,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:45.720103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:45.738974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:port and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:45.744552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:45.752813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:45.754508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e748723-1f64-4dc6-a2d3-9b4e1d6e41ed None None] Network 0d84777e-b69b-410c-a2a6-18fcc490dd2e requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:45.788530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811334e-2e45-4730-a409-785391598e02 req-ae1c73af-90d8-4ec4-86a7-8926a00d0785 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:45.790732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1811334e-2e45-4730-a409-785391598e02 req-ae1c73af-90d8-4ec4-86a7-8926a00d0785 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 944 time: 0.5958862 Apr 05 12:14:45.807728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e88ca88a-f471-4265-979d-c47027874c69 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7c966021-470f-401b-ad30-24f6186509ac HTTP/1.1" status: 204 len: 168 time: 1.8305745 Apr 05 12:14:45.812009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:45.821378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53692) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:45.944234 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c924ef7c-f9eb-4f69-8127-efd8ef2609c6 req-48a7cacd-6c7a-46ef-bdf8-b83bd168ca8b service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245075 Apr 05 12:14:45.970528 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1811334e-2e45-4730-a409-785391598e02 req-9b2340e7-4bf4-42b4-8d00-ba60f45c5b1e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662586 Apr 05 12:14:45.986894 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd66ae67-cd26-4310-a2a2-d5298905eaf4 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641164 Apr 05 12:14:45.989517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53698) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:46.000369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-33f3bac0-aa86-4ea0-b325-b3c5fddf3c85 None None] Provisioning complete for port a32d225d-eb36-426d-9565-6853c7d94bf3 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:46.001370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-33f3bac0-aa86-4ea0-b325-b3c5fddf3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.014665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Made reservation on behalf of dd2c613c2bbc479da18b608ccfc102c2 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:46.018071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.110918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:46.112912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.412805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4408df00-96ec-4b91-bd5e-0f48d47dcbf1 req-2f999960-41f1-4c04-898f-e3151a045347 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 210 time: 0.1018174 Apr 05 12:14:46.446948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] DHCP port deletion for 0d84777e-b69b-410c-a2a6-18fcc490dd2e request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:46.464473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Deleting port a32d225d-eb36-426d-9565-6853c7d94bf3 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:46.464769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.557078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6112c8-7620-4a5d-96f3-b4e05996e6d5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:46.557909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd6112c8-7620-4a5d-96f3-b4e05996e6d5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:46.594391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd1cb0-37d3-4c47-b41d-12a631e2df0e req-92eced60-0096-4473-aceb-ff00a1521d50 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:46.595949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51fd1cb0-37d3-4c47-b41d-12a631e2df0e req-92eced60-0096-4473-aceb-ff00a1521d50 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.2448781 Apr 05 12:14:46.605676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd6112c8-7620-4a5d-96f3-b4e05996e6d5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:46.610372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd6112c8-7620-4a5d-96f3-b4e05996e6d5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6143897 Apr 05 12:14:46.611345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53704) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:46.623938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Allocated IP 172.20.0.8 (d7cd1c3f-75b3-4a5a-a1ab-40aa16757616/2b4b5bce-9988-400f-85c8-2b51c00f522a/647712c2-941a-4b9a-8eff-0c3515d4bb8f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:46.624816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.652969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port edde7e4c-0e34-442b-ab57-707a875a1362 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:46.653305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.759119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] For port a32d225d-eb36-426d-9565-6853c7d94bf3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a32d225d-eb36-426d-9565-6853c7d94bf3,segment=NetworkSegment(9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2),segment_id=9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:46.759501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:46.784995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9176e1-a6a8-4a99-b627-451a0a6d40c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:46.786024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc9176e1-a6a8-4a99-b627-451a0a6d40c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Synchronizing usage tracker for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:46.800939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51fd1cb0-37d3-4c47-b41d-12a631e2df0e req-307700e5-db9d-4970-8739-fe674bacb683 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989517 Apr 05 12:14:46.892841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cc9176e1-a6a8-4a99-b627-451a0a6d40c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Unset dirty status for tenant:25d12a24c54b4762ae2d7ed5143a1df7 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:46.896825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cc9176e1-a6a8-4a99-b627-451a0a6d40c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2243085 Apr 05 12:14:46.900154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53708) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:46.906332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Calling delete_port for a32d225d-eb36-426d-9565-6853c7d94bf3 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:47.001160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.043157 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3aeb62eb-0582-40ef-bda2-0f7070a380d7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357536 Apr 05 12:14:47.045937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53714) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.054168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.095951 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f3b432-97a3-42e2-8617-4368c7aeda95 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.096428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f3b432-97a3-42e2-8617-4368c7aeda95 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.100363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-31f3b432-97a3-42e2-8617-4368c7aeda95 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/7f4662f7-1a2f-4475-9bfb-189b5c4bf48d HTTP/1.1" status: 404 len: 333 time: 0.0512612 Apr 05 12:14:47.101096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53718) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.130155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] Pushing event deleted for resources: {'Port': ['ID=a32d225d-eb36-426d-9565-6853c7d94bf3,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:47.139604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c1e25c-8b83-4965-b835-671ce0cadeae None None] No DVR routers for this DVR port a32d225d-eb36-426d-9565-6853c7d94bf3 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:47.144362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0cb308-f716-4be9-8fdb-911344675fba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.144851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0cb308-f716-4be9-8fdb-911344675fba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.149203 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7a0cb308-f716-4be9-8fdb-911344675fba tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7c966021-470f-401b-ad30-24f6186509ac HTTP/1.1" status: 404 len: 337 time: 0.0445933 Apr 05 12:14:47.155963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53722) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.173136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for edde7e4c-0e34-442b-ab57-707a875a1362 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:47.235665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.272350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Transition to ACTIVE for port object 647712c2-941a-4b9a-8eff-0c3515d4bb8f will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:47.295621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-778cf976-967f-43c1-84ba-d20ef42bce6e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.296079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778cf976-967f-43c1-84ba-d20ef42bce6e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.300012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-778cf976-967f-43c1-84ba-d20ef42bce6e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/6b7a8d67-19be-4210-a21c-152c2586c9db HTTP/1.1" status: 404 len: 337 time: 0.1408656 Apr 05 12:14:47.301288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.330228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.355728 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-de06b5fb-9e9c-4ded-835c-0a6809bc29f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.356195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de06b5fb-9e9c-4ded-835c-0a6809bc29f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.368445 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-de06b5fb-9e9c-4ded-835c-0a6809bc29f2 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/7c0ea762-c4f3-46a9-a71e-38b413d9021c HTTP/1.1" status: 404 len: 333 time: 0.0654025 Apr 05 12:14:47.370964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.429937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b007f-18ad-4048-b686-07795eb1d13f req-1cf709c2-1d26-40a3-b77e-3bbf67472e26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:47.431427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a16b007f-18ad-4048-b686-07795eb1d13f req-1cf709c2-1d26-40a3-b77e-3bbf67472e26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 945 time: 0.1898041 Apr 05 12:14:47.433463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.485577 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3c6bc9-effd-4a2a-a6d2-dfd43a2adbfe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.486036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3c6bc9-effd-4a2a-a6d2-dfd43a2adbfe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.522455 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b3c6bc9-effd-4a2a-a6d2-dfd43a2adbfe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/1cab9d8f-3769-4997-a6fa-89c200543259 HTTP/1.1" status: 404 len: 337 time: 0.1489983 Apr 05 12:14:47.524927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53736) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.528382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:47.536968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:47.543416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:47.615633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:47.621540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a32d225d-eb36-426d-9565-6853c7d94bf3 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:47.629933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.668784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: a32d225d-eb36-426d-9565-6853c7d94bf3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:47.669684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a32d225d-eb36-426d-9565-6853c7d94bf3 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:47.689026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=edde7e4c-0e34-442b-ab57-707a875a1362,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:47.698331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:47.699004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:47.803640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-0fa58b5d-2eeb-44a5-8718-4294879466ad tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3367834 Apr 05 12:14:47.812516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a16b007f-18ad-4048-b686-07795eb1d13f req-2faf2151-65eb-4657-924e-8f53521b4da8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3677101 Apr 05 12:14:47.813436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-286ee4d4-8b8c-4e06-b9da-22e02444d4c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.813891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286ee4d4-8b8c-4e06-b9da-22e02444d4c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.815611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-286ee4d4-8b8c-4e06-b9da-22e02444d4c9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/042649dd-6b0c-4f34-b20b-ac2cedea658b HTTP/1.1" status: 404 len: 337 time: 0.2895110 Apr 05 12:14:47.824814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Request body: {'port': {'device_id': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:47.835965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.905878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-947ae57c-4c98-4a13-912c-c68100063f28 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:47.906357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947ae57c-4c98-4a13-912c-c68100063f28 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:47.910311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-947ae57c-4c98-4a13-912c-c68100063f28 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/ff2b2d7d-a4ea-4c3d-ba92-e0f88790ba1c HTTP/1.1" status: 404 len: 333 time: 0.0701768 Apr 05 12:14:47.917422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53746) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:47.966889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-81429a73-0fc0-4b3e-85ee-7de8fb5e38f6 None None] Provisioning for port 647712c2-941a-4b9a-8eff-0c3515d4bb8f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:47.979398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-81429a73-0fc0-4b3e-85ee-7de8fb5e38f6 None None] Provisioning complete for port 647712c2-941a-4b9a-8eff-0c3515d4bb8f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:47.979782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-81429a73-0fc0-4b3e-85ee-7de8fb5e38f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:48.000566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-524ee1ba-6fb2-40fb-a217-ab70f720c239 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.001182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524ee1ba-6fb2-40fb-a217-ab70f720c239 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.005257 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-524ee1ba-6fb2-40fb-a217-ab70f720c239 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/5a66ac09-5454-4956-9d2d-e7cedbd19546 HTTP/1.1" status: 404 len: 337 time: 0.0806005 Apr 05 12:14:48.017094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.056429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-81429a73-0fc0-4b3e-85ee-7de8fb5e38f6 None None] Port 647712c2-941a-4b9a-8eff-0c3515d4bb8f cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:14:48.092270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eade1-c901-419d-8a14-e461b0927c97 req-3ac7d935-7e1f-4d08-ae19-6cb972078684 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:48.094057 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2c1eade1-c901-419d-8a14-e461b0927c97 req-3ac7d935-7e1f-4d08-ae19-6cb972078684 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 931 time: 0.5303004 Apr 05 12:14:48.109179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Router f3401614-6a3e-4034-922b-b4ff63638faa is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:14:48.250350 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2c1eade1-c901-419d-8a14-e461b0927c97 req-cac55ff4-b1da-4b39-87da-817e0a884b54 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452036 Apr 05 12:14:48.274194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b4a9-7326-43ee-a50e-7b754cbf36e9 req-9611bad1-d3ae-4b7b-8fad-51254d16b5fe tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:48.275812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73a8b4a9-7326-43ee-a50e-7b754cbf36e9 req-9611bad1-d3ae-4b7b-8fad-51254d16b5fe tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.2658165 Apr 05 12:14:48.346768 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4dc4c5-2e90-487e-923f-abd0a6971e24 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.347347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4dc4c5-2e90-487e-923f-abd0a6971e24 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.349074 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4a4dc4c5-2e90-487e-923f-abd0a6971e24 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/a5cd0923-30a9-4bd4-9a5f-fceabfc6a79d HTTP/1.1" status: 404 len: 337 time: 0.2756443 Apr 05 12:14:48.352003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.352233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:48.429791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:48.442616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd1735d-f33a-421d-8f36-e7e89327c76f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.443008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd1735d-f33a-421d-8f36-e7e89327c76f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.444698 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6fd1735d-f33a-421d-8f36-e7e89327c76f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/d369badc-fc0b-440b-b4d0-574c5ca00ccf HTTP/1.1" status: 404 len: 333 time: 0.0777283 Apr 05 12:14:48.449221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53758) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.466542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:48.477292 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] Sync routers for ids ['f3401614-6a3e-4034-922b-b4ff63638faa'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:48.478106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73a8b4a9-7326-43ee-a50e-7b754cbf36e9 req-abf0647a-55a9-412b-bd3f-07de435fdc79 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393642 Apr 05 12:14:48.489641 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] Routers {'f3401614-6a3e-4034-922b-b4ff63638faa'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:48.490600 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f3401614-6a3e-4034-922b-b4ff63638faa'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:48.506723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:48.510849 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0e21570-b423-43ac-890a-cd48b7c7a6e6 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.1125660 Apr 05 12:14:48.511008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53762) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.516679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:48.557065 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a197ecb8-0dbe-45be-aeda-ea33927fc526 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.557523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a197ecb8-0dbe-45be-aeda-ea33927fc526 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.562115 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a197ecb8-0dbe-45be-aeda-ea33927fc526 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2ed24526-b5fa-4234-aa2f-71fbb218fdf3 HTTP/1.1" status: 404 len: 337 time: 0.1069980 Apr 05 12:14:48.563991 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:48.571320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53766) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.575196 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] Routers {'f3401614-6a3e-4034-922b-b4ff63638faa'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:48.575803 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f3401614-6a3e-4034-922b-b4ff63638faa'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:48.626121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cad2ab-136c-4912-9fe3-f0460def9508 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.627013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cad2ab-136c-4912-9fe3-f0460def9508 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.630590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-33cad2ab-136c-4912-9fe3-f0460def9508 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/4110fbcc-7947-45dc-8981-d80277e37513 HTTP/1.1" status: 404 len: 337 time: 0.0560267 Apr 05 12:14:48.633085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53770) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.649009 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:48.649563 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aa940f-b597-4699-8a45-2900a445f459 None None] The sync data for ids ['f3401614-6a3e-4034-922b-b4ff63638faa'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:48.699394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce19e75-09b4-4692-8339-e8f8a7a1ec33 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.699394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce19e75-09b4-4692-8339-e8f8a7a1ec33 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.699701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5ce19e75-09b4-4692-8339-e8f8a7a1ec33 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/000b8408-50ef-4b76-bfbb-d192815c9a3d HTTP/1.1" status: 404 len: 333 time: 0.0671751 Apr 05 12:14:48.704135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.800902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-de980da1-8fb2-400f-aeaa-5c157206b7c0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.801274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de980da1-8fb2-400f-aeaa-5c157206b7c0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.802944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-de980da1-8fb2-400f-aeaa-5c157206b7c0 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2337e19e-01e7-4908-865b-dc15b5fa47be HTTP/1.1" status: 404 len: 337 time: 0.0979056 Apr 05 12:14:48.806178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53778) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.866616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b1d39-411e-47f3-b894-99b022a482d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.867525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b1d39-411e-47f3-b894-99b022a482d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.871181 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-704b1d39-411e-47f3-b894-99b022a482d9 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/bb55bf67-5d77-4c54-a2d0-848e4162c6c6 HTTP/1.1" status: 404 len: 333 time: 0.0618367 Apr 05 12:14:48.872672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53784) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.896939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 77ce9492-4f69-4cc3-a08b-aaa091d5b907 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:48.940298 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1ca24e-ad8f-432c-b17d-5187f0b56ab3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:48.940789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1ca24e-ad8f-432c-b17d-5187f0b56ab3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:48.942492 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e1ca24e-ad8f-432c-b17d-5187f0b56ab3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/91f98f05-8c70-4d26-a32b-36cb7cc4ecb6 HTTP/1.1" status: 404 len: 337 time: 0.0683434 Apr 05 12:14:48.962169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:48.995189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:49.001382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:49.002050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.002321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 4cd7a922-7ccd-4161-9a6d-671af252e088 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:49.056141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c849662d-0467-4812-af2e-728c8e16b1e8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:49.056545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c849662d-0467-4812-af2e-728c8e16b1e8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:49.062281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c849662d-0467-4812-af2e-728c8e16b1e8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/aa118159-295f-443e-8814-6ce6cf1b2c44 HTTP/1.1" status: 404 len: 333 time: 0.0968251 Apr 05 12:14:49.062923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53792) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.139534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.172878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:49.184640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:49.191438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30cddfd-a638-4b38-af92-f1701fb08379 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:49.192021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30cddfd-a638-4b38-af92-f1701fb08379 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:49.194054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.195004 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c30cddfd-a638-4b38-af92-f1701fb08379 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/1912ccd3-c17c-4b11-997c-9144971e9dba HTTP/1.1" status: 404 len: 337 time: 0.1158059 Apr 05 12:14:49.200016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53798) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.215718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:49.228493 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce5736b8-4413-409d-95cb-e6adb2cfe669 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6727250 Apr 05 12:14:49.232339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53802) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.248996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] Sync routers for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:49.266590 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'code': 200} Apr 05 12:14:49.283472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:49.284220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:49.288156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3f2275-63d1-4f9a-aa49-c06e47f3f251 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:49.288931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3f2275-63d1-4f9a-aa49-c06e47f3f251 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:49.293508 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b3f2275-63d1-4f9a-aa49-c06e47f3f251 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/70dc530c-c3c3-453e-8f79-69488d649af3 HTTP/1.1" status: 404 len: 333 time: 0.0925050 Apr 05 12:14:49.294643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53808) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.368439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:49.381224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:49.381950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:49.438098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:49.446660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:49.465337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:49.465571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.466142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c3be90-0774-4c40-9da2-2be924609bef None None] The sync data for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:49.554838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Transition to ACTIVE for port object 647712c2-941a-4b9a-8eff-0c3515d4bb8f will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:14:49.611237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.697042 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce70cc40-5094-4596-9a01-b4e65fa4118c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:49.697502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce70cc40-5094-4596-9a01-b4e65fa4118c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:49.699252 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ce70cc40-5094-4596-9a01-b4e65fa4118c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/46aa6ad2-8e6a-4b23-bb0b-4b1e71ab14b7 HTTP/1.1" status: 404 len: 337 time: 0.4020233 Apr 05 12:14:49.710691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53814) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.863292 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-23891f0f-fd4f-4bd0-9adf-4ba94953129a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:49.863680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23891f0f-fd4f-4bd0-9adf-4ba94953129a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:49.867978 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-23891f0f-fd4f-4bd0-9adf-4ba94953129a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/0920fa49-5a56-45b9-8384-fcdb58fac335 HTTP/1.1" status: 404 len: 333 time: 0.1504598 Apr 05 12:14:49.878296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e99bf-8b16-4e23-ae83-56b8afd2a33e req-c1cc4057-d486-4b38-a635-d8e272d0940f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:49.878555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53818) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:49.879772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a6e99bf-8b16-4e23-ae83-56b8afd2a33e req-c1cc4057-d486-4b38-a635-d8e272d0940f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 945 time: 0.9165120 Apr 05 12:14:49.953353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:49.989717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:49.998834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a6e99bf-8b16-4e23-ae83-56b8afd2a33e req-275b7ef9-b26d-497b-b08e-19929a06c3d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118505 Apr 05 12:14:50.004745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.014259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5f24-1b77-4af5-8bbf-def141dbcf9b req-76659376-f1f3-4362-a217-50c0168a663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:50.015825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-635a5f24-1b77-4af5-8bbf-def141dbcf9b req-76659376-f1f3-4362-a217-50c0168a663f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1099 time: 0.4071925 Apr 05 12:14:50.019842 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0705593e-765d-402c-8d7c-2bc4ad7cc29c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.020301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0705593e-765d-402c-8d7c-2bc4ad7cc29c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.022294 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0705593e-765d-402c-8d7c-2bc4ad7cc29c tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/96560c9c-3fda-4c8b-b09b-7d4cd439f5d8 HTTP/1.1" status: 404 len: 337 time: 0.1393425 Apr 05 12:14:50.025907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873454d-2d40-4c36-b188-05edfdbd319e req-c83f6fa4-5533-4d7a-8144-72d2673a5bfa tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:50.033334 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7873454d-2d40-4c36-b188-05edfdbd319e req-c83f6fa4-5533-4d7a-8144-72d2673a5bfa tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 943 time: 0.6035273 Apr 05 12:14:50.036030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53822) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.158233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Deleting port c1e8b166-7ed5-4b0a-a54d-dea63e6214e2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:50.158233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.191414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Attempting to bind port 647712c2-941a-4b9a-8eff-0c3515d4bb8f on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:14:50.191764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Attempting to bind port 647712c2-941a-4b9a-8eff-0c3515d4bb8f by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:14:50.192086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Attempting to bind port 647712c2-941a-4b9a-8eff-0c3515d4bb8f on network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:50.194934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-635a5f24-1b77-4af5-8bbf-def141dbcf9b req-39a8b096-c78f-48a3-9e98-01e5436b515d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580000 Apr 05 12:14:50.201744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Port 647712c2-941a-4b9a-8eff-0c3515d4bb8f on network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:14:50.202070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Attempting to bind port 647712c2-941a-4b9a-8eff-0c3515d4bb8f on network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:14:50.217668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:14:50.218487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Checking segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:14:50.218487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Bound using segment: {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:14:50.218852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Bound port: 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305b057d-486f-4a8e-942d-e1ad101f7f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:14:50.219236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.250795 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-57744de8-9c1e-4b6a-83f4-67164cf8bba3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.251304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57744de8-9c1e-4b6a-83f4-67164cf8bba3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.252996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-57744de8-9c1e-4b6a-83f4-67164cf8bba3 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/8cfd8c0f-7c8a-4da7-b39e-94214dce797c HTTP/1.1" status: 404 len: 333 time: 0.2150593 Apr 05 12:14:50.265372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53826) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.333623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7873454d-2d40-4c36-b188-05edfdbd319e req-5ae232d6-98a0-4841-a888-42cb65c6c6fc tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994163 Apr 05 12:14:50.338408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7f9b40-cf52-4fc4-9037-fb6454827b87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.338874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7f9b40-cf52-4fc4-9037-fb6454827b87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.343064 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec7f9b40-cf52-4fc4-9037-fb6454827b87 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/78e4a6b7-7244-4217-b72a-80562b50c2bb HTTP/1.1" status: 404 len: 337 time: 0.0722241 Apr 05 12:14:50.343416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.406359 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec6a42b-4b65-44ab-957c-95f9616424ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.406723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec6a42b-4b65-44ab-957c-95f9616424ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.408415 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ec6a42b-4b65-44ab-957c-95f9616424ce tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7db75694-1754-4766-b97a-df115cf6ff42 HTTP/1.1" status: 404 len: 337 time: 0.0640767 Apr 05 12:14:50.412966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.451365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:14:50.460157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.473052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516a973-d0a6-4d9f-9086-8f5a5f8d1d40 req-b6d41f78-9886-4bfa-887a-a06fd2dd38ce tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:50.474549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7516a973-d0a6-4d9f-9086-8f5a5f8d1d40 req-b6d41f78-9886-4bfa-887a-a06fd2dd38ce tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 944 time: 0.2817802 Apr 05 12:14:50.504368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.529832 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bfcae7-946b-4b7d-92ae-d3a7fa33876f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.530306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bfcae7-946b-4b7d-92ae-d3a7fa33876f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.532025 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9bfcae7-946b-4b7d-92ae-d3a7fa33876f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/be1dc536-f3a4-4bfa-941f-0d3acc3c2ecb HTTP/1.1" status: 404 len: 333 time: 0.1181564 Apr 05 12:14:50.533749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:14:50.536598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53838) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.574400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.642436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Calling delete_port for c1e8b166-7ed5-4b0a-a54d-dea63e6214e2 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:50.679878 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7fc9ea-ddd6-4399-b1b6-f2c0d6a17931 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.680337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7fc9ea-ddd6-4399-b1b6-f2c0d6a17931 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.684403 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc7fc9ea-ddd6-4399-b1b6-f2c0d6a17931 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/05d03cc0-a271-4abc-a47f-277d6252ea6a HTTP/1.1" status: 404 len: 337 time: 0.1444635 Apr 05 12:14:50.684583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7516a973-d0a6-4d9f-9086-8f5a5f8d1d40 req-5361fc3d-b521-4276-b40b-38624f839f74 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983380 Apr 05 12:14:50.684678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53842) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.707978 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:50.708590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.710055 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 200 len: 1093 time: 2.8895249 Apr 05 12:14:50.710497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:50.742608 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b51daa2-514c-4c16-8f77-15b60c43c56a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.743727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b51daa2-514c-4c16-8f77-15b60c43c56a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.744832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4b51daa2-514c-4c16-8f77-15b60c43c56a tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/2ecf339f-c46f-4cc7-b6e5-53ae0a8018d7 HTTP/1.1" status: 404 len: 337 time: 0.0592797 Apr 05 12:14:50.748440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.808134 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'status': 'completed', 'code': 200} Apr 05 12:14:50.876520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:50.880091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787495a1-5d1e-4a8f-85fc-c6a3bd6a50e8 service neutron] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:50.918763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 0f73f1a5-b7ab-40fc-879c-acc888db8c7a details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:14:50.930686 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3547dc42-d8da-451f-91f1-35a102f75a3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.930686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3547dc42-d8da-451f-91f1-35a102f75a3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.931335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Pushing event deleted for resources: {'Port': ['ID=c1e8b166-7ed5-4b0a-a54d-dea63e6214e2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:50.931972 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3547dc42-d8da-451f-91f1-35a102f75a3f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/57f981dc-2ac5-4626-834f-207dfaedf81f HTTP/1.1" status: 404 len: 333 time: 0.1334562 Apr 05 12:14:50.940444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53852) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:50.974886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.975256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.975596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.975927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.976256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.977383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.977729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.978058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.978386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.978711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.979115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.979371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:50.990728 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5867b023-1bb3-4ab0-88da-44d3c72820dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:50.991476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5867b023-1bb3-4ab0-88da-44d3c72820dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:50.993174 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5867b023-1bb3-4ab0-88da-44d3c72820dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/32f1b73c-ece2-4764-b7bb-c36ea25d0f83 HTTP/1.1" status: 404 len: 337 time: 0.0515978 Apr 05 12:14:50.996561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.043347 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d59ca5-ae8e-4182-8808-e3732a6943dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:51.043810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d59ca5-ae8e-4182-8808-e3732a6943dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:51.046057 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d0d59ca5-ae8e-4182-8808-e3732a6943dd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/50af2a0a-a54e-45ed-8984-4dba3fa15682 HTTP/1.1" status: 404 len: 337 time: 0.0469372 Apr 05 12:14:51.055068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53862) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.063472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.101470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:51.116624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f082ce8-7531-45d9-a755-bf85aa8afe94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:51.117135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f082ce8-7531-45d9-a755-bf85aa8afe94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:51.118870 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0f082ce8-7531-45d9-a755-bf85aa8afe94 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/c1f8a453-ab01-4b7e-acaa-860bc740b61c HTTP/1.1" status: 404 len: 333 time: 0.0621753 Apr 05 12:14:51.122983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53866) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.125159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-2aeca42a-337a-4736-978d-e6358577e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:51.126632 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-2aeca42a-337a-4736-978d-e6358577e5ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1096 time: 0.3263657 Apr 05 12:14:51.127437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:14:51.206878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.249533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f73f1a5-b7ab-40fc-879c-acc888db8c7a {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:51.265066 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd78fb6a-6d84-419a-b02d-0d07c47e2f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:51.265676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd78fb6a-6d84-419a-b02d-0d07c47e2f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:51.267733 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd78fb6a-6d84-419a-b02d-0d07c47e2f96 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/c28fb1f7-9a91-423d-89f8-a9bb11f2bd78 HTTP/1.1" status: 404 len: 337 time: 0.1398697 Apr 05 12:14:51.285213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53870) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.289845 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-ddc1b194-7161-42b6-a89f-a0e867a28243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 200 len: 217 time: 0.0813329 Apr 05 12:14:51.302817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:51.312082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.417141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:51.427287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.427735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.428308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.429007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.429415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.429821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.430219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.430620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.431149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.431577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.431973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.432526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:14:51.526744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['0f73f1a5-b7ab-40fc-879c-acc888db8c7a'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:14:51.544174 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf54671-e922-49f9-a9ed-508f3e10d418 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:51.544691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf54671-e922-49f9-a9ed-508f3e10d418 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:51.546483 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cf54671-e922-49f9-a9ed-508f3e10d418 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/010febda-6c13-4029-8f97-a3d03f358e87 HTTP/1.1" status: 404 len: 337 time: 0.2602022 Apr 05 12:14:51.559452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.637133 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed928177-23aa-4a7e-9e2a-59c9b39d835f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports?device_id=76947845-5505-4f4f-a407-60d87d515778 HTTP/1.1" status: 200 len: 205 time: 0.0765603 Apr 05 12:14:51.643381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53880) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.647578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 5d683193-31f2-42ee-9532-97dc0a701238 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:51.648313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.753055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-425b5fae-06c5-4747-863a-407096bfb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:51.754508 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-425b5fae-06c5-4747-863a-407096bfb318 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b4b5bce-9988-400f-85c8-2b51c00f522a HTTP/1.1" status: 200 len: 834 time: 0.4320323 Apr 05 12:14:51.799351 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-6da73eb9-c830-4e93-ac47-9edf8cd91e71 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] delete failed (client error): The resource could not be found. Apr 05 12:14:51.803640 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6da73eb9-c830-4e93-ac47-9edf8cd91e71 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/routers/76947845-5505-4f4f-a407-60d87d515778 HTTP/1.1" status: 404 len: 336 time: 0.1560135 Apr 05 12:14:51.814752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.832243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.849004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:51.896132 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-27910ea1-9367-43c1-806f-792413272570 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:51.896590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27910ea1-9367-43c1-806f-792413272570 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:51.898288 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27910ea1-9367-43c1-806f-792413272570 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/31d79528-d8ea-4b85-b2a6-207424cc8ef1 HTTP/1.1" status: 404 len: 337 time: 0.0826912 Apr 05 12:14:51.909806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53890) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:51.976363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df1181-61b7-4707-ace3-e027a8d2e8b8 req-4a2884f9-1a90-48fa-b01f-f5338561cb20 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:51.978605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c9df1181-61b7-4707-ace3-e027a8d2e8b8 req-4a2884f9-1a90-48fa-b01f-f5338561cb20 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.5444684 Apr 05 12:14:52.012271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c498-882d-473d-900d-fd943464e15e req-191f669d-ae78-48b8-a967-e166a5fcf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:52.014291 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-191f669d-ae78-48b8-a967-e166a5fcf509 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2479460 Apr 05 12:14:52.017945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:52.050979 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-00631226-d77d-47cd-a150-9616d16c92b6 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b00c86c-d058-48f1-90b4-cb390eca09b7 HTTP/1.1" status: 200 len: 205 time: 0.1331651 Apr 05 12:14:52.054087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.071238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259470d8-45c7-45c8-8be6-a46526e76efc req-94262851-3876-4b67-990b-257128cb72b6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:52.072705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-259470d8-45c7-45c8-8be6-a46526e76efc req-94262851-3876-4b67-990b-257128cb72b6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 943 time: 0.4370475 Apr 05 12:14:52.119155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Router f3401614-6a3e-4034-922b-b4ff63638faa has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:52.160916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c9df1181-61b7-4707-ace3-e027a8d2e8b8 req-179342b7-9bf5-4ed1-b660-6579d1cd22ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127326 Apr 05 12:14:52.227227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-259470d8-45c7-45c8-8be6-a46526e76efc req-72c1516a-aa23-448c-adb8-b208b088a90f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373420 Apr 05 12:14:52.247411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 5d683193-31f2-42ee-9532-97dc0a701238 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:52.300746 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-eea33708-7230-437a-9523-85555fd485fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] delete failed (client error): The resource could not be found. Apr 05 12:14:52.302478 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eea33708-7230-437a-9523-85555fd485fe tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/routers/2b00c86c-d058-48f1-90b4-cb390eca09b7 HTTP/1.1" status: 404 len: 336 time: 0.2473402 Apr 05 12:14:52.341189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53898) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.380443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:52.392482 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] Sync routers for ids ['f3401614-6a3e-4034-922b-b4ff63638faa'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:52.395302 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ebefc5-a0c5-44b3-a7c4-9f18877a9156 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.395756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ebefc5-a0c5-44b3-a7c4-9f18877a9156 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.403099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] Routers {'f3401614-6a3e-4034-922b-b4ff63638faa'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:52.404039 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f3401614-6a3e-4034-922b-b4ff63638faa'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:52.408396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:52.412204 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-62305e16-c0a2-4833-9fe1-d6ce258b164e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "PUT /v2.0/routers/f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 200 len: 706 time: 3.9002354 Apr 05 12:14:52.413044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53902) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.416768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0ebefc5-a0c5-44b3-a7c4-9f18877a9156 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/379d1222-25ba-4458-be5b-11361935b042 HTTP/1.1" status: 404 len: 337 time: 0.0723572 Apr 05 12:14:52.417405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.468368 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:52.474161 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-7500fbf2-6049-4603-85e9-442418a46efd service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485826 Apr 05 12:14:52.474973 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2ca2cf-95d1-40c4-9de7-aa3d9544afde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.475867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2ca2cf-95d1-40c4-9de7-aa3d9544afde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.479776 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] Routers {'f3401614-6a3e-4034-922b-b4ff63638faa'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:52.479776 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f3401614-6a3e-4034-922b-b4ff63638faa'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:52.480882 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ed2ca2cf-95d1-40c4-9de7-aa3d9544afde tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/7a0d7bd0-c477-4a87-82f2-6aa813f7f356 HTTP/1.1" status: 404 len: 337 time: 0.0612421 Apr 05 12:14:52.484276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.564288 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c4388c86-e8c0-415b-bd26-ca5ee45dbbc9 tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/routers/f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 200 len: 741 time: 0.1474922 Apr 05 12:14:52.565233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53914) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.566607 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:52.567069 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cb74c-5b23-4c4d-b593-65e8f335c672 None None] The sync data for ids ['f3401614-6a3e-4034-922b-b4ff63638faa'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:52.617354 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fa52be-e015-42e2-b22b-21ea01a8576e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.617829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fa52be-e015-42e2-b22b-21ea01a8576e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.619554 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22fa52be-e015-42e2-b22b-21ea01a8576e tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/cd701383-72f6-4803-ad2f-d804be3c4b82 HTTP/1.1" status: 404 len: 333 time: 0.1345601 Apr 05 12:14:52.624832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40cce5-6d69-4f8b-9aa3-daa67d1aa9fa req-f88b77cc-5cb9-4904-ae7b-d8b212615032 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:52.625345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.626440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a40cce5-6d69-4f8b-9aa3-daa67d1aa9fa req-f88b77cc-5cb9-4904-ae7b-d8b212615032 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 945 time: 0.3306208 Apr 05 12:14:52.634191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-867ad51f-94c3-4aa7-bdd8-cbecb91af58b tempest-RoutersAdminTest-2004778544 tempest-RoutersAdminTest-2004778544-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&device_id=f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 200 len: 205 time: 0.0650587 Apr 05 12:14:52.649573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53922) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.680907 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc60ac38-4c80-4ea0-a9f6-6628ed2e01b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.681364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc60ac38-4c80-4ea0-a9f6-6628ed2e01b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.699149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d5de00d5-5a7b-4f19-b7de-17d30e815488 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 200 len: 205 time: 0.0484781 Apr 05 12:14:52.706216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.742484 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc60ac38-4c80-4ea0-a9f6-6628ed2e01b5 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/01de61c0-6274-4953-aacf-6a3b4da97bc6 HTTP/1.1" status: 404 len: 337 time: 0.1155775 Apr 05 12:14:52.754292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.812532 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c1b4c498-882d-473d-900d-fd943464e15e req-a3242a2c-f668-4b24-bce0-bfaef97d0c43 service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304904 Apr 05 12:14:52.815346 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e536c8-bebc-4ffa-a006-cc49f74b8e0f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.815765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e536c8-bebc-4ffa-a006-cc49f74b8e0f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.817505 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-88e536c8-bebc-4ffa-a006-cc49f74b8e0f tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/8737997b-1fe5-432d-8678-a7939f8e0bea HTTP/1.1" status: 404 len: 333 time: 0.0601165 Apr 05 12:14:52.820253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53934) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.854781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:52.901154 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-75603a38-a102-4a63-8676-28b79dffb904 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:52.901605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75603a38-a102-4a63-8676-28b79dffb904 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:52.903307 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-75603a38-a102-4a63-8676-28b79dffb904 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/b1d6c5d7-a6ad-4408-b168-25dd612cddbf HTTP/1.1" status: 404 len: 337 time: 0.0820744 Apr 05 12:14:52.916170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53938) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:52.932254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 0f73f1a5-b7ab-40fc-879c-acc888db8c7a up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:52.980594 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a40cce5-6d69-4f8b-9aa3-daa67d1aa9fa req-ef8b1054-d03e-4eb8-8ae6-59a34d80f424 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453088 Apr 05 12:14:53.012598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:53.020655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:53.021303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.035436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8706698-def5-4960-9875-f824ceb2d3ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.036046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8706698-def5-4960-9875-f824ceb2d3ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.037823 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8706698-def5-4960-9875-f824ceb2d3ac tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a4144734-c954-4b36-ac9c-9f2de09ba4de HTTP/1.1" status: 404 len: 333 time: 0.1179891 Apr 05 12:14:53.061286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.068867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53942) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.153526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=5d683193-31f2-42ee-9532-97dc0a701238,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:53.262752 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-161ba142-492f-443d-8bad-46031d64252d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.263196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161ba142-492f-443d-8bad-46031d64252d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.265538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e754d5d-9dc6-4295-aeaf-5146c705e536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.268126 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-161ba142-492f-443d-8bad-46031d64252d tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/58636a8f-80d3-4405-a134-0dba6b4c9a65 HTTP/1.1" status: 404 len: 337 time: 0.1941061 Apr 05 12:14:53.329717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.358845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:53.372093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53950) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.373852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:53.379754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.453946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:53.480668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.486937 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ce3e9f-1b58-4a6b-8099-28a30eb097e1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.487433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ce3e9f-1b58-4a6b-8099-28a30eb097e1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.489094 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-28ce3e9f-1b58-4a6b-8099-28a30eb097e1 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/c1f69527-1daf-40ac-b05c-9da185785f52 HTTP/1.1" status: 404 len: 333 time: 0.1146660 Apr 05 12:14:53.493288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.548317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.552773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.593434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.593867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Fanout notify agent at l3_agent the message router_deleted on router f3401614-6a3e-4034-922b-b4ff63638faa {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:53.595953 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c621a8f5-54b9-4817-b6db-02c71f7bb985 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.596397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c621a8f5-54b9-4817-b6db-02c71f7bb985 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.598150 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c621a8f5-54b9-4817-b6db-02c71f7bb985 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/3d9314a7-29af-40ba-ae29-67fb4556c5ab HTTP/1.1" status: 404 len: 337 time: 0.1024361 Apr 05 12:14:53.601908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53960) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.655048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:53.657511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-48312e0b-1130-4a2a-a409-b93f331d0fc3 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 204 len: 168 time: 0.9503293 Apr 05 12:14:53.671235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53964) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.677041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ca1dc8-4d1d-4862-b3ee-32fc9609fe1b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.677663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ca1dc8-4d1d-4862-b3ee-32fc9609fe1b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.679374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a7ca1dc8-4d1d-4862-b3ee-32fc9609fe1b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/f66cec4d-07e4-40fc-9907-699bdd6f305d HTTP/1.1" status: 404 len: 333 time: 0.0765240 Apr 05 12:14:53.687597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddf4f-8616-4787-be90-06cf13bf0525 req-49de9b42-b886-4555-9c28-c0f9fce8d8a1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:53.689072 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-903ddf4f-8616-4787-be90-06cf13bf0525 req-49de9b42-b886-4555-9c28-c0f9fce8d8a1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.2928045 Apr 05 12:14:53.689554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53968) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.721499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-98123b72-2d87-480b-8c31-b8b96a4585f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:53.722981 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-98123b72-2d87-480b-8c31-b8b96a4585f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1096 time: 0.8232841 Apr 05 12:14:53.731505 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4e6eb52e-e0d3-47cb-abca-8069f66b2b6e tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 200 len: 205 time: 0.0591376 Apr 05 12:14:53.739406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925ad7f-dc62-4f97-ba3a-69699d4fbee0 req-dce030ba-b3e5-4073-8dfd-0f868b406b0d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:53.741140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d925ad7f-dc62-4f97-ba3a-69699d4fbee0 req-dce030ba-b3e5-4073-8dfd-0f868b406b0d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 943 time: 0.3459492 Apr 05 12:14:53.741619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53972) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.761366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-131dc334-e848-4a9c-bbf0-9ae0acb21eb8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.761818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131dc334-e848-4a9c-bbf0-9ae0acb21eb8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.763503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-131dc334-e848-4a9c-bbf0-9ae0acb21eb8 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/d34d74e5-f2ff-4b81-a28f-228ce6c9e5a2 HTTP/1.1" status: 404 len: 337 time: 0.0728712 Apr 05 12:14:53.814747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53976) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.854880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-e69f9888-73ed-4f9b-94e0-151b32acd2df tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:53.855826 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e69f9888-73ed-4f9b-94e0-151b32acd2df tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/f3401614-6a3e-4034-922b-b4ff63638faa HTTP/1.1" status: 404 len: 336 time: 0.0990953 Apr 05 12:14:53.865420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.913735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-903ddf4f-8616-4787-be90-06cf13bf0525 req-2b0c13ae-2cdd-4f00-92da-ca8ac79fb47b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903408 Apr 05 12:14:53.937728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d1e94826-b2af-4d0e-9c69-8022fa0b9228 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 200 len: 205 time: 0.0684643 Apr 05 12:14:53.945669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53984) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:53.975731 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'code': 200} Apr 05 12:14:53.993312 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa3fb84-0aca-4a4b-8e74-0b6cfcfcbe9b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:53.993890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa3fb84-0aca-4a4b-8e74-0b6cfcfcbe9b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:53.995497 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bfa3fb84-0aca-4a4b-8e74-0b6cfcfcbe9b tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a3ff278a-628d-451a-870d-f48e7a06cdd9 HTTP/1.1" status: 404 len: 333 time: 0.1796892 Apr 05 12:14:54.000755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 53990) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.020128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d925ad7f-dc62-4f97-ba3a-69699d4fbee0 req-c69e7ef5-1f68-4e09-bdbc-cf2bde753e71 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598629 Apr 05 12:14:54.028425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-967e6aec-20b2-464f-bcb3-5844018160c1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:54.032716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-967e6aec-20b2-464f-bcb3-5844018160c1 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/ebde9cf1-3c9c-4832-9ac8-28e2d77be36c HTTP/1.1" status: 404 len: 336 time: 0.0860808 Apr 05 12:14:54.033275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 53996) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.052212 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a1eee6-13b9-449f-bc81-233aad7c7ccd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:54.052671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a1eee6-13b9-449f-bc81-233aad7c7ccd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:54.054359 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9a1eee6-13b9-449f-bc81-233aad7c7ccd tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/5eb272d8-e74a-4f16-a928-b051e6b1355e HTTP/1.1" status: 404 len: 337 time: 0.0509501 Apr 05 12:14:54.059941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 4cd7a922-7ccd-4161-9a6d-671af252e088 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:14:54.062650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.133333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bd19f7de-eb5a-4ee6-b87a-09f5e13d4409 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 200 len: 205 time: 0.0966904 Apr 05 12:14:54.136813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54004) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.155278 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5847433b-cda3-4eb5-a704-09047725be05 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:54.156284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5847433b-cda3-4eb5-a704-09047725be05 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:54.158928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5847433b-cda3-4eb5-a704-09047725be05 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/ports/a5b2c1ff-527b-4eda-91d1-d1f91fc55976 HTTP/1.1" status: 404 len: 333 time: 0.0939302 Apr 05 12:14:54.182750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54008) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.183986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-297c94de-e83e-4ac1-858b-134345aee180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:54.185460 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-297c94de-e83e-4ac1-858b-134345aee180 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 200 len: 898 time: 0.4513927 Apr 05 12:14:54.254011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-ffd13836-1bf0-432c-b8da-97c88a02819b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:54.254993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ffd13836-1bf0-432c-b8da-97c88a02819b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/c328b9e1-b458-4eff-9c28-9e413838c7fe HTTP/1.1" status: 404 len: 336 time: 0.1157720 Apr 05 12:14:54.274313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54012) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.355061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:54.480702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2a208-5faa-4b1a-9b63-2a160121cb5b req-5df5c901-e08a-4200-a2a8-df4197eb3e5c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:54.482201 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6b2a208-5faa-4b1a-9b63-2a160121cb5b req-5df5c901-e08a-4200-a2a8-df4197eb3e5c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.3946822 Apr 05 12:14:54.507633 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e914220b-5299-4c87-ac17-8f365126c819 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:54.508215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e914220b-5299-4c87-ac17-8f365126c819 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:54.509792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e914220b-5299-4c87-ac17-8f365126c819 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/subnets/e7722181-3bc2-415c-ad5b-420bdd74a091 HTTP/1.1" status: 404 len: 337 time: 0.3233576 Apr 05 12:14:54.520929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54016) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.563050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efe35f-6155-43fb-8768-cdfe6ca45262 req-5f40571d-f717-41e2-917d-5c24629320f0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:54.564650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-79efe35f-6155-43fb-8768-cdfe6ca45262 req-5f40571d-f717-41e2-917d-5c24629320f0 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.3646350 Apr 05 12:14:54.567363 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-b8a7c18e-b7d3-49d6-90b5-7b0ed78fb4df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 200 len: 217 time: 0.2938707 Apr 05 12:14:54.579852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08beffa6-cfae-4f5a-9818-15ca62e87c1c req-e29376be-b0e5-4d23-904b-378e4a27b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:54.581332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-08beffa6-cfae-4f5a-9818-15ca62e87c1c req-e29376be-b0e5-4d23-904b-378e4a27b281 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1099 time: 0.3287158 Apr 05 12:14:54.587501 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9974913a-5b80-4f74-880e-1e2840e3fd5c tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 200 len: 205 time: 0.2501681 Apr 05 12:14:54.595406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54020) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.618365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:14:54.631744 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd377ea9-d524-412b-95c5-690b4c02fee1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3940642 Apr 05 12:14:54.633798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.635827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] Sync routers for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:14:54.648370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:54.648990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:54.682570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0bc9e07f-1883-4099-b672-58cb4b761012 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:14:54.697559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-633f8b54-fbde-40aa-9560-913e5c6a9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:54.699243 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-633f8b54-fbde-40aa-9560-913e5c6a9f40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b4b5bce-9988-400f-85c8-2b51c00f522a HTTP/1.1" status: 200 len: 834 time: 0.1166496 Apr 05 12:14:54.715337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:54.724681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] Routers {'4cd7a922-7ccd-4161-9a6d-671af252e088'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:14:54.725310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4cd7a922-7ccd-4161-9a6d-671af252e088'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:54.753179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0bc9e07f-1883-4099-b672-58cb4b761012 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:14:54.758466 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0bc9e07f-1883-4099-b672-58cb4b761012 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cd7a922-7ccd-4161-9a6d-671af252e088 HTTP/1.1" status: 200 len: 205 time: 0.1194661 Apr 05 12:14:54.758747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.801776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:54.802175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418733e3-a5e1-4586-9425-d40c097cb949 None None] The sync data for ids ['4cd7a922-7ccd-4161-9a6d-671af252e088'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:14:54.803134 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6b2a208-5faa-4b1a-9b63-2a160121cb5b req-c99038a0-f2e4-4945-8ef6-9a5fe26d5359 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094451 Apr 05 12:14:54.808899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-b654793e-ed47-4f31-9b8a-5a3e39f5c69b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:54.813056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b654793e-ed47-4f31-9b8a-5a3e39f5c69b tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/c9b8fe15-e213-4e7e-8d71-4ecc37f54f6a HTTP/1.1" status: 404 len: 336 time: 0.2107654 Apr 05 12:14:54.819533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.840664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54036) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.844276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:54.853511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-79efe35f-6155-43fb-8768-cdfe6ca45262 req-f5d43da5-acc5-4f55-9331-2e09bfca3994 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681417 Apr 05 12:14:54.882342 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0acc73a-2a1b-45c3-a58e-dac72149e823 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 200 len: 205 time: 0.0616653 Apr 05 12:14:54.890307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54040) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:54.908366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-08beffa6-cfae-4f5a-9818-15ca62e87c1c req-0903ed50-eb1d-478d-af02-3950f483d77c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139341 Apr 05 12:14:54.938665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:14:54.950472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:54.981103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-566cae70-5ca6-4e69-bb92-e48fb07a30a4 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:54.982682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-566cae70-5ca6-4e69-bb92-e48fb07a30a4 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/a1c6908a-45a1-40ff-94c7-c1b1d50c7ae0 HTTP/1.1" status: 404 len: 336 time: 0.0849164 Apr 05 12:14:55.000351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.075106 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e88cb5ff-df02-4f01-b156-f2e79df07d61 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ed938b1-42c4-4861-8cfb-e37976ac5cf2 HTTP/1.1" status: 200 len: 205 time: 0.0719326 Apr 05 12:14:55.098270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:55.113624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'mac_address': 'fa:16:3e:5e:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:14:55.133799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54050) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.173243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.180375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.191963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-5c5a010a-e81c-4b4d-889d-26675e1854c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:55.194090 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-5c5a010a-e81c-4b4d-889d-26675e1854c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4885485 Apr 05 12:14:55.201409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:14:55.217307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:55.222243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.251446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769f8e2-d017-4898-a982-2d321e8ca1c8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:55.252954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f769f8e2-d017-4898-a982-2d321e8ca1c8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1094 time: 0.4066842 Apr 05 12:14:55.260910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54054) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.265991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d84777e-b69b-410c-a2a6-18fcc490dd2e']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:55.283482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:55.302405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:55.305846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:55.306235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd564ac-d44e-4438-9a5f-bfa1b30b7ec2') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:55.306812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:55.309545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34d907a4-cb06-4f76-a66d-b0a39e1b0649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.323355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:55.326782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:55.331291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.343435 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-1fd04b0c-d9f9-418f-a054-4c96b05b24f5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] delete failed (client error): The resource could not be found. Apr 05 12:14:55.344464 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1fd04b0c-d9f9-418f-a054-4c96b05b24f5 tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/routers/5ed938b1-42c4-4861-8cfb-e37976ac5cf2 HTTP/1.1" status: 404 len: 336 time: 0.2097242 Apr 05 12:14:55.346797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:55.349875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54058) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.403422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.407854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfce15fe-71ac-4324-b77a-3c36adfbe42a tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] DELETE failed (client error): The resource could not be found. Apr 05 12:14:55.409430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfce15fe-71ac-4324-b77a-3c36adfbe42a tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:14:55.409955 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dfce15fe-71ac-4324-b77a-3c36adfbe42a tempest-RoutersAdminTest-894192293 tempest-RoutersAdminTest-894192293-project] 10.222.0.50 "DELETE /v2.0/subnets/6c6f9677-5258-428e-92ed-9b4bb0539d4a HTTP/1.1" status: 404 len: 337 time: 0.0590837 Apr 05 12:14:55.421000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.423956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.440398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:14:55.440812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.447428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['647712c2-941a-4b9a-8eff-0c3515d4bb8f'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:55.456031 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:55.468136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.515064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.515862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd7a922-7ccd-4161-9a6d-671af252e088 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:14:55.549300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba821db-5bbf-45a8-aa02-e538a2af886d req-557faa66-20a6-45d8-b76f-9f0efe8d9f4a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:55.556192 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bba821db-5bbf-45a8-aa02-e538a2af886d req-557faa66-20a6-45d8-b76f-9f0efe8d9f4a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 944 time: 0.3548622 Apr 05 12:14:55.560298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.564185 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-834fde42-a30a-4c8b-a1d5-393a47bcb230 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088 HTTP/1.1" status: 204 len: 168 time: 0.8023176 Apr 05 12:14:55.565161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54064) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:55.620042 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bba821db-5bbf-45a8-aa02-e538a2af886d req-da850307-4731-4198-8a88-2efc442239aa tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629780 Apr 05 12:14:55.653038 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-4b697e7e-912c-48f8-86ac-40ac010eeb5a service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036775 Apr 05 12:14:55.662065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.687770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:55.695264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] Pushing event deleted for resources: {'Network': ['ID=0d84777e-b69b-410c-a2a6-18fcc490dd2e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:55.710681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-caeb011a-bca3-4db7-8b9b-1c343e6fe1e7 tempest-NetworksTestDHCPv6-1342879137 tempest-NetworksTestDHCPv6-1342879137-project] 10.222.0.50 "DELETE /v2.0/networks/0d84777e-b69b-410c-a2a6-18fcc490dd2e HTTP/1.1" status: 204 len: 168 time: 1.1855800 Apr 05 12:14:55.779978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.022843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 6741ccfc-9792-47d0-9b2d-1c730a019770 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:56.028034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.071279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:56.134405 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-071a5e1d-e21b-4bbe-b8f9-4a8efffd301c req-9d41bf81-3f82-489d-a706-ca88861b6d39 service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725063 Apr 05 12:14:56.140362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.147195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.77 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/a2b87836-ff49-4d80-aefd-133c90011c00) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:56.254088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.279523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54082) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:56.366797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.408134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.422681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.430666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f20f18-d6d6-4121-9608-95474d2590d2 req-e3ee1827-a331-40d5-820a-3cd926de4ce9 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:56.432594 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1f20f18-d6d6-4121-9608-95474d2590d2 req-e3ee1827-a331-40d5-820a-3cd926de4ce9 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.1537716 Apr 05 12:14:56.434494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a885e5-8b22-4b4a-9220-fca26ba5a045 None None] Network 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:56.447485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=6741ccfc-9792-47d0-9b2d-1c730a019770,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:56.455060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.474980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08ed9854-4aff-4269-889d-3cbb381142ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/6741ccfc-9792-47d0-9b2d-1c730a019770 HTTP/1.1" status: 204 len: 168 time: 0.9085059 Apr 05 12:14:56.479455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54088) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:56.490342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.525433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.539112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:56.546456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.551344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Usage tracker for resource:security_group_rule and tenant:662808afc1104ce09133c25206925461 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:56.556114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:56.566602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:56.581375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1f20f18-d6d6-4121-9608-95474d2590d2 req-94e4207a-77ce-44a9-b232-50841c4194c3 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312659 Apr 05 12:14:56.597285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet b85c958b-7935-40e0-8c35-c77199ce14b8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:14:56.614693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:56.621331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:56.636712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:56.653566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.755567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.783258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] DHCP port deletion for 2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:56.788041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Deleting port a1c579ee-da7a-4615-afa9-18ab884f4641 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:56.788491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.827209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.838928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.911293 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=662808afc1104ce09133c25206925461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368433 Apr 05 12:14:56.914721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54098) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:56.915627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8dc47-466a-4954-9452-e8a80844382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836eeda8-e7ed-4cd4-8e94-f2220f9d45f5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:56.954360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:14:56.968327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=a2b87836-ff49-4d80-aefd-133c90011c00,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:56.978850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:56.988786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c26e9d72-a303-406a-8043-18386add3226 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25d12a24c54b4762ae2d7ed5143a1df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078106 Apr 05 12:14:56.996515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54102) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:57.049123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.093688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.109312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] For port a1c579ee-da7a-4615-afa9-18ab884f4641, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a1c579ee-da7a-4615-afa9-18ab884f4641,segment=NetworkSegment(bee43359-d41f-4c90-9611-f99fd41e064f),segment_id=bee43359-d41f-4c90-9611-f99fd41e064f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:57.109856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.116517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.164989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=b85c958b-7935-40e0-8c35-c77199ce14b8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:57.167012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.186255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561ff56-61dd-4346-8e5d-64a89988c950 None None] Network 244fa813-4318-45af-84c8-cf2e22b64811 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:14:57.196821 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18237697-36eb-411b-885b-b7dbf963e1a1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/b85c958b-7935-40e0-8c35-c77199ce14b8 HTTP/1.1" status: 204 len: 168 time: 0.7106569 Apr 05 12:14:57.197644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:57.253906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb892a10-de39-4f97-9882-bad32d28268f req-0abdb58c-14d3-4a0e-b886-fed4da97fbef tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:57.255517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb892a10-de39-4f97-9882-bad32d28268f req-0abdb58c-14d3-4a0e-b886-fed4da97fbef tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.4040692 Apr 05 12:14:57.256216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.273686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9cea1-794e-4687-a309-afa969608cfe req-f6acfd94-8323-47ed-a985-7f561e186fa4 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:57.275263 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64b9cea1-794e-4687-a309-afa969608cfe req-f6acfd94-8323-47ed-a985-7f561e186fa4 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 944 time: 0.4125125 Apr 05 12:14:57.303979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Calling delete_port for a1c579ee-da7a-4615-afa9-18ab884f4641 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:57.318318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.339433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.344678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836eeda8-e7ed-4cd4-8e94-f2220f9d45f5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:57.353294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.360622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.361960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1acc69e0-eab2-489e-865e-c1ccc6f0f78a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/836eeda8-e7ed-4cd4-8e94-f2220f9d45f5 HTTP/1.1" status: 204 len: 168 time: 0.4434566 Apr 05 12:14:57.367752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port a1c579ee-da7a-4615-afa9-18ab884f4641 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:57.368349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.397467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64b9cea1-794e-4687-a309-afa969608cfe req-547c9f98-5ce4-47af-a117-564635a4a58c tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111591 Apr 05 12:14:57.455107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 647712c2-941a-4b9a-8eff-0c3515d4bb8f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:14:57.480774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 647712c2-941a-4b9a-8eff-0c3515d4bb8f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:14:57.481468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.516376 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb892a10-de39-4f97-9882-bad32d28268f req-b761bafd-2fe7-488a-9ba0-b3b2886da821 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306778 Apr 05 12:14:57.538039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54112) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:57.653734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.684825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port a1c579ee-da7a-4615-afa9-18ab884f4641, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a1c579ee-da7a-4615-afa9-18ab884f4641,segment=NetworkSegment(bee43359-d41f-4c90-9611-f99fd41e064f),segment_id=bee43359-d41f-4c90-9611-f99fd41e064f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:57.685967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.695388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.735594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32c4a75-d3b9-4293-8eeb-88f236c4a54a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:57.774060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a1c579ee-da7a-4615-afa9-18ab884f4641 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:57.778236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.782360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8887dccb-078c-4cd0-8dd7-cd2a47a6c15d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d32c4a75-d3b9-4293-8eeb-88f236c4a54a HTTP/1.1" status: 204 len: 168 time: 0.7824383 Apr 05 12:14:57.792017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1c2b8-6605-4c56-8a27-11347861550a tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:57.800905 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-73d1c2b8-6605-4c56-8a27-11347861550a tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1094 time: 0.2596796 Apr 05 12:14:57.813021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] Pushing event deleted for resources: {'Port': ['ID=a1c579ee-da7a-4615-afa9-18ab884f4641,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:57.818784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:57.828528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for a1c579ee-da7a-4615-afa9-18ab884f4641 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:57.835009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: a1c579ee-da7a-4615-afa9-18ab884f4641 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:57.835404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a1c579ee-da7a-4615-afa9-18ab884f4641 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:57.838993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:57.849165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:57.854730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:floatingip and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:57.874885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6b90a-a6f6-4027-8124-7fddd32e6717 None None] No DVR routers for this DVR port a1c579ee-da7a-4615-afa9-18ab884f4641 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:57.875248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:57.893104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:57.904465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.932328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.939440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:57.940046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54124) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:57.943264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:14:57.943831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:14:57.966267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:14:57.984750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:57.992945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.003249 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47805d92-04fd-4880-82c9-f5129c329962 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f17c478c33924954bfbbc7ec5a62c4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616195 Apr 05 12:14:58.005939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54130) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:58.100201 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'code': 200} Apr 05 12:14:58.101048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] DHCP port deletion for 244fa813-4318-45af-84c8-cf2e22b64811 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:14:58.112610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Deleting port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:58.112982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.119512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.140639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.165223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:58.168096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.244093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.265051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805474b6-76e5-4357-9ca7-1298c44ad140,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:58.312406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.316407 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e8bce40-9c6d-4b94-a986-93c3c1000f4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/805474b6-76e5-4357-9ca7-1298c44ad140 HTTP/1.1" status: 204 len: 168 time: 0.3079460 Apr 05 12:14:58.405870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.426327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] For port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,segment=NetworkSegment(e1fae203-edaf-45c2-958f-f9bfe54af631),segment_id=e1fae203-edaf-45c2-958f-f9bfe54af631)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:14:58.426732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.449976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port a1c579ee-da7a-4615-afa9-18ab884f4641 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:14:58.451975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.502857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.587436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Calling delete_port for 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:14:58.593483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854be5-eb30-473d-b66c-d6f3b4ee907f req-c2d2ab8f-8f69-4491-ab46-2a99cd4087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:58.595224 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94854be5-eb30-473d-b66c-d6f3b4ee907f req-c2d2ab8f-8f69-4491-ab46-2a99cd4087bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1098 time: 0.2441192 Apr 05 12:14:58.601652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] The port 'a1c579ee-da7a-4615-afa9-18ab884f4641' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:14:58.714715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:58.800467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] Pushing event deleted for resources: {'Port': ['ID=71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:58.811395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86730fb-ffec-445e-b684-47c6e0b07d5d None None] No DVR routers for this DVR port 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:14:58.942319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cbe1f-2722-4b37-8e08-6b0d04fed1fe req-1689eeca-eb14-46f4-81ef-0d702f9b5816 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:14:58.943863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a1cbe1f-2722-4b37-8e08-6b0d04fed1fe req-1689eeca-eb14-46f4-81ef-0d702f9b5816 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.3700299 Apr 05 12:14:58.987545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.26.5.66 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/663b7e0a-e398-4321-9d2c-8e059278a55f) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:14:58.990561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-94854be5-eb30-473d-b66c-d6f3b4ee907f req-fe98eef3-aa49-43d4-81e3-fa4a12befb64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871548 Apr 05 12:14:59.002467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.032851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e855017-90a0-4d09-a60c-9dd5a7f6a7e3']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.048876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee43359-d41f-4c90-9611-f99fd41e064f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.049321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee43359-d41f-4c90-9611-f99fd41e064f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.063169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.086269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.091767 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a1cbe1f-2722-4b37-8e08-6b0d04fed1fe req-d3b70bc4-165f-4d53-8fe4-8a35f533bde8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394312 Apr 05 12:14:59.110569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:14:59.111045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:59.129147 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:59.240855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.271857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.284285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=2e855017-90a0-4d09-a60c-9dd5a7f6a7e3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:59.289457 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8f1ad6e-14dc-4183-97b1-4c045793a579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/2e855017-90a0-4d09-a60c-9dd5a7f6a7e3 HTTP/1.1" status: 204 len: 168 time: 2.0906193 Apr 05 12:14:59.292145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54166) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:59.383400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54172) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:59.397145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.407590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.440816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.561526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1236114180'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:59.567830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:59.570058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:network and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:59.572994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:59.579465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:59.592041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.597141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=a2b87836-ff49-4d80-aefd-133c90011c00,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:59.602515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.612803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Made reservation on behalf of 5b4053e5c6504e50ae03fa8a91459ba0 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:59.619177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.630190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244fa813-4318-45af-84c8-cf2e22b64811']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.632656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.644039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fae203-edaf-45c2-958f-f9bfe54af631') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.644569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fae203-edaf-45c2-958f-f9bfe54af631') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:14:59.648929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.657776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:14:59.658401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.676681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.684369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:14:59.686310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.695513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:14:59.696113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 71bbf533-2bb4-4e46-81e0-f8f46e2d1e6f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:14:59.708564 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:14:59.718961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:59.731319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:security_group_rule and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:59.738713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:59.752915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:59.797303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.818804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.830371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=244fa813-4318-45af-84c8-cf2e22b64811,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:14:59.834397 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-727fd217-a172-4a04-bcf3-b91ca03c8d31 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/244fa813-4318-45af-84c8-cf2e22b64811 HTTP/1.1" status: 204 len: 168 time: 0.5407724 Apr 05 12:14:59.839006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:14:59.847152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212322290'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:14:59.850368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.856134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:14:59.861720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:14:59.868036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:14:59.884126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:14:59.906370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:14:59.912926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.937638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:14:59.947135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:14:59.961769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:14:59.963050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:14:59.976608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:14:59.977540 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment 9704f4b0-5fb9-4f13-8233-102fe27ab058 of type vlan for network c700274f-c1cc-42f0-9b24-be44565582b8 Apr 05 12:15:00.025868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 5b1b1826-e237-4b26-abbd-c5506123b245 associated. External IP: 172.26.5.77, port: 77ce9492-4f69-4cc3-a08b-aaa091d5b907. Apr 05 12:15:00.029704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.068451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.076533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:00.080119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.208540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=663b7e0a-e398-4321-9d2c-8e059278a55f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:00.220692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=c700274f-c1cc-42f0-9b24-be44565582b8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:00.233287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c700274f-c1cc-42f0-9b24-be44565582b8 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:00.238042 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b032692-d3b0-4cc6-b9a1-cb4884402064 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3974304 Apr 05 12:15:00.238734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54200) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:00.245817 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:00.382208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:00.387007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:00.390855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:00.397879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:00.413581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:00.417766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.530145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54208) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:00.656746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-552178967'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:00.662667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:00.667752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.672483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Usage tracker for resource:router and tenant:33193decc44e4ccd943491c6a6d4e3bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:00.706259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:00.720999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:00.764689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=bf45fe6c-bb99-4e2e-9de4-6868b71d2720,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:00.774605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': '9704f4b0-5fb9-4f13-8233-102fe27ab058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:00.774964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: c700274f-c1cc-42f0-9b24-be44565582b8, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:00.795093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c700274f-c1cc-42f0-9b24-be44565582b8 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:00.803304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.806530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c700274f-c1cc-42f0-9b24-be44565582b8) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:00.812691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:00.816490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa360f2-b2fc-46de-a54f-964bf707cdbd None None] Network c700274f-c1cc-42f0-9b24-be44565582b8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:00.819870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.822546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.853209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.854993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.884457 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-08496387-a733-49e2-9594-59308fd7ab78 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6419079 Apr 05 12:15:00.886215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:00.894133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c628972-8f5b-41ee-94ad-c9473def0c9d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:00.898804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-951547900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:00.909068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.919150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:15:00.923521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:00.933520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:00.939935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:00.952154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:00.967504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.985184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab989e-94ef-4471-9586-a9b73d274013 req-839391b7-421c-403c-83e0-c171010995e0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:00.986684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fab989e-94ef-4471-9586-a9b73d274013 req-839391b7-421c-403c-83e0-c171010995e0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.6012516 Apr 05 12:15:00.998565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:00.999759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.014719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.016087 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fa1ac6e3-e6ac-46ed-9724-7efdc13e935c tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4849622 Apr 05 12:15:01.018880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.032543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.032880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Added segment 14ec7398-cfe8-4646-adfe-209782b1b69e of type vlan for network 8e71b5b5-f782-49fe-821a-71bd56f118e4 Apr 05 12:15:01.081055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c700274f-c1cc-42f0-9b24-be44565582b8', 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': 'bf45fe6c-bb99-4e2e-9de4-6868b71d2720'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:15:01.082921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.092652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.117487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.124386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:01.127906 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fab989e-94ef-4471-9586-a9b73d274013 req-7427d6f1-7c07-40e4-bbdd-27176e2ad86a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233575 Apr 05 12:15:01.308903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.332393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.334876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.resource_extend [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:15:01.350947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Allocated IP 172.20.0.2 (c700274f-c1cc-42f0-9b24-be44565582b8/bf45fe6c-bb99-4e2e-9de4-6868b71d2720/c037da63-7307-401f-8696-71d81435f7ca) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:01.449236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.455163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.460653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:01.461478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.486779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.488225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f76a3a3b-f4e7-41a5-868c-fe7ba5b6dd51 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6006699 Apr 05 12:15:01.491834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.540176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'port': {'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8', 'name': 'tempest-RoutersTest-2079111507'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:01.563975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1775784 Apr 05 12:15:01.597599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.610713 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Transition to ACTIVE for port object c037da63-7307-401f-8696-71d81435f7ca will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:01.621187 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54228) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.648085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'subnet': {'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:01.650728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Transition to ACTIVE for port object c037da63-7307-401f-8696-71d81435f7ca will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:01.659650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.712381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2ec52-a595-4bd2-9ae1-4755a4e4580d tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Network': ['ID=8e71b5b5-f782-49fe-821a-71bd56f118e4,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:01.741915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:01.758499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Network c700274f-c1cc-42f0-9b24-be44565582b8 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:01.764440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:01.777053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Pushing event updated for resources: {'Port': ['ID=c037da63-7307-401f-8696-71d81435f7ca,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:01.779708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:01.802563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:01.816756 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:01.827066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.834300 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:01.835492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:01.838920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.839159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e140f-7d25-4975-8a89-343b3f1a43d5 req-8fd81663-06b4-4824-a911-fd4e39fe32c6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:01.848182 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-803e140f-7d25-4975-8a89-343b3f1a43d5 req-8fd81663-06b4-4824-a911-fd4e39fe32c6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5495937 Apr 05 12:15:01.866377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.942527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Attempting to bind port c037da63-7307-401f-8696-71d81435f7ca on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:01.943179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Attempting to bind port c037da63-7307-401f-8696-71d81435f7ca by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '9704f4b0-5fb9-4f13-8233-102fe27ab058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:01.943281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Attempting to bind port c037da63-7307-401f-8696-71d81435f7ca on network c700274f-c1cc-42f0-9b24-be44565582b8 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:01.949268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:01.949655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Checking segment: {'id': '9704f4b0-5fb9-4f13-8233-102fe27ab058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:01.950053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.950546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Bound using segment: {'id': '9704f4b0-5fb9-4f13-8233-102fe27ab058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:01.951772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Bound port: c037da63-7307-401f-8696-71d81435f7ca, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9704f4b0-5fb9-4f13-8233-102fe27ab058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c700274f-c1cc-42f0-9b24-be44565582b8'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:01.952339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:01.957573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54232) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:01.960680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7c2da43-0807-423e-ab0c-5a3f2a50486f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6968372 Apr 05 12:15:01.963676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:01.968113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:15:01.979899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.035452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:subnet and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:02.043922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.044476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0330283e-eb69-4a93-af06-123524cdb438 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:02.055626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:02.080850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:02.083354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:02.108558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] For port c037da63-7307-401f-8696-71d81435f7ca, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:02.112643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] For port c037da63-7307-401f-8696-71d81435f7ca, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c037da63-7307-401f-8696-71d81435f7ca,segment=NetworkSegment(9704f4b0-5fb9-4f13-8233-102fe27ab058),segment_id=9704f4b0-5fb9-4f13-8233-102fe27ab058)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:02.118406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.132254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:port and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:02.144101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:02.147927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.152278 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21d96a46-1ba2-44cc-a6fc-2d1f52cf9aff tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0330283e-eb69-4a93-af06-123524cdb438 HTTP/1.1" status: 204 len: 168 time: 1.1323683 Apr 05 12:15:02.157962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:02.178662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:02.189210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Request body: {'router': {'name': 'tempest-router-1267632627', 'distributed': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:02.202162 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d9e17fe-ffbc-4d27-860e-2af046719b85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/5b1b1826-e237-4b26-abbd-c5506123b245 HTTP/1.1" status: 200 len: 991 time: 0.2405062 Apr 05 12:15:02.204163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:02.210470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Made reservation on behalf of 5b4053e5c6504e50ae03fa8a91459ba0 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:02.214369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.233876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Usage tracker for resource:router and tenant:33193decc44e4ccd943491c6a6d4e3bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:02.235236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07c9a-5c6d-4083-91af-85d4984b22d0 None None] Pushing event updated for resources: {'Port': ['ID=c037da63-7307-401f-8696-71d81435f7ca,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:02.240873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:02.244993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:02.249807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.250185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'status': 'completed', 'code': 200} Apr 05 12:15:02.272841 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:02.287395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-803e140f-7d25-4975-8a89-343b3f1a43d5 req-b578c859-65fd-48c5-9240-0dc9e6502ea6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381473 Apr 05 12:15:02.290771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:02.320191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] device_id is not set on port 073c4df2-4409-43d3-8859-c3f24ba65b79 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:15:02.321278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.324029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54242) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:02.379051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.423063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.424431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.464769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.521567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=663b7e0a-e398-4321-9d2c-8e059278a55f,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:02.527826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-b8c113e5-b69a-4f37-8258-4382afeae285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:02.529986 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-b8c113e5-b69a-4f37-8258-4382afeae285 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1099 time: 0.4404099 Apr 05 12:15:02.545642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe75a29-ea16-4749-baaf-6aa21961ed33 tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:02.547526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fbe75a29-ea16-4749-baaf-6aa21961ed33 tempest-TestNetworkAdvancedServerOps-1197249913 tempest-TestNetworkAdvancedServerOps-1197249913-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1093 time: 0.2223473 Apr 05 12:15:02.548676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.597681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:02.619308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:02.630673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:02.645189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:02.744972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Usage tracker for resource:floatingip and tenant:dd2c613c2bbc479da18b608ccfc102c2 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:02.759318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP c385f4a5-3bf5-4926-bf83-893a15b7de1b associated. External IP: 172.26.5.66, port: 0f73f1a5-b7ab-40fc-879c-acc888db8c7a. Apr 05 12:15:02.772749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:02.793439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:02.805907 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:14:57Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:02.819144 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:15:02.830175 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:02.830848 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:02.881422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:03.028422 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:03.051523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:03.052866 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c7587d9a-3611-4cc7-9466-87ad018c421a tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8790746 Apr 05 12:15:03.071311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54250) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:03.085044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.20.0.9 (c700274f-c1cc-42f0-9b24-be44565582b8/bf45fe6c-bb99-4e2e-9de4-6868b71d2720/073c4df2-4409-43d3-8859-c3f24ba65b79) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:03.196285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-44ec9a6e-494c-4111-8e10-e667fd928b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:03.197788 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-44ec9a6e-494c-4111-8e10-e667fd928b51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 897 time: 0.6576984 Apr 05 12:15:03.239922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:03.362647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e89bbefc-5e4c-4af7-900a-db6b2d3abc17 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/5b1b1826-e237-4b26-abbd-c5506123b245 HTTP/1.1" status: 200 len: 991 time: 0.1212859 Apr 05 12:15:03.363928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:03.407537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:03.446254 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:14:57Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:03.453231 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877b92b9-3048-4385-886d-5e45f25237a8 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:14:05Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:14:57Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:03.612240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:03.660242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:03.670400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:03.685294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:03.687809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:03.714781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:03.746913 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-4d9d70ab-0769-4736-a372-5c0b4ee66e11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 999 time: 0.4864869 Apr 05 12:15:03.784709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c037da63-7307-401f-8696-71d81435f7ca up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:03.789729 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db687020-201a-49ba-9c5f-519425f00dae None None] New status for floating IP 5b1b1826-e237-4b26-abbd-c5506123b245: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:15:03.827855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Subnet': ['ID=77a5c0c5-5667-4500-9009-194177d22236,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:03.847119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a90af4-c044-43e0-91f4-36629f999da6 None None] Network c700274f-c1cc-42f0-9b24-be44565582b8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:03.857921 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b7e8ac5f-ca46-4ef8-9dec-c155be2029ab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0377736 Apr 05 12:15:04.082139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fa298566-e82f-41fc-84f4-8d4d84331696 None None] Provisioning for port c037da63-7307-401f-8696-71d81435f7ca completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:04.124699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c037da63-7307-401f-8696-71d81435f7ca completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:04.139252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c037da63-7307-401f-8696-71d81435f7ca triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:04.139629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.205956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:04.252194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:15:04.255659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.265856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.277820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-a5d50823-531a-48b3-b134-6fd13cea2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.279382 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-a5d50823-531a-48b3-b134-6fd13cea2726 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 200 len: 834 time: 0.3689280 Apr 05 12:15:04.280254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Checking segment: {'id': '14ec7398-cfe8-4646-adfe-209782b1b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:04.280471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network hostable DHCP agents. Network: 8e71b5b5-f782-49fe-821a-71bd56f118e4, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:04.303537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.309357 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'status': 'completed', 'code': 200} Apr 05 12:15:04.371549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54262) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:04.386367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object 073c4df2-4409-43d3-8859-c3f24ba65b79 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:04.390132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.390588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcdbe662-3a98-442f-b2e0-c02a5f04c71d {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:04.414814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.419471 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91a03636-1430-411b-9d6a-1bdb6fdaddb5 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "DELETE /v2.0/routers/bcdbe662-3a98-442f-b2e0-c02a5f04c71d HTTP/1.1" status: 204 len: 168 time: 1.3437049 Apr 05 12:15:04.421456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:04.425552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:04.441099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Request body: {'router': {'name': 'tempest-router-1164217732', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '05bb84b2d6b142df831c4d7b58196cdf'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:04.454877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:04.461353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8e71b5b5-f782-49fe-821a-71bd56f118e4) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:04.466369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Usage tracker for resource:router and tenant:05bb84b2d6b142df831c4d7b58196cdf is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:04.475904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.476432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.483004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:04.485909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf715c5b-984c-41b9-8076-78f790a55f06 None None] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:04.498092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:04.502944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.519486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-76003dff-93ac-49dd-86f9-0f92d4f11d1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/5b1b1826-e237-4b26-abbd-c5506123b245 HTTP/1.1" status: 200 len: 993 time: 0.1459739 Apr 05 12:15:04.540694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-3bad67b3-4f63-488a-b014-89596cd27295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.542474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-3bad67b3-4f63-488a-b014-89596cd27295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1099 time: 0.2051730 Apr 05 12:15:04.570780 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58170c27-396b-4f13-b6cd-d2fd9b46b30e tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9476433 Apr 05 12:15:04.573150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-d0f89713-95ba-4846-9612-4d6e015508a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.574782 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-d0f89713-95ba-4846-9612-4d6e015508a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdac3dad-2e18-434a-84dc-5272cba8f506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2763121 Apr 05 12:15:04.575287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54270) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:04.586003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.596674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1677024190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:04.664018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.664920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.668601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:04.708512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-24ec5ef8-e36b-47ab-9414-7fd61bf551d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.710496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-24ec5ef8-e36b-47ab-9414-7fd61bf551d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.1609769 Apr 05 12:15:04.779774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.831366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-4f13e04d-311c-4daf-8ff5-b916f2946ab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 999 time: 0.1125994 Apr 05 12:15:04.886543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:router and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:04.896368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port c037da63-7307-401f-8696-71d81435f7ca, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c037da63-7307-401f-8696-71d81435f7ca,segment=NetworkSegment(9704f4b0-5fb9-4f13-8233-102fe27ab058),segment_id=9704f4b0-5fb9-4f13-8233-102fe27ab058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:04.897899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:04.909543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c700274f-c1cc-42f0-9b24-be44565582b8 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:04.910103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-1d4ba6c6-aab6-482b-a288-cf3af612586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:04.911749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-1d4ba6c6-aab6-482b-a288-cf3af612586c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0740843 Apr 05 12:15:04.913048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:04.960123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:04.971112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:05.018933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-e0d86c1e-647c-4938-9433-ceb156187543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:05.021075 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-e0d86c1e-647c-4938-9433-ceb156187543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022429 Apr 05 12:15:05.031775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:05.069576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.084298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=073c4df2-4409-43d3-8859-c3f24ba65b79,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:05.100704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8e71b5b5-f782-49fe-821a-71bd56f118e4', 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4', 'tenant_id': '5b4053e5c6504e50ae03fa8a91459ba0', 'fixed_ips': [{'subnet_id': '77a5c0c5-5667-4500-9009-194177d22236'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:15:05.101535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.113539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.114563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.164884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=c037da63-7307-401f-8696-71d81435f7ca,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:05.177006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:05.177740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.192463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Allocated IP 172.26.5.195 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/ede3e4bd-afb0-4a92-bb23-1beaa8701329) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:05.198242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.204172 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-3a1acfb1-c843-416d-811d-c104995e2579 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124899 Apr 05 12:15:05.247524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.271361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:00Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:05.285070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:15:05.292050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-741c2e62-4d8e-4961-a9ba-a9e483844fed service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583432 Apr 05 12:15:05.301965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b329f3e9-ec9f-469d-aa64-37e82e0e60ed None None] Provisioning complete for port c037da63-7307-401f-8696-71d81435f7ca triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:05.302348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b329f3e9-ec9f-469d-aa64-37e82e0e60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.338494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:05.339178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:05.448147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.451762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4ec0cfee-7de9-45b2-a35e-c807a93f6b4f tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0236971 Apr 05 12:15:05.454878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54274) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:05.468003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:05.532354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.542967 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-42b1650f-dddb-4dd5-904d-5e3d1b71ae93 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0497172 Apr 05 12:15:05.550239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54278) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:05.589911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:05.624966 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d45d8fa-022f-40db-ba20-0de797fbdd41 req-b4ccf2d6-5f82-405d-9887-822e3b45cdb8 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026618 Apr 05 12:15:05.631599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:05.633329 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f97c2793-262d-4d5d-ab6f-981988f871a9 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0490141 Apr 05 12:15:05.639707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:05.735244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c037da63-7307-401f-8696-71d81435f7ca up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:05.814454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Allocated IP 172.20.0.2 (8e71b5b5-f782-49fe-821a-71bd56f118e4/77a5c0c5-5667-4500-9009-194177d22236/0ee33c5c-3512-4636-9796-be379ff02a18) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:05.858962 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe4e5c46-ae5d-491b-824c-d3d87a65dcf5 req-b97614ce-7059-4e2d-bc9c-25459dfec57a service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599823 Apr 05 12:15:05.919483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.190534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c037da63-7307-401f-8696-71d81435f7ca triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:06.191069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.213742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.304960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.319561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:06.326592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:06.333389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:06.406546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.407171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.418097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bc055723-0fcd-4cc5-b8d8-54dfa853ec4a None None] Provisioning for port 073c4df2-4409-43d3-8859-c3f24ba65b79 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:06.451438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=ede3e4bd-afb0-4a92-bb23-1beaa8701329,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:06.455827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.471145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bc055723-0fcd-4cc5-b8d8-54dfa853ec4a None None] Provisioning complete for port 073c4df2-4409-43d3-8859-c3f24ba65b79 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:06.471813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc055723-0fcd-4cc5-b8d8-54dfa853ec4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.496765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Transition to ACTIVE for port object 0ee33c5c-3512-4636-9796-be379ff02a18 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:06.556034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Transition to ACTIVE for port object 0ee33c5c-3512-4636-9796-be379ff02a18 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:06.581114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.624870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bc055723-0fcd-4cc5-b8d8-54dfa853ec4a None None] Port 073c4df2-4409-43d3-8859-c3f24ba65b79 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:06.636502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:00Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:06.656976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b03a8a-3e8b-4abe-a7eb-6bb82116dd80 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:00Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:06.659908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 05 12:15:06.660253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Router f0d2a578-04a6-4b3b-9360-199747df4735 migrating from provider to provider. {{(pid=87957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 05 12:15:06.660630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.666960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:06.674389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:06.677056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Pushing event updated for resources: {'Port': ['ID=0ee33c5c-3512-4636-9796-be379ff02a18,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:06.679782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:06.680054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.711185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.793176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Attempting to bind port 0ee33c5c-3512-4636-9796-be379ff02a18 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:06.797999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Attempting to bind port 0ee33c5c-3512-4636-9796-be379ff02a18 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '14ec7398-cfe8-4646-adfe-209782b1b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:06.797999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Attempting to bind port 0ee33c5c-3512-4636-9796-be379ff02a18 on network 8e71b5b5-f782-49fe-821a-71bd56f118e4 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:06.804948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:06.805332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Checking segment: {'id': '14ec7398-cfe8-4646-adfe-209782b1b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:06.805733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.806205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Bound using segment: {'id': '14ec7398-cfe8-4646-adfe-209782b1b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:06.806708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Bound port: 0ee33c5c-3512-4636-9796-be379ff02a18, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ec7398-cfe8-4646-adfe-209782b1b69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:06.807134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:06.908127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] For port 0ee33c5c-3512-4636-9796-be379ff02a18, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:06.911757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] For port 0ee33c5c-3512-4636-9796-be379ff02a18, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0ee33c5c-3512-4636-9796-be379ff02a18,segment=NetworkSegment(14ec7398-cfe8-4646-adfe-209782b1b69e),segment_id=14ec7398-cfe8-4646-adfe-209782b1b69e)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:06.918741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:07.022224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea26c0e-b44f-4bd1-ba41-bd3347e5d8ce None None] New status for floating IP c385f4a5-3bf5-4926-bf83-893a15b7de1b: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:15:07.150321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9d21f-0edf-4066-bfd2-42654f08928c None None] Pushing event updated for resources: {'Port': ['ID=0ee33c5c-3512-4636-9796-be379ff02a18,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:07.176139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Allocated IP 172.20.0.1 (8e71b5b5-f782-49fe-821a-71bd56f118e4/77a5c0c5-5667-4500-9009-194177d22236/9e309622-4d2b-4d3a-938f-4405690c9aae) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:07.287374 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:15:07.333930 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] No L3 agents can host the router f0d2a578-04a6-4b3b-9360-199747df4735 Apr 05 12:15:07.379017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:07.519957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:07.693833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:07.714799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0ee33c5c-3512-4636-9796-be379ff02a18 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:07.755363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Transition to ACTIVE for port object 9e309622-4d2b-4d3a-938f-4405690c9aae will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:07.762294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:07.842640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0ee33c5c-3512-4636-9796-be379ff02a18 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:07.907394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.011074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-e08c895f-0698-423f-88a7-202d74383874 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7870657 Apr 05 12:15:08.047238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:08.067861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:08.090484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:08.171352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=9e309622-4d2b-4d3a-938f-4405690c9aae,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:08.246173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.315432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.333912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.368086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Hosts for router f0d2a578-04a6-4b3b-9360-199747df4735: [] {{(pid=87957) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 05 12:15:08.473789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.476542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Hosts for other DVR routers connected to router f0d2a578-04a6-4b3b-9360-199747df4735: set() {{(pid=87957) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 05 12:15:08.481222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.486901 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cf3ad8a5-6b40-4221-a65a-3a19db2fbaad tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "PUT /v2.0/routers/f0d2a578-04a6-4b3b-9360-199747df4735 HTTP/1.1" status: 200 len: 717 time: 3.0281768 Apr 05 12:15:08.494127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54286) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:08.599407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event updated for resources: {'Port': ['ID=ede3e4bd-afb0-4a92-bb23-1beaa8701329,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:08.639155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.661714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.737532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:08.819871 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9d23b1b6-3d49-4a51-8c46-fd0a6cdab6f6 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "GET /v2.0/routers/f0d2a578-04a6-4b3b-9360-199747df4735 HTTP/1.1" status: 200 len: 717 time: 0.3215888 Apr 05 12:15:08.832485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54290) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:08.912878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-d4f07c63-1281-48cf-b763-3e866ef8c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:08.913285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-d4f07c63-1281-48cf-b763-3e866ef8c83e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1099 time: 0.6604464 Apr 05 12:15:08.942272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e22345-5b4a-40d5-8086-0ed9634626ea None None] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:09.058447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=073c4df2-4409-43d3-8859-c3f24ba65b79,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:09.259814 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Floating IP dcf46855-ceff-4be0-b1bf-54f3adeb65fc associated. External IP: 172.26.5.195, port: 647712c2-941a-4b9a-8eff-0c3515d4bb8f. Apr 05 12:15:09.279621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Provisioning for port 0ee33c5c-3512-4636-9796-be379ff02a18 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:09.286337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Provisioning complete for port 0ee33c5c-3512-4636-9796-be379ff02a18 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:09.286914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.443749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.481835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] For port 0ee33c5c-3512-4636-9796-be379ff02a18, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0ee33c5c-3512-4636-9796-be379ff02a18,segment=NetworkSegment(14ec7398-cfe8-4646-adfe-209782b1b69e),segment_id=14ec7398-cfe8-4646-adfe-209782b1b69e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:09.491403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.522264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-903801b4-ca13-4dca-b892-4cb8144415e4 tempest-RoutersTestDVR-47696464 tempest-RoutersTestDVR-47696464-project] 10.222.0.50 "GET /v2.0/routers/f0d2a578-04a6-4b3b-9360-199747df4735 HTTP/1.1" status: 200 len: 683 time: 0.6856420 Apr 05 12:15:09.525080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:09.639182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-7b8a3457-b96d-4d41-880d-79690bda734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:09.640573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-7b8a3457-b96d-4d41-880d-79690bda734b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 897 time: 0.6853731 Apr 05 12:15:09.650461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eae2a-8b27-402e-a539-8520158b9c9b None None] Pushing event updated for resources: {'Port': ['ID=0ee33c5c-3512-4636-9796-be379ff02a18,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:09.660023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1e196bad-14b2-4f9e-87ab-3d9c760303e5 None None] Provisioning complete for port 073c4df2-4409-43d3-8859-c3f24ba65b79 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:09.660772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1e196bad-14b2-4f9e-87ab-3d9c760303e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.702561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.726000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1e196bad-14b2-4f9e-87ab-3d9c760303e5 None None] Port 073c4df2-4409-43d3-8859-c3f24ba65b79 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:09.823650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.848969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.resource_extend [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 12:15:09.851086 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-6498c49a-2f19-442c-88dd-f7cba801bf2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 1001 time: 0.1958978 Apr 05 12:15:09.853285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Provisioning complete for port 0ee33c5c-3512-4636-9796-be379ff02a18 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:09.853664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:09.942174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-734e3b7a-bbaf-4cb7-8b59-6ba4a7ec78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:09.943697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-734e3b7a-bbaf-4cb7-8b59-6ba4a7ec78c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 200 len: 834 time: 0.0819392 Apr 05 12:15:09.983155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.041845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Provisioning for port 9e309622-4d2b-4d3a-938f-4405690c9aae completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:10.048300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Provisioning complete for port 9e309622-4d2b-4d3a-938f-4405690c9aae triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:10.048803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.063959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.064476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.127393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c133ef45-c2c4-4896-9680-8a3bd02c9751 None None] Port 9e309622-4d2b-4d3a-938f-4405690c9aae cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:10.173724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-a836f3a8-2ba8-4555-8cc4-4d0a48f801e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:10.175236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-a836f3a8-2ba8-4555-8cc4-4d0a48f801e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdac3dad-2e18-434a-84dc-5272cba8f506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1965504 Apr 05 12:15:10.268179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8a506ad0-6b7e-447e-8b4a-32fad823b8c0 None None] Provisioning complete for port 9e309622-4d2b-4d3a-938f-4405690c9aae triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:10.268776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8a506ad0-6b7e-447e-8b4a-32fad823b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.329753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8a506ad0-6b7e-447e-8b4a-32fad823b8c0 None None] Port 9e309622-4d2b-4d3a-938f-4405690c9aae cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:10.392441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.398314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.516958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.523948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=9e309622-4d2b-4d3a-938f-4405690c9aae,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:10.546977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.547481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d2a578-04a6-4b3b-9360-199747df4735 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:10.551408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-de56118f-397a-44bd-87a5-ec7883d7ae60 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136618 Apr 05 12:15:10.651714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Router 897ae2d1-db19-4417-90f7-b5d18720c096 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:10.668971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.670110 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63390222-fb5a-48c6-87f9-0d5dbc301814 tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "DELETE /v2.0/routers/f0d2a578-04a6-4b3b-9360-199747df4735 HTTP/1.1" status: 204 len: 168 time: 1.1438065 Apr 05 12:15:10.677360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54302) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:10.685867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Request body: {'router': {'name': 'tempest-router-845715149', 'distributed': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:10.733240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-762744cc-51c7-4d08-897d-eeb606b6f786 req-870e3f07-d0a2-48b3-9b4b-6421de35ad29 service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727271 Apr 05 12:15:10.740810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.745939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.755153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:10.781890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Usage tracker for resource:router and tenant:33193decc44e4ccd943491c6a6d4e3bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:10.789545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:10.801425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:10.815022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:10.819056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:10.838248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.839310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.865725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:10.869235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=073c4df2-4409-43d3-8859-c3f24ba65b79,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:11.034176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c700274f-c1cc-42f0-9b24-be44565582b8 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:11.035469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:11.076101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.090024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-162cf7bc-fa0e-4a10-8b4f-a735dafb4b47 None None] Provisioning complete for port 9e309622-4d2b-4d3a-938f-4405690c9aae triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:11.092813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-162cf7bc-fa0e-4a10-8b4f-a735dafb4b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.118725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.126336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:11.144385 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Sync routers for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:11.159306 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:11.160277 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:11.175532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.220306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-162cf7bc-fa0e-4a10-8b4f-a735dafb4b47 None None] Port 9e309622-4d2b-4d3a-938f-4405690c9aae cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:11.247907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.249419 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7cf93f2e-35ac-4838-9e78-739398f24d3b tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5711308 Apr 05 12:15:11.254137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54306) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:11.407058 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:11.413430 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53987def-38ff-4699-b3f5-8d21fde5a497 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8144262 Apr 05 12:15:11.422109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:15:11.435093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.448851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f4a3457-cc49-4826-b053-e0c4d298a36b None None] Provisioning complete for port 073c4df2-4409-43d3-8859-c3f24ba65b79 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:11.449232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3457-cc49-4826-b053-e0c4d298a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:11.491149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Router 7c2dc7bd-24eb-4caa-8b43-7056ac8809f1 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:15:11.507803 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'status': 'completed', 'code': 200} Apr 05 12:15:11.587001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a3457-cc49-4826-b053-e0c4d298a36b None None] Port 073c4df2-4409-43d3-8859-c3f24ba65b79 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:11.697349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router a897e3b4-b8c3-4b0a-a618-60af67738e27 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:15:11.713382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0ee33c5c-3512-4636-9796-be379ff02a18 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:11.720209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-09e5d27a-054a-4713-9e6c-d54b043adf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:11.722639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-09e5d27a-054a-4713-9e6c-d54b043adf1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1098 time: 0.1910007 Apr 05 12:15:11.830115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0ee33c5c-3512-4636-9796-be379ff02a18 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:11.830647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.090063 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'dcf46855-ceff-4be0-b1bf-54f3adeb65fc', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'mac_address': 'fa:16:3e:5e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:07Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 0, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.105442 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Checking router: 897ae2d1-db19-4417-90f7-b5d18720c096 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:15:12.116169 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:12.117049 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.148775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:12.158917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ba41fcf5-6462-4eaa-baa0-34ba7233e660 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "PUT /v2.0/routers/7c2dc7bd-24eb-4caa-8b43-7056ac8809f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5160682 Apr 05 12:15:12.162546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:12.166898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] Sync routers for ids ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:12.182598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] Routers {'7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:12.184981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554a2a9-6f33-43c0-8c6f-03a2507d459e req-f8e6d8f8-89db-4b81-b688-04f544d9550e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:12.185927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.194269 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f554a2a9-6f33-43c0-8c6f-03a2507d459e req-f8e6d8f8-89db-4b81-b688-04f544d9550e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5577788 Apr 05 12:15:12.213767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-a4c19f9b-339c-4c03-bf57-eb1ee1de1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:12.215240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-a4c19f9b-339c-4c03-bf57-eb1ee1de1ec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 200 len: 898 time: 0.2771559 Apr 05 12:15:12.216810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:12.224196 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8c466431-2ae7-42a4-85f8-5a5ee0a58ced tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/a897e3b4-b8c3-4b0a-a618-60af67738e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6728587 Apr 05 12:15:12.232939 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] Sync routers for ids ['a897e3b4-b8c3-4b0a-a618-60af67738e27'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:12.250067 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] Routers {'a897e3b4-b8c3-4b0a-a618-60af67738e27'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:12.250690 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a897e3b4-b8c3-4b0a-a618-60af67738e27'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.301031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.315570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] Routers {'7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:12.316609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.323771 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.329707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54318) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:12.339627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.343158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.369437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'port': {'network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4', 'name': 'tempest-FloatingIPNegativeTestJSON-460023276'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:12.436146 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] Routers {'a897e3b4-b8c3-4b0a-a618-60af67738e27'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:12.436536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.436782 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a897e3b4-b8c3-4b0a-a618-60af67738e27'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.437211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95865-3e9a-45fa-978e-b813c64a3148 None None] The sync data for ids ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:12.465540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-467376f0-f3fc-4f2f-a5d9-1cdf9017ca5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 200 len: 999 time: 0.2402551 Apr 05 12:15:12.470768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.471309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 723e8014-8735-43b8-a8b4-32cc5eb38110 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:12.495700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.501771 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-36065f9d-8a8c-42df-ac0d-9465e3b031cb tempest-RoutersTestDVR-614968816 tempest-RoutersTestDVR-614968816-project-admin] 10.222.0.50 "DELETE /v2.0/routers/723e8014-8735-43b8-a8b4-32cc5eb38110 HTTP/1.1" status: 204 len: 168 time: 1.2401118 Apr 05 12:15:12.525192 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:12.525595 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b98d31-4c75-410d-bee2-98609791d3c1 None None] The sync data for ids ['a897e3b4-b8c3-4b0a-a618-60af67738e27'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:12.544871 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:15:12.545658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:12.551644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:port and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:12.554428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:12.558596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-e7909216-0f0c-41af-9fa0-7f1b5995d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:12.560566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-e7909216-0f0c-41af-9fa0-7f1b5995d8b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b4b5bce-9988-400f-85c8-2b51c00f522a HTTP/1.1" status: 200 len: 834 time: 0.0752127 Apr 05 12:15:12.562892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:12.568208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f554a2a9-6f33-43c0-8c6f-03a2507d459e req-c5f27e60-b86a-4946-88b5-dd24b2aec1af tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728361 Apr 05 12:15:12.592373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Made reservation on behalf of 5b4053e5c6504e50ae03fa8a91459ba0 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:12.598107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:12.609536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54324) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:12.659545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fe94f-0dd1-4e6c-b0c0-f70f32437e34 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:12.664353 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-741fe94f-0dd1-4e6c-b0c0-f70f32437e34 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports/073c4df2-4409-43d3-8859-c3f24ba65b79 HTTP/1.1" status: 200 len: 977 time: 0.3333929 Apr 05 12:15:12.665911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54328) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:12.711126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] device_id is not set on port b4630304-44b2-4dfe-894f-c425fd0bc08c yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:15:12.884561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f4e3be4-895c-43df-94a9-15039c512a65 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/floatingips/dcf46855-ceff-4be0-b1bf-54f3adeb65fc HTTP/1.1" status: 200 len: 991 time: 0.2672877 Apr 05 12:15:12.886121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54334) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:12.929874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Allocated IP 172.20.0.5 (8e71b5b5-f782-49fe-821a-71bd56f118e4/77a5c0c5-5667-4500-9009-194177d22236/b4630304-44b2-4dfe-894f-c425fd0bc08c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:12.969202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-ce3de7f1-e8a0-4a81-bf44-4b04535b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:12.970771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-ce3de7f1-e8a0-4a81-bf44-4b04535b8202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3961735 Apr 05 12:15:13.078932 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'dcf46855-ceff-4be0-b1bf-54f3adeb65fc', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'mac_address': 'fa:16:3e:5e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:07Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 0, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:13.084847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f814afd-8371-4328-abd8-2c427362d35d None None] The sync data for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv is: [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'dcf46855-ceff-4be0-b1bf-54f3adeb65fc', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'floating_ip_address': '172.26.5.195', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'mac_address': 'fa:16:3e:5e:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:07Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 0, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:13.216407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.235281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Transition to ACTIVE for port object b4630304-44b2-4dfe-894f-c425fd0bc08c will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:13.265950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.301975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.346477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06af5c83-5959-42de-a9da-52d74da59e02 None None] New status for floating IP dcf46855-ceff-4be0-b1bf-54f3adeb65fc: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:15:13.357898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:13.358878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=b4630304-44b2-4dfe-894f-c425fd0bc08c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:13.361680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:13.364239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:13.389475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:13.407565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Usage tracker for resource:security_group_rule and tenant:05bb84b2d6b142df831c4d7b58196cdf is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:13.421341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:13.434127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:13.448224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:13.448974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.475330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-fb7937eb-01f7-44ff-8377-d5d47b411044 service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941938 Apr 05 12:15:13.478510 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9f5b216-23c6-43bc-adc1-3c26c02953da tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3147352 Apr 05 12:15:13.479515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:13.491497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:13.502528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:13.509979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:floatingip and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:13.516680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:13.525555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:13.548394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.734766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8fc00ead-462c-4041-988b-d4a7a81df035 None None] Provisioning for port b4630304-44b2-4dfe-894f-c425fd0bc08c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:13.742880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8fc00ead-462c-4041-988b-d4a7a81df035 None None] Provisioning complete for port b4630304-44b2-4dfe-894f-c425fd0bc08c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:13.743684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fc00ead-462c-4041-988b-d4a7a81df035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.746595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b90fa9b1-82a2-4f42-bca1-7faada7b46af req-ba466638-e47f-42f0-a446-68496b391379 service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504270 Apr 05 12:15:13.764833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.774723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.783614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:13.804806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8fc00ead-462c-4041-988b-d4a7a81df035 None None] Port b4630304-44b2-4dfe-894f-c425fd0bc08c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:13.874434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05bb84b2d6b142df831c4d7b58196cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886677 Apr 05 12:15:13.875276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54346) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:13.878695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8c27e-4e1c-4379-9e9f-3d58e69ed5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd064d5f-71fb-4079-b005-a9b25ac29255,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:13.893677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54350) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:13.979247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Allocated IP 172.26.5.170 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/b9e398d7-f1d8-4a04-aa55-0d4b1d092686) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:13.986212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.006349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.120241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.147811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b39d0ab0-5b26-4bfc-a922-47b2f63a8bf8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/floatingips/dcf46855-ceff-4be0-b1bf-54f3adeb65fc HTTP/1.1" status: 200 len: 993 time: 0.2525978 Apr 05 12:15:14.215485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.234332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.261615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd064d5f-71fb-4079-b005-a9b25ac29255,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:14.283282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.284858 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3e68f0a9-30b8-4b5b-803a-decefeb8400e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd064d5f-71fb-4079-b005-a9b25ac29255 HTTP/1.1" status: 204 len: 168 time: 0.4083581 Apr 05 12:15:14.305596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.347525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 073c4df2-4409-43d3-8859-c3f24ba65b79 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:14.347880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.392106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:14.399795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:14.402517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:14.459592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=b9e398d7-f1d8-4a04-aa55-0d4b1d092686,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:14.515121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.595799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.640346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.799276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54358) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:14.802078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 073c4df2-4409-43d3-8859-c3f24ba65b79 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:14.822615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:14.867196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:14.922243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Usage tracker for resource:security_group_rule and tenant:33193decc44e4ccd943491c6a6d4e3bb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:14.933484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:14.942504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:15.000268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.029718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.041144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.203289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=b9e398d7-f1d8-4a04-aa55-0d4b1d092686,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:15.213441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=073c4df2-4409-43d3-8859-c3f24ba65b79,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:15.239538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.290992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.296162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.319746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.324114 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a209cb97-7fc7-4c3a-b7be-2e0951ff5492 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8433166 Apr 05 12:15:15.324973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:15.361980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b4dc71d3-c650-494b-9770-ba51058bbc3a tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'floatingip': {'port_id': 'b4630304-44b2-4dfe-894f-c425fd0bc08c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:15.458125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b3a625-897f-4135-8499-6d2f932dd91a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:15.477936 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-024c9ee8-c6b0-4746-9e14-3daca970b0ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33193decc44e4ccd943491c6a6d4e3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656990 Apr 05 12:15:15.477936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54366) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:15.477936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b4dc71d3-c650-494b-9770-ba51058bbc3a tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.533983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.678254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.761169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:15.813463 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b4dc71d3-c650-494b-9770-ba51058bbc3a tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] update failed (client error): The resource could not be found. Apr 05 12:15:15.813463 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b4dc71d3-c650-494b-9770-ba51058bbc3a tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "PUT /v2.0/floatingips/dc8f12a9-5f80-4520-bc62-66e933f1292d HTTP/1.1" status: 404 len: 507 time: 0.4770734 Apr 05 12:15:15.813463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:15.834644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router a897e3b4-b8c3-4b0a-a618-60af67738e27 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:15.987597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:16.005093 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] Sync routers for ids ['a897e3b4-b8c3-4b0a-a618-60af67738e27'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:16.019418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting port b9e398d7-f1d8-4a04-aa55-0d4b1d092686 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:16.019418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:16.029794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] Routers {'a897e3b4-b8c3-4b0a-a618-60af67738e27'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:16.029794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a897e3b4-b8c3-4b0a-a618-60af67738e27'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:16.054800 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6c666365-fa0d-4569-8d77-85d0a11ebc95 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/a897e3b4-b8c3-4b0a-a618-60af67738e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3723235 Apr 05 12:15:16.062838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54374) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:16.114644 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:16.135964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:16.140774 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] Routers {'a897e3b4-b8c3-4b0a-a618-60af67738e27'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:16.140774 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:14:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a897e3b4-b8c3-4b0a-a618-60af67738e27'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:16.238905 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:16.238905 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1e2796-53c2-412e-b3f6-8d7cf670b2d7 None None] The sync data for ids ['a897e3b4-b8c3-4b0a-a618-60af67738e27'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:16.249065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b3a625-897f-4135-8499-6d2f932dd91a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:16.347009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:16.347009 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53566737-76ac-4972-8015-cf5e436c71a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8b3a625-897f-4135-8499-6d2f932dd91a HTTP/1.1" status: 204 len: 168 time: 0.8719552 Apr 05 12:15:16.693129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-07c2e35f-342e-46f4-813a-d23612d49986 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 12:15:16.693129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07c2e35f-342e-46f4-813a-d23612d49986 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/a897e3b4-b8c3-4b0a-a618-60af67738e27/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6393950 Apr 05 12:15:16.697180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54382) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:16.700538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:16.700538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:16.773271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c5f70280-e055-4ab3-b584-b863931e8adb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:16.790812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c5f70280-e055-4ab3-b584-b863931e8adb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:16.790812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c5f70280-e055-4ab3-b584-b863931e8adb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=a897e3b4-b8c3-4b0a-a618-60af67738e27 HTTP/1.1" status: 200 len: 205 time: 0.0981834 Apr 05 12:15:16.806802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54386) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:16.845121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Calling delete_port for b9e398d7-f1d8-4a04-aa55-0d4b1d092686 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:16.953947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.109389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.313885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Port': ['ID=b9e398d7-f1d8-4a04-aa55-0d4b1d092686,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:17.398967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.417783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.417783 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e50e88a4-fa82-433b-a0a6-765f4f4ffcad tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "DELETE /v2.0/floatingips/dc8f12a9-5f80-4520-bc62-66e933f1292d HTTP/1.1" status: 204 len: 168 time: 1.6006358 Apr 05 12:15:17.417783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:17.428028 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'floatingip': {'floating_network_id': '8e71b5b5-f782-49fe-821a-71bd56f118e4', 'port_id': 'b4630304-44b2-4dfe-894f-c425fd0bc08c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:17.436649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:17.436649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:floatingip and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:17.442035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:17.451440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:17.473173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.495428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.495428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.525032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.525032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router a897e3b4-b8c3-4b0a-a618-60af67738e27 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:17.561953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.561953 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30006d3a-cee7-4c74-b929-e64ed00cdfff tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/a897e3b4-b8c3-4b0a-a618-60af67738e27 HTTP/1.1" status: 204 len: 168 time: 0.7625616 Apr 05 12:15:17.566513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54410) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:17.703732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet bf45fe6c-bb99-4e2e-9de4-6868b71d2720 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:15:17.709292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.779995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.878120 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:15:17.878120 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-da7c2e4c-5331-4d6d-8b4a-ac50e99030d2 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4570892 Apr 05 12:15:17.888755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54416) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:17.895085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'b4630304-44b2-4dfe-894f-c425fd0bc08c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:17.902512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:17.908454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Usage tracker for resource:floatingip and tenant:5b4053e5c6504e50ae03fa8a91459ba0 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:17.916670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:17.920012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:17.922641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:17.957148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.035776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.107734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=bf45fe6c-bb99-4e2e-9de4-6868b71d2720,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:18.112488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aab11-8614-429b-aa55-1475fe0a23cf None None] Network c700274f-c1cc-42f0-9b24-be44565582b8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:18.127840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.148138 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a549a282-aba4-49b6-814e-e7b429ec0c15 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/bf45fe6c-bb99-4e2e-9de4-6868b71d2720 HTTP/1.1" status: 204 len: 168 time: 0.5794518 Apr 05 12:15:18.148138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:18.266241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.504471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.520436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Allocated IP 172.26.5.93 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/55be9e87-e508-4dc2-923f-f226af52cc96) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:18.537623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port c037da63-7307-401f-8696-71d81435f7ca {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:18.537623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.596304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] DHCP port deletion for c700274f-c1cc-42f0-9b24-be44565582b8 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:15:18.596304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Deleting port c037da63-7307-401f-8696-71d81435f7ca {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:18.596304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.883715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.917990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:18.968331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port c037da63-7307-401f-8696-71d81435f7ca, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c037da63-7307-401f-8696-71d81435f7ca,segment=NetworkSegment(9704f4b0-5fb9-4f13-8233-102fe27ab058),segment_id=9704f4b0-5fb9-4f13-8233-102fe27ab058)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:18.968331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.009944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:19.015257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event updated for resources: {'Port': ['ID=55be9e87-e508-4dc2-923f-f226af52cc96,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:19.034520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:19.034520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:19.043951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:19.208741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] For port c037da63-7307-401f-8696-71d81435f7ca, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c037da63-7307-401f-8696-71d81435f7ca,segment=NetworkSegment(9704f4b0-5fb9-4f13-8233-102fe27ab058),segment_id=9704f4b0-5fb9-4f13-8233-102fe27ab058)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:19.208741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.266484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting port 55be9e87-e508-4dc2-923f-f226af52cc96 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:19.266484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.466886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for c037da63-7307-401f-8696-71d81435f7ca owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:19.524368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.524368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.543737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Calling delete_port for c037da63-7307-401f-8696-71d81435f7ca owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:19.575856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.643355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=c037da63-7307-401f-8696-71d81435f7ca,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:19.649088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No DVR routers for this DVR port c037da63-7307-401f-8696-71d81435f7ca on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:15:19.665943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Calling delete_port for 55be9e87-e508-4dc2-923f-f226af52cc96 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:19.690178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:15:19.690178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:15:19.701942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c037da63-7307-401f-8696-71d81435f7ca no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:15:19.745022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: c037da63-7307-401f-8696-71d81435f7ca {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:15:19.745022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c037da63-7307-401f-8696-71d81435f7ca not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:15:19.749841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-887514169', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:19.756992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:19.810853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Usage tracker for resource:port and tenant:d19a59b5789f4978ab078f662cfc06ff is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:19.816395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:19.819708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.832949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:19.848069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.853464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c700274f-c1cc-42f0-9b24-be44565582b8']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:19.861183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Made reservation on behalf of d19a59b5789f4978ab078f662cfc06ff for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:19.863667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.880248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9704f4b0-5fb9-4f13-8233-102fe27ab058') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:19.882035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9704f4b0-5fb9-4f13-8233-102fe27ab058') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:19.886895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.904583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Port': ['ID=55be9e87-e508-4dc2-923f-f226af52cc96,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:19.910176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:19.910176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Usage tracker for resource:security_group_rule and tenant:d19a59b5789f4978ab078f662cfc06ff is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:19.912948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.919798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:19.928587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:19.937252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.947455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:15:19.947846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:15:19.962413 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:15:20.031188 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] create failed (client error): The resource could not be found. Apr 05 12:15:20.032530 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f2ba5195-2a93-4620-8f47-cb4ee5492a95 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1475537 Apr 05 12:15:20.036252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54448) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:20.126046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting port b4630304-44b2-4dfe-894f-c425fd0bc08c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:20.126046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.180651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.180651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.194373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Deleting port c037da63-7307-401f-8696-71d81435f7ca {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:20.194373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.268399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c8b49241-a44f-4a48-b6ff-82a66dfbaa38 None None] The port 'c037da63-7307-401f-8696-71d81435f7ca' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:15:20.296894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.296894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=c700274f-c1cc-42f0-9b24-be44565582b8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:20.296894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.320898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] device_id is not set on port f41a9001-2263-496c-b9d9-ca6337128ae0 yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:15:20.377612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54452) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:20.382072 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c59de2bb-9d8b-4226-92cc-db07cf0c55b7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/c700274f-c1cc-42f0-9b24-be44565582b8 HTTP/1.1" status: 204 len: 168 time: 2.2254899 Apr 05 12:15:20.385953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-916517583'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:20.401035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:20.408605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2f05a-c8c1-4177-bbff-d07cd32bc5ee,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:20.447113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:20.457336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:20.467438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:20.487437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:20.490952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.497628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Allocated IP 172.26.5.80 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/f41a9001-2263-496c-b9d9-ca6337128ae0) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:20.536543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.730510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:15:20.765821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.798079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Calling delete_port for b4630304-44b2-4dfe-894f-c425fd0bc08c owned by {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:20.802489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.839117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.839463 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment 29853406-d953-4181-a46f-f381ac77e346 of type vlan for network d39a6317-6606-4423-ab68-d9412a098764 Apr 05 12:15:20.876474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:20.882312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:20.887065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:20.903675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.915829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Pushing event updated for resources: {'Port': ['ID=f41a9001-2263-496c-b9d9-ca6337128ae0,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:20.954057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:20.954057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.979778 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab2ae68d-c2ba-4d24-83a2-a9c6ed7b7021 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9635208 Apr 05 12:15:20.979778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54456) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:20.979778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.80'}]}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:20.989959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:20.994527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:20.999106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:20.999106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.003547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Usage tracker for resource:router and tenant:d19a59b5789f4978ab078f662cfc06ff is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:21.003547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:21.003547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:21.023403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.023403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.072306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.097655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.144708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=d39a6317-6606-4423-ab68-d9412a098764,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:21.157565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d39a6317-6606-4423-ab68-d9412a098764 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:21.190588 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-138d6562-8f02-4fa6-bfc1-e0553f142e22 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8211386 Apr 05 12:15:21.205472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Port': ['ID=b4630304-44b2-4dfe-894f-c425fd0bc08c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:21.208967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54462) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:21.248357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'd39a6317-6606-4423-ab68-d9412a098764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:21.367253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.388136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.392734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-392a26f5-0e88-4b46-ac88-842be43efdf8 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "DELETE /v2.0/ports/b4630304-44b2-4dfe-894f-c425fd0bc08c HTTP/1.1" status: 204 len: 168 time: 1.3547587 Apr 05 12:15:21.393768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54468) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:21.397866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:21.401712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:21.405201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:21.410940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:21.420298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:21.424025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.652716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d68c0-de67-4303-9aff-023140aae270 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:21.653432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f4d68c0-de67-4303-9aff-023140aae270 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Synchronizing usage tracker for tenant:5b4053e5c6504e50ae03fa8a91459ba0 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:21.662592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.679154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f4d68c0-de67-4303-9aff-023140aae270 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Unset dirty status for tenant:5b4053e5c6504e50ae03fa8a91459ba0 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:21.680293 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f4d68c0-de67-4303-9aff-023140aae270 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c2dc7bd-24eb-4caa-8b43-7056ac8809f1 HTTP/1.1" status: 200 len: 913 time: 0.2856269 Apr 05 12:15:21.685164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54472) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:21.747656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=688c5cb0-1c53-4084-9186-ab63a507abbb,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:21.751622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': '29853406-d953-4181-a46f-f381ac77e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:21.751982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: d39a6317-6606-4423-ab68-d9412a098764, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:21.772154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network d39a6317-6606-4423-ab68-d9412a098764 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:21.781967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d39a6317-6606-4423-ab68-d9412a098764) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:21.786855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:21.786855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.792849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e138f-fe58-49e2-8fef-ff103e5b031d None None] Network d39a6317-6606-4423-ab68-d9412a098764 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:21.819369 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6f83e64a-d1ca-4a9e-bdfe-a72ed0b8f54e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027439 Apr 05 12:15:21.822603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54476) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:21.829058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260245807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:21.834032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:21.837873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:21.840788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:21.847070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:21.860984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.862571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.881951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.907089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.931334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:21.932748 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9d0f02ff-1488-441e-b7ac-46d77093c121 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1099198 Apr 05 12:15:21.935861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54480) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:22.065186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d39a6317-6606-4423-ab68-d9412a098764', 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '688c5cb0-1c53-4084-9186-ab63a507abbb'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:15:22.065186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.340970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Allocated IP 172.20.0.2 (d39a6317-6606-4423-ab68-d9412a098764/688c5cb0-1c53-4084-9186-ab63a507abbb/7d989f55-b983-4efe-8460-e37fe0af0a3f) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:22.366279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.410318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.596672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.613134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Transition to ACTIVE for port object 7d989f55-b983-4efe-8460-e37fe0af0a3f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:22.633825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Transition to ACTIVE for port object 7d989f55-b983-4efe-8460-e37fe0af0a3f will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:22.642396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.667223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.703937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Network d39a6317-6606-4423-ab68-d9412a098764 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:22.705116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:22.708952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:22.741233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.788399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Pushing event updated for resources: {'Port': ['ID=7d989f55-b983-4efe-8460-e37fe0af0a3f,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:22.818479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Attempting to bind port 7d989f55-b983-4efe-8460-e37fe0af0a3f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:22.819753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Attempting to bind port 7d989f55-b983-4efe-8460-e37fe0af0a3f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '29853406-d953-4181-a46f-f381ac77e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:22.819753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Attempting to bind port 7d989f55-b983-4efe-8460-e37fe0af0a3f on network d39a6317-6606-4423-ab68-d9412a098764 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:22.821779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.825702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:22.826080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Checking segment: {'id': '29853406-d953-4181-a46f-f381ac77e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:22.826481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.826873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Bound using segment: {'id': '29853406-d953-4181-a46f-f381ac77e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:22.827368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Bound port: 7d989f55-b983-4efe-8460-e37fe0af0a3f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29853406-d953-4181-a46f-f381ac77e346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd39a6317-6606-4423-ab68-d9412a098764'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:22.827748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:22.922947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] For port 7d989f55-b983-4efe-8460-e37fe0af0a3f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:22.926711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] For port 7d989f55-b983-4efe-8460-e37fe0af0a3f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7d989f55-b983-4efe-8460-e37fe0af0a3f,segment=NetworkSegment(29853406-d953-4181-a46f-f381ac77e346),segment_id=29853406-d953-4181-a46f-f381ac77e346)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:22.931526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.023499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431b34-1c01-4c37-a951-28f89b38fcfe None None] Pushing event updated for resources: {'Port': ['ID=7d989f55-b983-4efe-8460-e37fe0af0a3f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:23.048907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.20.0.1 (d39a6317-6606-4423-ab68-d9412a098764/688c5cb0-1c53-4084-9186-ab63a507abbb/e0f0d979-2f03-431a-ac0d-3671dbb3ba56) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:23.177202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8221b98a-d59b-4b60-852b-db6302043a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.254720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.308865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object e0f0d979-2f03-431a-ac0d-3671dbb3ba56 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:23.350882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.382183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.388928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.467105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network d39a6317-6606-4423-ab68-d9412a098764 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:23.470048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:23.477016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:23.502374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=e0f0d979-2f03-431a-ac0d-3671dbb3ba56,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:23.554663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.555293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe322ac9-2df7-497e-a8b6-581bc7e1a9ea {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:23.555859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.603330 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:15:23.607973 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7b298e9-bd05-4e49-8fb1-a7d22dbcb3e4 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6348901 Apr 05 12:15:23.608589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54484) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:23.725206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Deleting port f41a9001-2263-496c-b9d9-ca6337128ae0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:23.725593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.728488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7d989f55-b983-4efe-8460-e37fe0af0a3f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:23.730550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.800870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting port 9e309622-4d2b-4d3a-938f-4405690c9aae {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:23.800870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:23.873537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7d989f55-b983-4efe-8460-e37fe0af0a3f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:24.198666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.332048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.333645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.414061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.426800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Calling delete_port for 9e309622-4d2b-4d3a-938f-4405690c9aae owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:24.477650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.485310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.547361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=e0f0d979-2f03-431a-ac0d-3671dbb3ba56,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:24.679606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Calling delete_port for f41a9001-2263-496c-b9d9-ca6337128ae0 owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:24.689209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460ecfd-32df-4175-b4a1-16455090767d None None] Network d39a6317-6606-4423-ab68-d9412a098764 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:24.847426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Provisioning for port 7d989f55-b983-4efe-8460-e37fe0af0a3f completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:24.847426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Provisioning complete for port 7d989f55-b983-4efe-8460-e37fe0af0a3f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:24.847426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:24.860111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network d39a6317-6606-4423-ab68-d9412a098764 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:24.860111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:25.081124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.141318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.158861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] For port 7d989f55-b983-4efe-8460-e37fe0af0a3f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7d989f55-b983-4efe-8460-e37fe0af0a3f,segment=NetworkSegment(29853406-d953-4181-a46f-f381ac77e346),segment_id=29853406-d953-4181-a46f-f381ac77e346)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:25.179715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.245706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 36f94348-d9bc-4af2-b2f8-bd7223dc22ad is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:15:25.272241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Pushing event deleted for resources: {'Port': ['ID=f41a9001-2263-496c-b9d9-ca6337128ae0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:25.283933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.341316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea30f1-f974-4b4f-82aa-2cc7051e22c7 None None] Pushing event updated for resources: {'Port': ['ID=7d989f55-b983-4efe-8460-e37fe0af0a3f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:25.355570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8886-75de-4dce-807b-d13ebb578b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.384221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Port': ['ID=9e309622-4d2b-4d3a-938f-4405690c9aae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:25.468894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:25.479785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] Sync routers for ids ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:25.494590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7f5d6764-c426-410c-99d8-802ba0cd3898 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/36f94348-d9bc-4af2-b2f8-bd7223dc22ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572605 Apr 05 12:15:25.495174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] Routers {'36f94348-d9bc-4af2-b2f8-bd7223dc22ad'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:25.495336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:25.496244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:25.584821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:25.592833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.598499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] Routers {'36f94348-d9bc-4af2-b2f8-bd7223dc22ad'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:25.599340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:25.614513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ffcab-48cf-417c-a8fe-06f8dd6cc5da tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:25.615446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b2ffcab-48cf-417c-a8fe-06f8dd6cc5da tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:25.645035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b2ffcab-48cf-417c-a8fe-06f8dd6cc5da tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:25.651465 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b2ffcab-48cf-417c-a8fe-06f8dd6cc5da tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports/e0f0d979-2f03-431a-ac0d-3671dbb3ba56 HTTP/1.1" status: 200 len: 910 time: 0.1513174 Apr 05 12:15:25.651465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54494) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:25.673910 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-282a8bcd-25c2-4082-9a3c-36fe897ea550 tempest-RoutersAdminNegativeTest-452860067 tempest-RoutersAdminNegativeTest-452860067-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f41a9001-2263-496c-b9d9-ca6337128ae0 HTTP/1.1" status: 204 len: 168 time: 2.0627680 Apr 05 12:15:25.757493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:25.757891 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f808fc31-20a2-4cbe-9580-c36d44e31501 None None] The sync data for ids ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:25.792514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Provisioning complete for port 7d989f55-b983-4efe-8460-e37fe0af0a3f triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:25.793534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.842812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7d989f55-b983-4efe-8460-e37fe0af0a3f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:25.977741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:25.985166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7d989f55-b983-4efe-8460-e37fe0af0a3f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:25.985841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.204801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Provisioning for port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:26.223700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Provisioning complete for port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:26.223700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.412519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb6b38-9362-498e-97b3-2d4d4ced0b24 None None] Port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:26.448483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.455136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:26.456982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.482422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Router 7c2dc7bd-24eb-4caa-8b43-7056ac8809f1 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:26.557524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3f7b41d9-d131-407e-9a1f-9440b860d997 None None] Provisioning complete for port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:26.558094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f7b41d9-d131-407e-9a1f-9440b860d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.659986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b41d9-d131-407e-9a1f-9440b860d997 None None] Port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:26.670957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:26.682123 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] Sync routers for ids ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:26.682624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3fb8d3db-d7bf-43e5-96da-205a84688bc1 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "PUT /v2.0/routers/7c2dc7bd-24eb-4caa-8b43-7056ac8809f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9980633 Apr 05 12:15:26.685577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:26.698585 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] Routers {'7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:26.701628 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:26.726806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.770559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:26.782327 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:26.791910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:26.792139 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] Routers {'7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:26.792829 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:26.796589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6d373435b24acb9b5d742f070fcdb8 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:26.799953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:26.806820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:26.864772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:26.865614 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5628519-b98e-4a9f-b565-d76526468644 None None] The sync data for ids ['7c2dc7bd-24eb-4caa-8b43-7056ac8809f1'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:26.877792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.133056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port e0f0d979-2f03-431a-ac0d-3671dbb3ba56 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:27.133316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.346994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.349763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.409212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.410013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2dc7bd-24eb-4caa-8b43-7056ac8809f1 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:27.474165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.480076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.484087 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c5e0c0b-a83b-4743-85bc-f970f6c5cdff tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "DELETE /v2.0/routers/7c2dc7bd-24eb-4caa-8b43-7056ac8809f1 HTTP/1.1" status: 204 len: 168 time: 0.7946601 Apr 05 12:15:27.485144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54512) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:27.488698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.524560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.609889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d31818-f111-4288-aa4e-661e8da4f7c5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:27.619624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-349b5488-ae32-4b77-8b87-53386e7e9f81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b6d373435b24acb9b5d742f070fcdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1611643 Apr 05 12:15:27.622246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:27.647502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting subnet 77a5c0c5-5667-4500-9009-194177d22236 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:15:27.658020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.677001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for e0f0d979-2f03-431a-ac0d-3671dbb3ba56 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:27.705810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.748503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.756436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.828336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.891374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.901969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.945235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=e0f0d979-2f03-431a-ac0d-3671dbb3ba56,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:27.957389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:27.981491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d31818-f111-4288-aa4e-661e8da4f7c5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:28.001110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.001110 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9cbc15f7-cf8c-47db-a2af-15387359c87c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7d31818-f111-4288-aa4e-661e8da4f7c5 HTTP/1.1" status: 204 len: 168 time: 0.3773446 Apr 05 12:15:28.018981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.069885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Subnet': ['ID=77a5c0c5-5667-4500-9009-194177d22236,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:28.076737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.087499 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1119d893-f906-4fe9-8c54-ded4a931f459 tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "DELETE /v2.0/subnets/77a5c0c5-5667-4500-9009-194177d22236 HTTP/1.1" status: 204 len: 168 time: 0.6009326 Apr 05 12:15:28.091284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18004899-edd3-4f5b-b3ae-55e784001d47 None None] Network 8e71b5b5-f782-49fe-821a-71bd56f118e4 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:28.099416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54522) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:28.356384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.367266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.374320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Deleting port 0ee33c5c-3512-4636-9796-be379ff02a18 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:28.374460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.563259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] DHCP port deletion for 8e71b5b5-f782-49fe-821a-71bd56f118e4 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:15:28.568559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Deleting port 0ee33c5c-3512-4636-9796-be379ff02a18 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:28.568559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.637548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54534) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:28.681761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] For port 0ee33c5c-3512-4636-9796-be379ff02a18, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0ee33c5c-3512-4636-9796-be379ff02a18,segment=NetworkSegment(14ec7398-cfe8-4646-adfe-209782b1b69e),segment_id=14ec7398-cfe8-4646-adfe-209782b1b69e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:28.682021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.775410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 36f94348-d9bc-4af2-b2f8-bd7223dc22ad has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:28.795638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0761719-ea50-49d4-8fef-ef4a5963aaa9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d19a59b5789f4978ab078f662cfc06ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562243 Apr 05 12:15:28.797989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54538) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:28.866263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Calling delete_port for 0ee33c5c-3512-4636-9796-be379ff02a18 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:28.882023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] For port 0ee33c5c-3512-4636-9796-be379ff02a18, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0ee33c5c-3512-4636-9796-be379ff02a18,segment=NetworkSegment(14ec7398-cfe8-4646-adfe-209782b1b69e),segment_id=14ec7398-cfe8-4646-adfe-209782b1b69e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:28.882535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.959838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:28.976989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:28.994123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a3e3aeb3-8d55-416d-ad59-3e67ccad851c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/36f94348-d9bc-4af2-b2f8-bd7223dc22ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3422086 Apr 05 12:15:28.995304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54542) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:29.043251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Port': ['ID=0ee33c5c-3512-4636-9796-be379ff02a18,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:29.043251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] No DVR routers for this DVR port 0ee33c5c-3512-4636-9796-be379ff02a18 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:15:29.084967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Calling delete_port for 0ee33c5c-3512-4636-9796-be379ff02a18 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:29.176425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:15:29.177526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:15:29.179160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] Sync routers for ids ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:29.192457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] Routers {'36f94348-d9bc-4af2-b2f8-bd7223dc22ad'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:29.193102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.290628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.294138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3da02ed-d87a-4ad5-ba53-5593a3e3543f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:29.308061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] Routers {'36f94348-d9bc-4af2-b2f8-bd7223dc22ad'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:29.308061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.311154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.359851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.362486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.404380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e71b5b5-f782-49fe-821a-71bd56f118e4']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.421920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ec7398-cfe8-4646-adfe-209782b1b69e') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.421920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ec7398-cfe8-4646-adfe-209782b1b69e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.434287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.441589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3da02ed-d87a-4ad5-ba53-5593a3e3543f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:29.441589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b3da02ed-d87a-4ad5-ba53-5593a3e3543f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=36f94348-d9bc-4af2-b2f8-bd7223dc22ad HTTP/1.1" status: 200 len: 205 time: 0.4425862 Apr 05 12:15:29.455738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54548) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:29.477763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.486276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:29.486276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b2b3a-613b-4968-a690-fd2ad91bab97 None None] The sync data for ids ['36f94348-d9bc-4af2-b2f8-bd7223dc22ad'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:29.509247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2f05a-c8c1-4177-bbff-d07cd32bc5ee,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:29.511733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.515063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3373eed8-e952-47bd-bf11-8586337cdf67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ed2f05a-c8c1-4177-bbff-d07cd32bc5ee HTTP/1.1" status: 204 len: 168 time: 0.7138515 Apr 05 12:15:29.548426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.631404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:15:29.631586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:15:29.650998 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:15:29.656368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.681944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Deleting port 0ee33c5c-3512-4636-9796-be379ff02a18 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:29.681944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:29.733723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0ee33c5c-3512-4636-9796-be379ff02a18 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:15:29.804661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54556) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:29.845722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0ee33c5c-3512-4636-9796-be379ff02a18 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:15:29.845958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0ee33c5c-3512-4636-9796-be379ff02a18 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:15:29.893843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-155d546b-3bc3-4757-9ebe-bd97e41a40c9 None None] The port '0ee33c5c-3512-4636-9796-be379ff02a18' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:15:29.978203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f80fac-f266-49f2-89d8-2e42be3b1c26 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:29.978203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f80fac-f266-49f2-89d8-2e42be3b1c26 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:29.978203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f80fac-f266-49f2-89d8-2e42be3b1c26 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:29.979310 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a4f80fac-f266-49f2-89d8-2e42be3b1c26 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=688558f333d0440a89dfd49dd750e0af&network_id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 3000 time: 0.1785765 Apr 05 12:15:30.065232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.085404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.158787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.160637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] Pushing event deleted for resources: {'Network': ['ID=8e71b5b5-f782-49fe-821a-71bd56f118e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:30.163284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.179857 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1af9925c-4275-4b47-b161-01f74637439b tempest-FloatingIPNegativeTestJSON-1922840119 tempest-FloatingIPNegativeTestJSON-1922840119-project] 10.222.0.50 "DELETE /v2.0/networks/8e71b5b5-f782-49fe-821a-71bd56f118e4 HTTP/1.1" status: 204 len: 168 time: 2.0792935 Apr 05 12:15:30.199403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.200044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 36f94348-d9bc-4af2-b2f8-bd7223dc22ad {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:30.217089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.218947 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e59fb8ba-f794-4a5c-bf23-b658d9ab8b0f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/36f94348-d9bc-4af2-b2f8-bd7223dc22ad HTTP/1.1" status: 204 len: 168 time: 0.7744880 Apr 05 12:15:30.221801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54576) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.296032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 688c5cb0-1c53-4084-9186-ab63a507abbb {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:15:30.299262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.369687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.472454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.527195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.574993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.623320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.628031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=688c5cb0-1c53-4084-9186-ab63a507abbb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:30.630038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.636756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002c97f-d0e0-4ea0-973c-296a9e111b64 None None] Network d39a6317-6606-4423-ab68-d9412a098764 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:30.640087 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b466e9f-5ac0-427a-bafb-e4f2fb7f36a5 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/688c5cb0-1c53-4084-9186-ab63a507abbb HTTP/1.1" status: 204 len: 168 time: 0.4145219 Apr 05 12:15:30.640629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54600) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.690408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-2c538887-214a-4ba7-9ac7-caabd8a2efcf tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.694648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2c538887-214a-4ba7-9ac7-caabd8a2efcf tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0665500 Apr 05 12:15:30.695604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.747972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-ff375a02-49b3-4f65-9ba5-8805a33d888a tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.751383 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff375a02-49b3-4f65-9ba5-8805a33d888a tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0528216 Apr 05 12:15:30.754008 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f57b3439-3203-4c75-b016-39502942bac5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b4053e5c6504e50ae03fa8a91459ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246819 Apr 05 12:15:30.754987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.756450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54612) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.762195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-57b57bd1-9821-4356-82fd-04e6510f960d tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.763358 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-57b57bd1-9821-4356-82fd-04e6510f960d tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077682 Apr 05 12:15:30.771835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54618) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.781611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-a93877b6-d71f-4625-93aa-73b4aa0fbdcb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.782529 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a93877b6-d71f-4625-93aa-73b4aa0fbdcb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098124 Apr 05 12:15:30.785129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.790847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.795492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-01ff7d2a-e114-4b38-8ff8-fc7957476df8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.796431 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-01ff7d2a-e114-4b38-8ff8-fc7957476df8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0104585 Apr 05 12:15:30.800917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.806606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 7d989f55-b983-4efe-8460-e37fe0af0a3f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:30.807340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.813865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-0255cb32-1278-47ab-a5f9-e88ee3576a40 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.817602 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0255cb32-1278-47ab-a5f9-e88ee3576a40 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0132623 Apr 05 12:15:30.818608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54630) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.832828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-fe77d824-7cb4-4fe5-8189-6aa98db6cfb4 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.836371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fe77d824-7cb4-4fe5-8189-6aa98db6cfb4 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0140569 Apr 05 12:15:30.837824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.852213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-5b22c8c6-9a49-41b6-9091-94f9fa030036 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.853277 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5b22c8c6-9a49-41b6-9091-94f9fa030036 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0145731 Apr 05 12:15:30.856555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.860285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.864058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-d8195256-51db-4734-be36-f56e35001a90 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.865366 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8195256-51db-4734-be36-f56e35001a90 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0075452 Apr 05 12:15:30.868997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.875691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-8631ae5b-ef21-4994-adb0-2a0b6d35acce tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.876590 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8631ae5b-ef21-4994-adb0-2a0b6d35acce tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064669 Apr 05 12:15:30.880374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54646) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.888791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-c837d520-a35f-4123-9191-da877b22c408 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.894603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c837d520-a35f-4123-9191-da877b22c408 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0084548 Apr 05 12:15:30.894603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54650) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.896092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.906040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-c7b012b0-6489-422b-a711-87e97ee39734 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.906985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c7b012b0-6489-422b-a711-87e97ee39734 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0134287 Apr 05 12:15:30.910285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54656) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.916641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-57133d35-3380-464a-b516-b36e7647e12f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.917701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-57133d35-3380-464a-b516-b36e7647e12f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064158 Apr 05 12:15:30.923536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.930217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-7702e8c0-cd16-4f88-8b19-788e227041b0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.931170 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7702e8c0-cd16-4f88-8b19-788e227041b0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066371 Apr 05 12:15:30.932710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] DHCP port deletion for d39a6317-6606-4423-ab68-d9412a098764 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:15:30.934613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.937785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Deleting port 7d989f55-b983-4efe-8460-e37fe0af0a3f {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:30.938161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:30.942791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-311a4856-974f-4174-a9d7-8f74e72272c9 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.946038 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-311a4856-974f-4174-a9d7-8f74e72272c9 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0080631 Apr 05 12:15:30.946380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54668) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.952686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-0c8c944f-d7f0-466b-bdfe-9951ef43ffa7 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.954255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0c8c944f-d7f0-466b-bdfe-9951ef43ffa7 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065002 Apr 05 12:15:30.956642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54672) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.962527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-c775a95d-7feb-4f86-88cd-06d1933e90e7 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.963467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c775a95d-7feb-4f86-88cd-06d1933e90e7 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0057092 Apr 05 12:15:30.966502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54676) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.974016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-78a14876-085e-4bd4-a30c-8ee4017063f8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.975440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-78a14876-085e-4bd4-a30c-8ee4017063f8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0078251 Apr 05 12:15:30.978010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54680) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.984261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-2ba4ffc4-c99f-460b-9b32-7452cfe3f553 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.985503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2ba4ffc4-c99f-460b-9b32-7452cfe3f553 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057259 Apr 05 12:15:30.988143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54684) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:30.996780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-30e83c56-b763-4d18-adb2-185c7d728446 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:30.997781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30e83c56-b763-4d18-adb2-185c7d728446 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0087173 Apr 05 12:15:31.000522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54688) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.005937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-652c350f-450a-4f45-8f9a-2a582fd8fe89 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.007096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-652c350f-450a-4f45-8f9a-2a582fd8fe89 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055978 Apr 05 12:15:31.009638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54692) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.013035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:31.019508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-d7dfd381-9964-4618-af68-fa8d3616b7f8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.020481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d7dfd381-9964-4618-af68-fa8d3616b7f8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0099380 Apr 05 12:15:31.032343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54696) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.039376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-16c7fc23-54b2-400e-9fc8-a6385fe84271 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.040709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-16c7fc23-54b2-400e-9fc8-a6385fe84271 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071595 Apr 05 12:15:31.046849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c628972-8f5b-41ee-94ad-c9473def0c9d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:31.050146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54700) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.052684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:31.065193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8a8bbb88-9063-45f5-820c-e1855da5218d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c628972-8f5b-41ee-94ad-c9473def0c9d HTTP/1.1" status: 204 len: 168 time: 0.2997811 Apr 05 12:15:31.083177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-a89d4a34-3960-4915-a20c-a7516224190f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.086749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a89d4a34-3960-4915-a20c-a7516224190f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0177765 Apr 05 12:15:31.087499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54706) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.097812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-2fd8bdb8-f959-4878-9581-90e9389207fa tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.098930 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2fd8bdb8-f959-4878-9581-90e9389207fa tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0104630 Apr 05 12:15:31.102413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54710) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.115965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-06784914-e50f-4ec1-91ee-f38ab3ba167d tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.117052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-06784914-e50f-4ec1-91ee-f38ab3ba167d tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0136964 Apr 05 12:15:31.121691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54714) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.132256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-3b12dabe-6fae-41af-aa3d-9f0f284f8f7e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.133276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3b12dabe-6fae-41af-aa3d-9f0f284f8f7e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0106440 Apr 05 12:15:31.137949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54718) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.142673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-b17edb77-5808-4b28-8029-72e1dd2204c1 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.143635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b17edb77-5808-4b28-8029-72e1dd2204c1 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047915 Apr 05 12:15:31.151528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54722) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.156783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-e190c5b5-525e-45fd-8e2b-a298a0c89cf3 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.157716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e190c5b5-525e-45fd-8e2b-a298a0c89cf3 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053227 Apr 05 12:15:31.161677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54726) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.174864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-527bf659-2a3b-4364-8653-0e454bdabea2 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.176611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-527bf659-2a3b-4364-8653-0e454bdabea2 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0122793 Apr 05 12:15:31.179400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54730) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.190616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-243cec74-04a7-439d-ac37-c1ffc48ab3fc tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.192023 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-243cec74-04a7-439d-ac37-c1ffc48ab3fc tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0116909 Apr 05 12:15:31.195054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port 7d989f55-b983-4efe-8460-e37fe0af0a3f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7d989f55-b983-4efe-8460-e37fe0af0a3f,segment=NetworkSegment(29853406-d953-4181-a46f-f381ac77e346),segment_id=29853406-d953-4181-a46f-f381ac77e346)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:31.196043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:31.196231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54734) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.201736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-5b57bb25-6c8a-4a7c-851f-9e21de8c96b4 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.202652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b57bb25-6c8a-4a7c-851f-9e21de8c96b4 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055161 Apr 05 12:15:31.205161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54738) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.211133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-15654441-6a9b-424d-b729-48676f7562c8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.212504 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-15654441-6a9b-424d-b729-48676f7562c8 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062664 Apr 05 12:15:31.215242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54742) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.218295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] For port 7d989f55-b983-4efe-8460-e37fe0af0a3f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7d989f55-b983-4efe-8460-e37fe0af0a3f,segment=NetworkSegment(29853406-d953-4181-a46f-f381ac77e346),segment_id=29853406-d953-4181-a46f-f381ac77e346)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:31.218547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:31.223665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-f1354577-93d6-48e4-996f-27d1b1cbaaef tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.228163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f1354577-93d6-48e4-996f-27d1b1cbaaef tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0119684 Apr 05 12:15:31.228761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54746) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.236842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-5d3a823f-da4d-49f0-9843-72606e129cc5 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.237943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5d3a823f-da4d-49f0-9843-72606e129cc5 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083020 Apr 05 12:15:31.240863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54750) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.247469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-cf8210b9-32c0-4b7c-b9e2-5f7c513948b3 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.249027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cf8210b9-32c0-4b7c-b9e2-5f7c513948b3 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058763 Apr 05 12:15:31.250977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.256899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-af1282ce-e460-4305-8179-257c7fdf8180 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.258600 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-af1282ce-e460-4305-8179-257c7fdf8180 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064001 Apr 05 12:15:31.261519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54758) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.269266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-40d3faef-d884-4957-b480-7016f2834268 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.270534 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-40d3faef-d884-4957-b480-7016f2834268 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0066028 Apr 05 12:15:31.273493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54762) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.284923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-1a35ab19-eb7b-40d7-b45b-27a3a28edcfb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.286204 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a35ab19-eb7b-40d7-b45b-27a3a28edcfb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0108938 Apr 05 12:15:31.288976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54768) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.294889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-ddc388be-80fb-4e5f-bd16-879b67986bef tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.298514 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ddc388be-80fb-4e5f-bd16-879b67986bef tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083592 Apr 05 12:15:31.299410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54772) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.305907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-0036a39e-cbf9-40f7-9b9c-e498f04e6f35 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.307474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0036a39e-cbf9-40f7-9b9c-e498f04e6f35 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071476 Apr 05 12:15:31.309657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54776) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.316071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-db4a2dee-e74a-442a-a589-17a6ed4c2132 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.319457 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-db4a2dee-e74a-442a-a589-17a6ed4c2132 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079696 Apr 05 12:15:31.320111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54780) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.326203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-736291d2-bd31-4a55-9c98-dfc1299b6c3c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.327523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-736291d2-bd31-4a55-9c98-dfc1299b6c3c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063689 Apr 05 12:15:31.330627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.337604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-c25eac3f-619a-4e50-bf73-46192c03e05c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.341844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c25eac3f-619a-4e50-bf73-46192c03e05c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097260 Apr 05 12:15:31.342670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.348163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-a49f50b4-1060-41ae-a3b0-8223daa24873 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.352637 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a49f50b4-1060-41ae-a3b0-8223daa24873 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087228 Apr 05 12:15:31.353182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54792) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.357916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 7d989f55-b983-4efe-8460-e37fe0af0a3f owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:31.359541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-3127b022-4100-4e73-9a79-21f63469f50e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.363507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Calling delete_port for 7d989f55-b983-4efe-8460-e37fe0af0a3f owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:31.364035 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3127b022-4100-4e73-9a79-21f63469f50e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096905 Apr 05 12:15:31.364407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54796) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.369688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-6e2195f0-59cf-4045-8e1f-d760b7d6c851 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.374020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6e2195f0-59cf-4045-8e1f-d760b7d6c851 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0084081 Apr 05 12:15:31.374676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54800) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.379841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-5632c877-1705-4d8d-82b7-2f9e6019717c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.383300 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5632c877-1705-4d8d-82b7-2f9e6019717c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077200 Apr 05 12:15:31.384129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54804) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.389757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-fd3464d3-49e5-452b-bf82-d685f4bbe752 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.393549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fd3464d3-49e5-452b-bf82-d685f4bbe752 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084980 Apr 05 12:15:31.394563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54808) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.403233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-bc51e9b0-3910-42c0-81c0-4478478b9390 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.407514 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bc51e9b0-3910-42c0-81c0-4478478b9390 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098293 Apr 05 12:15:31.408113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54812) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.419008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-25e9b34c-d5ba-456c-a57b-a66563d6c5b0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.423004 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-25e9b34c-d5ba-456c-a57b-a66563d6c5b0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0109797 Apr 05 12:15:31.432765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54818) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.441613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-6c18f53a-8343-4a9b-b064-3004796d3382 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.443271 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6c18f53a-8343-4a9b-b064-3004796d3382 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0080709 Apr 05 12:15:31.447305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54824) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.453844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-815555cf-9c5f-4521-9244-eee9fe185dc1 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.457562 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-815555cf-9c5f-4521-9244-eee9fe185dc1 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065179 Apr 05 12:15:31.458135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54828) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.462876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-af2bc15d-b3eb-43bc-9815-7da89200a736 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.463964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-af2bc15d-b3eb-43bc-9815-7da89200a736 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048170 Apr 05 12:15:31.467811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54832) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.472664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-0e78dd9a-9307-409e-86b5-bdc4821c12b5 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.474010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:31.479985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54836) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.482102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0e78dd9a-9307-409e-86b5-bdc4821c12b5 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0106547 Apr 05 12:15:31.486048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-4eb983ef-9177-4d8a-890a-9aa6127f114e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.487011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4eb983ef-9177-4d8a-890a-9aa6127f114e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058031 Apr 05 12:15:31.490214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:15:31.490878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54840) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.491377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:15:31.499920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-2fb88709-d36f-4d31-9f58-7eb38a7c62cf tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.501129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2fb88709-d36f-4d31-9f58-7eb38a7c62cf tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0085251 Apr 05 12:15:31.506035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54846) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.513450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-2b0da5bc-43ed-445f-b75c-c4f7cebf21c9 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.514927 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b0da5bc-43ed-445f-b75c-c4f7cebf21c9 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076375 Apr 05 12:15:31.519260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54850) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.528544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] Pushing event deleted for resources: {'Port': ['ID=7d989f55-b983-4efe-8460-e37fe0af0a3f,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:31.532801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-89ab5f16-cb2a-42be-80ca-40ae42366f76 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.534975 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89ab5f16-cb2a-42be-80ca-40ae42366f76 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0146625 Apr 05 12:15:31.535415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d760e4-b417-465e-a429-ad58899ca0b5 None None] No DVR routers for this DVR port 7d989f55-b983-4efe-8460-e37fe0af0a3f on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:15:31.540281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54854) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.547657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-a594e138-8821-4174-9d5d-11b0dabf89cb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.555221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.559888 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a594e138-8821-4174-9d5d-11b0dabf89cb tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0182223 Apr 05 12:15:31.564514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-807d3ed8-4ba2-41db-a6f8-bb17f60345ab tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.566698 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-807d3ed8-4ba2-41db-a6f8-bb17f60345ab tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104883 Apr 05 12:15:31.570949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.577333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-44dacd6c-fc61-458b-b5a1-08c3e9f3ea5f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.578149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-44dacd6c-fc61-458b-b5a1-08c3e9f3ea5f tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062265 Apr 05 12:15:31.581194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54868) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.587065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-294b0f5a-6f93-4ecd-b882-e804e7c8467e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.587996 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-294b0f5a-6f93-4ecd-b882-e804e7c8467e tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057473 Apr 05 12:15:31.590514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54872) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.595900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-48f924f4-4cf4-41c2-a2c7-5159562b2540 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.600060 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48f924f4-4cf4-41c2-a2c7-5159562b2540 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052299 Apr 05 12:15:31.600060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.605431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-8fa85f39-c8e7-4a80-83c4-57eae8ef51ba tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.610266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8fa85f39-c8e7-4a80-83c4-57eae8ef51ba tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062256 Apr 05 12:15:31.610974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54880) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.620571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-add9a649-8000-4282-a08d-77fa51c47c5c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.626395 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54884) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.626611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-add9a649-8000-4282-a08d-77fa51c47c5c tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0139618 Apr 05 12:15:31.633146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-70724673-4d97-46e4-adcc-336144885ec0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.637625 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-70724673-4d97-46e4-adcc-336144885ec0 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094931 Apr 05 12:15:31.637844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.645715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [None req-3eac1e37-ea16-408f-b8af-fbb2d5b9e949 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.647670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3eac1e37-ea16-408f-b8af-fbb2d5b9e949 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082285 Apr 05 12:15:31.650250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54894) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:31.663080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [None req-c59ef594-4dc5-4050-a58e-1050ac7ea763 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:15:31.663258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7d989f55-b983-4efe-8460-e37fe0af0a3f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:15:31.664031 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c59ef594-4dc5-4050-a58e-1050ac7ea763 tempest-ExtensionsTestJSON-954408966 tempest-ExtensionsTestJSON-954408966-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128298 Apr 05 12:15:31.709569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 7d989f55-b983-4efe-8460-e37fe0af0a3f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:15:31.710003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7d989f55-b983-4efe-8460-e37fe0af0a3f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:15:31.992518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 7d989f55-b983-4efe-8460-e37fe0af0a3f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:31.992877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.018261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54910) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.075776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] The port '7d989f55-b983-4efe-8460-e37fe0af0a3f' was deleted {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:15:32.092502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54918) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.178856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.195067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:32.199352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Usage tracker for resource:security_group_rule and tenant:ff18b0c8981847279a00b4eec9a34b70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:32.202487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:32.208575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:32.228419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.240792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558239617'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:32.250601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:32.257537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:32.257772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39a6317-6606-4423-ab68-d9412a098764']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:32.261508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:32.272009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29853406-d953-4181-a46f-f381ac77e346') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:32.272316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29853406-d953-4181-a46f-f381ac77e346') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:32.272426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:32.284844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.290995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.303812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.313477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.313666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:15:32.313666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: util.warn( Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:15:32.328688 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:15:32.343344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:32.354067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:32.359693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:32.368514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.369783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:32.375202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.416258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.439424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.448173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=d39a6317-6606-4423-ab68-d9412a098764,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:32.450958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ff18b0c8981847279a00b4eec9a34b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312470 Apr 05 12:15:32.453406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.453553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05870f4d-9b72-4515-a11a-88c539120cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146f544-2436-41ca-9fef-005613f5c5aa,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:32.486002 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bc0dfd82-ac5c-4c29-b989-27c99765fa62 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/d39a6317-6606-4423-ab68-d9412a098764 HTTP/1.1" status: 204 len: 168 time: 1.8442652 Apr 05 12:15:32.492432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.508919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1504365626', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}, 'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:32.519135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:32.525217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.529177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.531611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:32.536743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:32.539998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:32.545844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:32.548159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.549035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:32.554132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:32.568605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:32.576399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d215f028-7d51-415d-89d6-96968d64d3bd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:32.581478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.582478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.590807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.633004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.653491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.658547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.707746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714e9765-a50b-49a6-a6a7-7964bc7d10f1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:32.712860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.713984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b0084cf-9dc8-421d-89fc-fc09a9313dcc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6203880 Apr 05 12:15:32.717213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54932) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.738876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54936) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.786472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.830027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c89ab727-9ef1-4ac2-8657-33170101e3a1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:32.833446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b3db1-9623-427b-8719-4c419541033b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:32.850119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b37b3db1-9623-427b-8719-4c419541033b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 814 time: 0.0950546 Apr 05 12:15:32.851850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c89ab727-9ef1-4ac2-8657-33170101e3a1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:32.853236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c89ab727-9ef1-4ac2-8657-33170101e3a1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1349773 Apr 05 12:15:32.856475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54942) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:32.861613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-security--1097250876', 'description': 'tempest-security-description-1893408826'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:32.867192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146f544-2436-41ca-9fef-005613f5c5aa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:32.895986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.946679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.954442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.959562 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e52b589-b8c2-4c1f-b6bf-641c2a6267d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8146f544-2436-41ca-9fef-005613f5c5aa HTTP/1.1" status: 204 len: 168 time: 0.5040720 Apr 05 12:15:32.961960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.966974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.969893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:32.974797 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "PUT /v2.0/security-groups/714e9765-a50b-49a6-a6a7-7964bc7d10f1 HTTP/1.1" status: 200 len: 1780 time: 0.1145971 Apr 05 12:15:32.978347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.003426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f353e-067d-453a-95e3-8fc643de3cb9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714e9765-a50b-49a6-a6a7-7964bc7d10f1,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:33.098657 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b65b2105-7312-4220-afe5-3e05eef247bc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups/714e9765-a50b-49a6-a6a7-7964bc7d10f1 HTTP/1.1" status: 200 len: 1780 time: 0.1195314 Apr 05 12:15:33.101227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.186783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.223934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.327355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54966) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.335807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1313155135', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:33.342659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:33.353299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:33.364779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:33.369598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.402382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:15:33.413525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.413859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment d994e68f-e2d0-4c69-a265-8719bcad53e0 of type vlan for network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 Apr 05 12:15:33.444390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.480671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.487313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:33.488361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.533014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.568794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.607990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2786052 Apr 05 12:15:33.608577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.611020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54980) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.636616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e9765-a50b-49a6-a6a7-7964bc7d10f1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:33.655794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f92563-97ac-4d61-be09-9afc8a62b199 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=32ab3ac3-8a71-4d75-a453-695689e4f3b6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:33.668882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:33.670005 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0504242a-f54f-49d7-b843-4484e5d88160 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/714e9765-a50b-49a6-a6a7-7964bc7d10f1 HTTP/1.1" status: 204 len: 168 time: 0.5678949 Apr 05 12:15:33.672869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.678110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:33.692019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a08e7-e397-4f21-86b0-4f2527bf70ef tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:33.693927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-828a08e7-e397-4f21-86b0-4f2527bf70ef tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0814903 Apr 05 12:15:33.697592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54988) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.759512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 54992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.795431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-facb7e97-8df1-4933-ae3e-36a28acea8e7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:33.802211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.26.5.253 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/f6a5c0b5-c2ca-4c60-b053-2feffdc4734f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:33.838220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-facb7e97-8df1-4933-ae3e-36a28acea8e7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:33.839520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-facb7e97-8df1-4933-ae3e-36a28acea8e7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1657448 Apr 05 12:15:33.845698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 54998) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.868671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94a468-7da1-4aca-92b8-16f218ce95a7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:33.870368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae94a468-7da1-4aca-92b8-16f218ce95a7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1719251 Apr 05 12:15:33.873837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55002) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.876865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-ae2d1a68-ddad-474b-ad10-27402c3b8e88 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] delete failed (client error): The resource could not be found. Apr 05 12:15:33.878291 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae2d1a68-ddad-474b-ad10-27402c3b8e88 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/714e9765-a50b-49a6-a6a7-7964bc7d10f1 HTTP/1.1" status: 404 len: 347 time: 0.0315497 Apr 05 12:15:33.905608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55006) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.915176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249679797'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:33.922112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:33.924236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b731ae5b-15f3-4e4c-83e5-6d2ce6bf2500 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489705 Apr 05 12:15:33.926673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55010) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.927526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--30954810'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:33.943530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:33.947837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:33.949974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:33.965792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:33.966562 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6d17bfde-8c13-4cd2-9703-9b26582e28a3 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387709 Apr 05 12:15:33.969080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55014) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:33.969833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.000725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.018573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.032405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.052274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.063946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:34.070044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:34.072299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:34.077604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:34.079647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:34.083223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:34.093345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.096397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.106508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57bc710-b838-4b1f-b8f0-45b08ed1954d tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:34.110666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a57bc710-b838-4b1f-b8f0-45b08ed1954d tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380286 Apr 05 12:15:34.110970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.149387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.154876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e425f711-92c5-4771-acf3-a6e04b0b7677 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403340 Apr 05 12:15:34.155334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.160903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1249705691', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:34.231511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:34.241988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:34.258524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:34.282049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:34.285959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:34.288886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:34.296102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.305309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:34.308885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.310667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=f6a5c0b5-c2ca-4c60-b053-2feffdc4734f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:34.347468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.354445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.475153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.497182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.551841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.557561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d3747-2596-4319-a821-709c1e4fbb91,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:34.568692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:34.625475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:34.630123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:34.630383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=f05d8f42-3663-4fe5-b97d-9cb249b8d52f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:34.639839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:34.640199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: 32ab3ac3-8a71-4d75-a453-695689e4f3b6, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:34.642697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.649837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.651083 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c764101-d06d-4a85-974c-b982fc5bfea0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7445364 Apr 05 12:15:34.654452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55028) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.661497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': 'ba9d3747-2596-4319-a821-709c1e4fbb91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:34.669470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:34.673478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:34.677062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:34.681555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:34.688915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:34.689324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2aad52-6050-4fd4-ab14-8b20811dce64,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:34.691096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 32ab3ac3-8a71-4d75-a453-695689e4f3b6) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:34.733812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:34.734166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b723d0-d722-4637-91c4-031f72e94527 None None] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:34.742999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.771170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eedf64cf-e044-46c3-8a03-d834dc07e192 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6111867 Apr 05 12:15:34.772399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.859948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.865404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.892722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7796346d-04f5-4d5b-9801-f5d52d4b5695,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:34.912082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.914296 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bda391d4-e1de-47d6-8528-102757c0417f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588301 Apr 05 12:15:34.917011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:34.936475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.951991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.954830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.968896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:34.976142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.013150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.031626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7796346d-04f5-4d5b-9801-f5d52d4b5695,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.036637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.040723 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b9f69735-f2ef-4669-b936-7a2252b0e005 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7796346d-04f5-4d5b-9801-f5d52d4b5695 HTTP/1.1" status: 204 len: 168 time: 0.1227314 Apr 05 12:15:35.041439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55038) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.067759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55042) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.078201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964842782', 'description': 'tempest-secgroup-smoke-1964842782 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:35.085015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:35.096669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:35.104003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06790888-e52d-447e-887b-9430605207eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:15:35.105230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.113071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.114549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e8bc7-86a1-4916-866f-29796a27e417,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.134050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.135685 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-047dc17b-b271-41ad-a5cc-0c218af0c3ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3736532 Apr 05 12:15:35.141365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55046) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.170349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:35.190583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-559320a1-d254-4cb9-adc2-d6b5f51aec21 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:35.195622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:35.201790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:35.214427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:35.247488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-559320a1-d254-4cb9-adc2-d6b5f51aec21 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:35.252644 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-559320a1-d254-4cb9-adc2-d6b5f51aec21 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064095 Apr 05 12:15:35.253848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55050) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.320723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-06790888-e52d-447e-887b-9430605207eb None None] Allocated IP 172.20.0.18 (32ab3ac3-8a71-4d75-a453-695689e4f3b6/f05d8f42-3663-4fe5-b97d-9cb249b8d52f/f7f9657c-fb89-4cc8-9871-95c6d641c7e7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:35.483851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.485031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.499064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.513262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4dedb07e-73ed-4192-85bc-910c9a57b2c5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:35.538075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.551139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4dedb07e-73ed-4192-85bc-910c9a57b2c5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:35.555199 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4dedb07e-73ed-4192-85bc-910c9a57b2c5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4098685 Apr 05 12:15:35.557154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55054) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.559082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.570376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06790888-e52d-447e-887b-9430605207eb None None] Transition to ACTIVE for port object f7f9657c-fb89-4cc8-9871-95c6d641c7e7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:35.580269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-security--1622164422', 'description': 'tempest-security-description-485827176'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:35.592463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-06790888-e52d-447e-887b-9430605207eb None None] Transition to ACTIVE for port object f7f9657c-fb89-4cc8-9871-95c6d641c7e7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:35.603379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.610569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5769952a-d2bd-4a0d-92cb-f8072d541c4d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.634221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.639260 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e99330b7-fec2-48e8-9de7-404a8832ba07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5670786 Apr 05 12:15:35.642796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55058) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.655079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:35.662537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.662945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.664829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:35.669954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:35.693454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.721096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:35.723648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06790888-e52d-447e-887b-9430605207eb None None] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:35.726928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d3747-2596-4319-a821-709c1e4fbb91,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.728379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-06790888-e52d-447e-887b-9430605207eb None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:35.747267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:35.749554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06790888-e52d-447e-887b-9430605207eb None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:35.750297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.751651 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-84ee4a2a-cecd-41e4-b828-0ed46ff4e0d0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/ba9d3747-2596-4319-a821-709c1e4fbb91 HTTP/1.1" status: 204 len: 168 time: 0.4971857 Apr 05 12:15:35.754673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55062) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.764214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.768735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.771476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.774765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790888-e52d-447e-887b-9430605207eb None None] Pushing event updated for resources: {'Port': ['ID=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.775914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "PUT /v2.0/security-groups/2e4e8bc7-86a1-4916-866f-29796a27e417 HTTP/1.1" status: 200 len: 1779 time: 0.2129774 Apr 05 12:15:35.776524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55066) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.827659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bb170-ec44-4c21-ae3a-79228aff9f34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e8bc7-86a1-4916-866f-29796a27e417,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:35.867141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c29cdf7b-e276-481e-8ecf-3d725ec7e512 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups/2e4e8bc7-86a1-4916-866f-29796a27e417 HTTP/1.1" status: 200 len: 1779 time: 0.0603242 Apr 05 12:15:35.867754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55070) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:35.870594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-06790888-e52d-447e-887b-9430605207eb None None] Attempting to bind port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:35.870965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-06790888-e52d-447e-887b-9430605207eb None None] Attempting to bind port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:35.871387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06790888-e52d-447e-887b-9430605207eb None None] Attempting to bind port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 on network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:35.877144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06790888-e52d-447e-887b-9430605207eb None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:35.877514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06790888-e52d-447e-887b-9430605207eb None None] Checking segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:35.877912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.878322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06790888-e52d-447e-887b-9430605207eb None None] Bound using segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:35.878862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-06790888-e52d-447e-887b-9430605207eb None None] Bound port: f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:35.879264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.890614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.912372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b3f0495-c092-4dee-8d7f-bc5f32d3f604 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:35.939381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.973478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.981513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-06790888-e52d-447e-887b-9430605207eb None None] For port f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:35.985065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-06790888-e52d-447e-887b-9430605207eb None None] For port f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:35.985594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6b3f0495-c092-4dee-8d7f-bc5f32d3f604 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:35.986871 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6b3f0495-c092-4dee-8d7f-bc5f32d3f604 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2309887 Apr 05 12:15:35.990263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-06790888-e52d-447e-887b-9430605207eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:35.993139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55074) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.004635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--633729620'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.011176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.019621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.021061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.025628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.044170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.044869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 2f371fb7-da7d-4e25-b961-578e5b07edcf is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:15:36.057002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dce7730-2146-47a8-b1bd-0e7afef9aef2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.072146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.077309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.080690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.087548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.094857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.120630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790888-e52d-447e-887b-9430605207eb None None] Pushing event updated for resources: {'Port': ['ID=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.146524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.150246 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-471b156d-9f5c-458e-8001-86083ac1a390 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5040603 Apr 05 12:15:36.150421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e8bc7-86a1-4916-866f-29796a27e417,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.159896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55078) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.172280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.180214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.196652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.197890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ef0c53d4-d770-4b5e-b819-59532344763d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e4e8bc7-86a1-4916-866f-29796a27e417 HTTP/1.1" status: 204 len: 168 time: 0.3291445 Apr 05 12:15:36.199077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.203721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55082) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.204564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.224163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.305304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:36.313134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.315579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.319481 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] Sync routers for ids ['2f371fb7-da7d-4e25-b961-578e5b07edcf'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:36.327546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2063e773-58bb-404d-bfe6-f9959d8e8971 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:36.334844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.335126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.336642 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a236d83-ac07-4d84-8edc-284b26e2d605 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.8359113 Apr 05 12:15:36.341292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55086) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.347554 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] Routers {'2f371fb7-da7d-4e25-b961-578e5b07edcf'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:36.353994 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2f371fb7-da7d-4e25-b961-578e5b07edcf'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:36.448185 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:36.460529 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] Routers {'2f371fb7-da7d-4e25-b961-578e5b07edcf'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:36.466994 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2f371fb7-da7d-4e25-b961-578e5b07edcf'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:36.471293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.476132 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4785993 Apr 05 12:15:36.476132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2063e773-58bb-404d-bfe6-f9959d8e8971 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:36.476805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2063e773-58bb-404d-bfe6-f9959d8e8971 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2685874 Apr 05 12:15:36.477054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2536-4454-484f-a4d4-904e9cb3c8e9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81688f74-39ba-4b34-9821-7e696dd2ab4a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.478993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55090) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.487777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55092) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.498309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '81688f74-39ba-4b34-9821-7e696dd2ab4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.504792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.509672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.513239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.520552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.536816 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:36.537482 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbce91-2d9b-43fa-ba7f-2ff956705fce None None] The sync data for ids ['2f371fb7-da7d-4e25-b961-578e5b07edcf'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:36.546859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.555338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.563929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.584555 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7fba9543-0f55-45d0-870f-ca4ee91d73a0 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] delete failed (client error): The resource could not be found. Apr 05 12:15:36.590533 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7fba9543-0f55-45d0-870f-ca4ee91d73a0 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e4e8bc7-86a1-4916-866f-29796a27e417 HTTP/1.1" status: 404 len: 347 time: 0.0964978 Apr 05 12:15:36.590533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55098) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.596600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--67967323'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.606272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.611653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a0f7bb-9671-4e30-8712-7cfb3246fd83,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.632905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.635364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.637545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-80664075-173e-4959-b55e-d7531cf33a19 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4759240 Apr 05 12:15:36.640552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55102) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.640783 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e720a9d-6caa-4ba3-b739-1a0d59bece3d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers/2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 200 len: 881 time: 0.2983809 Apr 05 12:15:36.645577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.646508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55106) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.656001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.662783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.667187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.676292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.695743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.701522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.718490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.742316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f1bb4c-0b9b-4f47-8227-0d03c6729c2a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.749147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.752172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.755764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.758809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.766995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.767457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.773664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-81d80de1-593a-4949-bc45-d9601a58d635 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2880709 Apr 05 12:15:36.774134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55110) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.786260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '81688f74-39ba-4b34-9821-7e696dd2ab4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.794564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.809736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.815142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.827273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.840969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.846311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.873679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0224ab-2da3-47c2-b3b2-c36e63a52230,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:36.883493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.883808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:36.884739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-da876486-1399-40af-a0cc-de4a7696115e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431424 Apr 05 12:15:36.887528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55114) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:36.892669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:36.899203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:36.903934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:36.907388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:36.915331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:36.937174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.007693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.018010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.021604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.022928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.060821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dcd3d8-cabc-47fc-a101-4ff7c1283dc0,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.063580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.067789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-71a28273-648c-4ca8-9cf4-a9a3c5b490d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1767142 Apr 05 12:15:37.068290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55118) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.075869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.084428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:37.089304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:37.093784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:37.101344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:37.106633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.107680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ae9e2-e184-4654-b4a2-23916a260464,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.121090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:15:37.127920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.131304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.133608 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-744fe8b5-bc12-4738-8110-7aeb15a9d84d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5430777 Apr 05 12:15:37.143021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.145406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55122) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.169283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': 'f08ae9e2-e184-4654-b4a2-23916a260464', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.182680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:37.196364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d158bfb7-66ca-47ff-b45e-66ce9885a976 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:router {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:37.199000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea61968-cc12-4241-8d7d-fd6324d334da,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.205777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:37.209810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:37.210225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.216412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.221248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:37.233905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.235192 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31792737-292c-4c18-b929-994b4eef0620 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4597363 Apr 05 12:15:37.237006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469e89d8-5490-4d07-992c-43736213ca1d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.237934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55126) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.244266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '81688f74-39ba-4b34-9821-7e696dd2ab4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.250808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:37.256405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:37.260295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.263083 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7eb93b10-c91c-4479-bd5a-e71728634b97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928203 Apr 05 12:15:37.264830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55130) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.266871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d158bfb7-66ca-47ff-b45e-66ce9885a976 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:router {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:37.270639 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d158bfb7-66ca-47ff-b45e-66ce9885a976 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6206605 Apr 05 12:15:37.270639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:37.270874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '5769952a-d2bd-4a0d-92cb-f8072d541c4d', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.271950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.275307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55134) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.278956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:37.283998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1504365626'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.289865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:37.330871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.339714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:37.354259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:37.362953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:37.383852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.385533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28012f9-d964-4dcd-82bd-bfaf790cd482 None None] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:37.392454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.469133 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:15:37.478828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.501281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-256a7cd6-1352-46f4-b228-7b56d7f8a045 None None] Provisioning for port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:37.560148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4e47b2-2ef9-4e54-8ccb-2889aa44a6f2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.579573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.583688 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-067ff594-b9bf-4d58-b293-c8ea66412fbe tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254305 Apr 05 12:15:37.583688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.583688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55138) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.611627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.629065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.648460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689cc3f6-c202-4494-8ec3-72202295d50a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.649398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.654125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.667587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.692000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.692855 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6dfa356d-88f8-4686-9a3a-df535b6c2f8a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4537930 Apr 05 12:15:37.698243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55142) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.705684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '81688f74-39ba-4b34-9821-7e696dd2ab4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:37.712388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.715704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:37.734989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:37.739003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.743762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9d4e47b2-2ef9-4e54-8ccb-2889aa44a6f2 HTTP/1.1" status: 204 len: 168 time: 0.1556041 Apr 05 12:15:37.743762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7e4ff-5d5c-4a18-938d-0087f61daf09 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d4e47b2-2ef9-4e54-8ccb-2889aa44a6f2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.743762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:37.745938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55146) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.765507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:37.785902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f7f9657c-fb89-4cc8-9871-95c6d641c7e7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:37.807923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b21adad-4e52-435a-b5b2-bd5fc918f1eb,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:37.822048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f049ce7-e361-45e6-822b-07feb17105ba tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:37.822401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.828598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c8b1e8fa-17f3-4ac0-b8d3-7475e7410f34 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5623763 Apr 05 12:15:37.838168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.901155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f049ce7-e361-45e6-822b-07feb17105ba tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:37.903355 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f049ce7-e361-45e6-822b-07feb17105ba tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1558340 Apr 05 12:15:37.906387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:37.937033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.944513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:37.953592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:37.954309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:37.976662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.032248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0e593e-11c1-4875-91dc-4f54c3460e17,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.060337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.071282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.072691 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2eba09b8-dc87-4aeb-9fdf-f30df6580c97 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3726201 Apr 05 12:15:38.076633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55162) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.085768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '81688f74-39ba-4b34-9821-7e696dd2ab4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:38.101291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:38.102617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7309d930-c5ba-4bff-986f-8b65b93e29f1 None None] Provisioning complete for port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:38.102994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7309d930-c5ba-4bff-986f-8b65b93e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.105058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.108285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.116686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:38.123519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:38.136602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:38.161352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.171740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.188410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.200903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.225485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ae9e2-e184-4654-b4a2-23916a260464,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.272496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.273270 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9dd4fa93-9e47-4ea3-9467-cdaba9dc4fa1 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/f08ae9e2-e184-4654-b4a2-23916a260464 HTTP/1.1" status: 204 len: 168 time: 0.3659678 Apr 05 12:15:38.275471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.276338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55170) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.293477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.310875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:38.316654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7309d930-c5ba-4bff-986f-8b65b93e29f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.331562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ea971e-1f6c-498e-90f4-67b9c79b4489,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.333872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.354589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.358946 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa28150a-4c66-4d60-ba4a-c467af980a03 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2777872 Apr 05 12:15:38.359553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.376762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-444fbd53-a95d-481b-86d0-425e3be67665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:38.384850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61f31ea9-1e1a-40d4-a7a3-493ee6497538 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:38.409895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.412874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-444fbd53-a95d-481b-86d0-425e3be67665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:38.414059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-444fbd53-a95d-481b-86d0-425e3be67665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964842782&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.2995908 Apr 05 12:15:38.423141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.429468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61f31ea9-1e1a-40d4-a7a3-493ee6497538 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:38.438077 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61f31ea9-1e1a-40d4-a7a3-493ee6497538 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534729 Apr 05 12:15:38.441712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.449582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--165783534'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:38.458181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:38.472417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:38.478914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.496975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.511764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ea971e-1f6c-498e-90f4-67b9c79b4489,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.519249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.521024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.524460 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37170c0a-d2b8-45c5-821d-7f2cad1c6f6e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/36ea971e-1f6c-498e-90f4-67b9c79b4489 HTTP/1.1" status: 204 len: 168 time: 0.1616864 Apr 05 12:15:38.525508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55182) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.530600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-7309d930-c5ba-4bff-986f-8b65b93e29f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:15:38.531522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-7309d930-c5ba-4bff-986f-8b65b93e29f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:15:38.549893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:38.556436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:38.561879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:38.572111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:38.600162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-414a1757-4f28-47a4-bd16-53c7df267fd1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:38.616924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 2f371fb7-da7d-4e25-b961-578e5b07edcf has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:38.630361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-414a1757-4f28-47a4-bd16-53c7df267fd1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:38.631716 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-414a1757-4f28-47a4-bd16-53c7df267fd1 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1061387 Apr 05 12:15:38.636545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.687968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.705612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.712425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.719535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.729880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-91f70f47-9262-4174-bf07-45cfe39b06f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:38.731127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-91f70f47-9262-4174-bf07-45cfe39b06f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:38.775595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d517bf-3608-437c-8bdd-e28c0705d151,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.778165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.788841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.789915 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ee0e593e-11c1-4875-91dc-4f54c3460e17 HTTP/1.1" status: 204 len: 168 time: 0.1524239 Apr 05 12:15:38.792538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.794195 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8937a313-26cd-4085-b311-0a7829ceadf2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3516674 Apr 05 12:15:38.796270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55190) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.798623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55192) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.799318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b558193-dd83-49bd-a144-1ed8cfead016 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee0e593e-11c1-4875-91dc-4f54c3460e17,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:38.818205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '80d517bf-3608-437c-8bdd-e28c0705d151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:38.823155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-91f70f47-9262-4174-bf07-45cfe39b06f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:38.824325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-91f70f47-9262-4174-bf07-45cfe39b06f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=32ab3ac3-8a71-4d75-a453-695689e4f3b6 HTTP/1.1" status: 200 len: 797 time: 0.3521419 Apr 05 12:15:38.828097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:38.834425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:38.837895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:38.850456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:38.856937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-c0f8c2de-f0ba-4f22-b18b-3c867796e9f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0251935 Apr 05 12:15:38.860145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:38.867582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.868707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-94c01f62-f34e-466c-aa9c-a89f405787a3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 200 len: 888 time: 1.5924871 Apr 05 12:15:38.873289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] Sync routers for ids ['2f371fb7-da7d-4e25-b961-578e5b07edcf'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:38.873512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18e2f2b1-dd7d-4398-ab50-4531ad72dd39 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:38.877493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:38.883276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] Routers {'2f371fb7-da7d-4e25-b961-578e5b07edcf'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:38.883875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2f371fb7-da7d-4e25-b961-578e5b07edcf'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:38.955137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:38.957568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-0704ed2c-39bd-48ac-a579-78d8887dc4ab tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0875850 Apr 05 12:15:38.963561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:38.964337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] Routers {'2f371fb7-da7d-4e25-b961-578e5b07edcf'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:38.965566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['2f371fb7-da7d-4e25-b961-578e5b07edcf'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:38.989138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-18e2f2b1-dd7d-4398-ab50-4531ad72dd39 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:38.990720 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-18e2f2b1-dd7d-4398-ab50-4531ad72dd39 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1935637 Apr 05 12:15:38.993727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55202) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.026037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:39.026427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366804e4-2288-491c-9ab4-8647179a0608 None None] The sync data for ids ['2f371fb7-da7d-4e25-b961-578e5b07edcf'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:39.099491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.116737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.118756 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-68579654-cfb9-461b-9903-1af6d8df265f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers/2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 200 len: 888 time: 0.2391770 Apr 05 12:15:39.123534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55206) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.132724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.137350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.161056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68b72cc-a187-47ec-bf86-16c805d0244a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:39.173643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.177449 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d691ac0b-b509-4978-8258-6361fda4b87a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3737979 Apr 05 12:15:39.177729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55210) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.183322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '80d517bf-3608-437c-8bdd-e28c0705d151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:39.189468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:39.193967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:39.196946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:39.203854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fe436148-df27-4ac6-8edb-e6281f604f63 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 200 len: 205 time: 0.0750458 Apr 05 12:15:39.204737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.208184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:39.213285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-56a1ed37-d9de-4732-a888-f34e20e8f251 service neutron] 10.222.0.50 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413909 Apr 05 12:15:39.214448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.252560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=689cc3f6-c202-4494-8ec3-72202295d50a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:39.273404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.277147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4e334301-26ea-4f66-8ec9-eed179a7101c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/689cc3f6-c202-4494-8ec3-72202295d50a HTTP/1.1" status: 204 len: 168 time: 0.2796857 Apr 05 12:15:39.277915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55218) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.298836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.398850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d2afe42-df1c-4035-b050-8cadfa72c348 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:39.423143 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-25016c29-40c0-458e-a759-a3ab59de8611 service neutron] 10.222.0.50 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977634 Apr 05 12:15:39.436051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d2afe42-df1c-4035-b050-8cadfa72c348 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:39.436880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.438290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9d2afe42-df1c-4035-b050-8cadfa72c348 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1594124 Apr 05 12:15:39.441665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55228) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.475085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.486775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.518867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.525417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.542691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ea61968-cc12-4241-8d7d-fd6324d334da,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:39.544691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.554824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.556289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-836b127d-d7e5-4c37-b5e2-189adc864351 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9ea61968-cc12-4241-8d7d-fd6324d334da HTTP/1.1" status: 204 len: 168 time: 0.1137326 Apr 05 12:15:39.560176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55236) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.634196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824bda3b-387c-4c45-acc3-fa48965c8928,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:39.644117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7b452f5-6b71-4724-88c0-7243a5f9b7c9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:39.663727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7b452f5-6b71-4724-88c0-7243a5f9b7c9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:39.665805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b7b452f5-6b71-4724-88c0-7243a5f9b7c9 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1046956 Apr 05 12:15:39.668668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.670017 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5ad0057a-2ece-437b-b7f0-9674f0c9edd5 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4912944 Apr 05 12:15:39.670648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55248) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.674377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55250) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:39.682587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.690323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '80d517bf-3608-437c-8bdd-e28c0705d151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:39.714578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:39.730322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:39.733771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-553234ab-3dfa-4537-a385-bfc2698a6607 req-49a7a64f-a154-4503-8533-a49a0efcb684 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 210 time: 0.0661809 Apr 05 12:15:39.735755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port f6a5c0b5-c2ca-4c60-b053-2feffdc4734f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:39.735896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f7f9657c-fb89-4cc8-9871-95c6d641c7e7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:39.736332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.767603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:39.776024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.788675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:39.798851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.860201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:39.882052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:39.883264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.049168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.100148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.101459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e2f1bb4c-0b9b-4f47-8227-0d03c6729c2a HTTP/1.1" status: 204 len: 168 time: 0.4261296 Apr 05 12:15:40.104429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55268) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.114758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91588c8-0ae5-431f-99f9-dff5c58dd92a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f1bb4c-0b9b-4f47-8227-0d03c6729c2a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:40.171167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.180072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.190519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.211957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d3d9fd68-0843-499f-8fc6-2df2c5a2d84f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062970 Apr 05 12:15:40.250716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55274) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.323247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for f6a5c0b5-c2ca-4c60-b053-2feffdc4734f owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:40.340420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.369703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9d36a6-c0c2-4b5c-ab83-b0158936d46e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:40.391485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d73cf-1b23-49eb-8f04-86e0977849e2 req-9a0fe53f-86ec-4a57-816d-cdc5820241f9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:40.393015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc1d73cf-1b23-49eb-8f04-86e0977849e2 req-9a0fe53f-86ec-4a57-816d-cdc5820241f9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.1799195 Apr 05 12:15:40.398082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.403228 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a2216650-f925-4687-a12f-ea47abd9fc4d tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7226512 Apr 05 12:15:40.403228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55278) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.416091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '80d517bf-3608-437c-8bdd-e28c0705d151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:40.424862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.429957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:40.435754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:40.447107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:40.454366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:40.483683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.491458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc1d73cf-1b23-49eb-8f04-86e0977849e2 req-3782701b-7958-4f9e-8ea9-f2f3bf978f81 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860724 Apr 05 12:15:40.511542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.533533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81688f74-39ba-4b34-9821-7e696dd2ab4a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:40.542386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.544618 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7ce4375d-ea2a-4665-8397-fe54ef4f721c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/81688f74-39ba-4b34-9821-7e696dd2ab4a HTTP/1.1" status: 204 len: 168 time: 0.2879987 Apr 05 12:15:40.551795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.624105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.638143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.669672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0aa8f5-1c8b-47eb-ac70-b395f78fb9a2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:40.671445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.678087 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98b7d75a-5988-40f5-aa20-13b550a0c85a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227903 Apr 05 12:15:40.684567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55286) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.689680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199309608'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:40.695509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:40.700037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:40.702816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:40.708779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:40.733320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=f6a5c0b5-c2ca-4c60-b053-2feffdc4734f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:40.776465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.778074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.779292 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bb36dd4e-1f24-490a-8d77-95f6fc5098ac tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3753428 Apr 05 12:15:40.800282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55292) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:40.808504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '80d517bf-3608-437c-8bdd-e28c0705d151', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:40.813162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:40.817787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:40.820992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:40.825264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:40.828375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:40.833835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:40.836700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:40.838403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:40.843522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:40.926167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34fd568a-3e1f-42f2-a3d1-7cc0d74a0506 req-51fdee0b-f935-49cc-9915-ceee9ac6be4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 210 time: 0.0698783 Apr 05 12:15:40.929311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.045314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.048486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.077961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.078602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 2f371fb7-da7d-4e25-b961-578e5b07edcf {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:41.113426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.115244 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ae7fe1af-ef51-46af-b14c-73c523b5b6eb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 204 len: 168 time: 1.9096768 Apr 05 12:15:41.119360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55296) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.130951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-518484261'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:41.137511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:41.142474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:41.146223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:41.153244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:41.233710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.248491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:41.253304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.254745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.286871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:15:41.299012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.299427 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment a108b240-3911-40d4-b3ca-32e1d43ff67b of type vlan for network a87f565b-bd02-4845-bfdc-e083c6ae986f Apr 05 12:15:41.317855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.339210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.342150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.379747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1db2c-4a4b-4a91-839a-b8ecd927a4d6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.380647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.387724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:41.388793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.391785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.392990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85bedcf4-d106-478e-bc1c-928381a22492 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7074177 Apr 05 12:15:41.399601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-d26df95f-9e14-4ca2-9493-c83f0fd47f64 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:41.400981 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-d26df95f-9e14-4ca2-9493-c83f0fd47f64 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=32ab3ac3-8a71-4d75-a453-695689e4f3b6 HTTP/1.1" status: 200 len: 797 time: 0.4297652 Apr 05 12:15:41.401579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4df4fb-e4af-4a2c-9211-3edc6318c867,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.403229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55304) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.409895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': 'e3e1db2c-4a4b-4a91-839a-b8ecd927a4d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:41.428535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:41.430659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.431819 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-44382760-945b-431e-a697-cd4dcac3d1ae tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6303015 Apr 05 12:15:41.436837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55308) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.439367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:41.443846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:41.456230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:41.475285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-4ba21245-83ca-4f54-ab15-cd1c08c2925a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 472 time: 0.0596178 Apr 05 12:15:41.484083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['5769952a-d2bd-4a0d-92cb-f8072d541c4d']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:41.518800 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3948390 Apr 05 12:15:41.518932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55314) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.528654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:41.532695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.538148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27b76-f196-48dd-bb8d-87d8330ae137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=a87f565b-bd02-4845-bfdc-e083c6ae986f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.547971 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.555556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network a87f565b-bd02-4845-bfdc-e083c6ae986f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:41.586035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.617544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.622039 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1c4df4fb-e4af-4a2c-9211-3edc6318c867 HTTP/1.1" status: 204 len: 168 time: 0.1841855 Apr 05 12:15:41.622789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55318) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.625696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83458-6a77-4e45-9612-69e19aef0907 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c4df4fb-e4af-4a2c-9211-3edc6318c867,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.675415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.691605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35cbf65a-93cc-4aec-a31f-4d057aac4e03 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:41.709683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-35cbf65a-93cc-4aec-a31f-4d057aac4e03 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:41.711260 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-35cbf65a-93cc-4aec-a31f-4d057aac4e03 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0873070 Apr 05 12:15:41.714203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55322) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.744195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.755402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.780300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.800968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e0aa8f5-1c8b-47eb-ac70-b395f78fb9a2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.807186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.808479 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aba3052e-ab2d-4d8a-91fd-d0537125111a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6e0aa8f5-1c8b-47eb-ac70-b395f78fb9a2 HTTP/1.1" status: 204 len: 168 time: 0.0928082 Apr 05 12:15:41.811181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55326) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.866943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f8769ea-1439-4b21-9df0-f5d951a6d778 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:41.867761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:41.871716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:41.879412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:41.882403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7f8769ea-1439-4b21-9df0-f5d951a6d778 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:41.883428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:41.884017 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f8769ea-1439-4b21-9df0-f5d951a6d778 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0719244 Apr 05 12:15:41.886277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:41.887121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55330) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:41.891500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:41.900364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:41.906343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:41.916957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.928617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.942867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.945296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:41.950316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.955855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.961010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:41.964596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.979036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe9d36a6-c0c2-4b5c-ab83-b0158936d46e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:41.987502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.994805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:41.998678 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fb4b0886-de3b-4f97-bcab-015a1ec02d46 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fe9d36a6-c0c2-4b5c-ab83-b0158936d46e HTTP/1.1" status: 204 len: 168 time: 0.1082850 Apr 05 12:15:41.998915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55336) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.026398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee76a-fc1b-4c56-99b6-d8dbc56c7cc1 req-60aac131-fbf5-44ed-b26e-8cd0da2871b6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:42.028475 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-777ee76a-fc1b-4c56-99b6-d8dbc56c7cc1 req-60aac131-fbf5-44ed-b26e-8cd0da2871b6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.4084477 Apr 05 12:15:42.054767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-24a493cc-6d76-4cce-b2b2-14196f40450c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:42.071798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-24a493cc-6d76-4cce-b2b2-14196f40450c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:42.073377 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24a493cc-6d76-4cce-b2b2-14196f40450c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0732262 Apr 05 12:15:42.076990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55340) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.100765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a349d25-144b-41d8-809b-0ea31d01e601,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.108544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.120113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.149722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.168564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=824bda3b-387c-4c45-acc3-fa48965c8928,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.177084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.178206 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-65540b8f-2f02-41c4-9681-72432d391d6e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/824bda3b-387c-4c45-acc3-fa48965c8928 HTTP/1.1" status: 204 len: 168 time: 0.1001451 Apr 05 12:15:42.180864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55344) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.230942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b491864d-5ebe-4406-909f-6915b794b69a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:42.233365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-042ec4c6-1766-4f20-ad95-c8365ac56b68 req-16666453-f7f3-4952-9aed-5b23d750f772 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 210 time: 0.0866184 Apr 05 12:15:42.247160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b491864d-5ebe-4406-909f-6915b794b69a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:42.248449 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b491864d-5ebe-4406-909f-6915b794b69a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0666928 Apr 05 12:15:42.251420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.263157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.263157 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dce165a2-e4aa-49f8-8877-b931348dd8f5 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8560762 Apr 05 12:15:42.265805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.288735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-777ee76a-fc1b-4c56-99b6-d8dbc56c7cc1 req-418c9c7b-a0b8-44ab-a94f-6772875ce2c0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505648 Apr 05 12:15:42.311981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.335435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.369675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.384750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.412926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.26 (32ab3ac3-8a71-4d75-a453-695689e4f3b6/f05d8f42-3663-4fe5-b97d-9cb249b8d52f/4522ad54-1ce4-4fee-ab5b-9147ab0554d0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:42.413178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a68b72cc-a187-47ec-bf86-16c805d0244a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.420690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.435404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.439098 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8fba43f6-1382-40f3-945b-081f6f0aeb68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a68b72cc-a187-47ec-bf86-16c805d0244a HTTP/1.1" status: 204 len: 168 time: 0.1842127 Apr 05 12:15:42.439513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55356) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.477592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.500253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1db2c-4a4b-4a91-839a-b8ecd927a4d6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.513056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.514334 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-73fd464a-d7b8-45b5-ab43-44148b02d92f tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/e3e1db2c-4a4b-4a91-839a-b8ecd927a4d6 HTTP/1.1" status: 204 len: 168 time: 0.2476318 Apr 05 12:15:42.517084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55360) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.544476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.569073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8e48234-f277-412b-9c7a-cdc818b855a8 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:42.585363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c8e48234-f277-412b-9c7a-cdc818b855a8 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:42.586630 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c8e48234-f277-412b-9c7a-cdc818b855a8 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686293 Apr 05 12:15:42.590338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.595345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--892977476'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:42.601623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:42.611258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:42.621614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.646876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:42.651355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:42.654359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:42.659937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:42.694183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4469af59-4173-4048-88ae-d42a19cca9e8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:42.728529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.733206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.736407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=3e9791d4-bd4e-4db8-a098-7ef6fde85d8e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.775996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4469af59-4173-4048-88ae-d42a19cca9e8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:42.777276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4469af59-4173-4048-88ae-d42a19cca9e8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3367419 Apr 05 12:15:42.779460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31147c0f-1358-4c17-b1a5-88f7adeb96c3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:42.781914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55368) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.782892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'a108b240-3911-40d4-b3ca-32e1d43ff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:42.783231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: a87f565b-bd02-4845-bfdc-e083c6ae986f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:42.792626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.793971 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d72c7ba-e841-4300-b574-b619d52de786 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2026992 Apr 05 12:15:42.796635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55372) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.801645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--988599634'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:42.807386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:42.812076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:42.815051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:42.820820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:42.830629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.832363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.852383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:42.857236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:42.860162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:42.866599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:42.878921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:42.880177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network a87f565b-bd02-4845-bfdc-e083c6ae986f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:42.903445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, a87f565b-bd02-4845-bfdc-e083c6ae986f) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:42.908782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:42.909340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.914654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273e317-b4b3-4ee0-b226-fe6988f668f2 None None] Network a87f565b-bd02-4845-bfdc-e083c6ae986f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:42.933424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.961530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.968282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:42.974714 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e4f62841-28f5-478d-9587-abab06d49d28 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4519620 Apr 05 12:15:42.976289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55376) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:42.984117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-331860038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:42.990140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.005485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:43.014083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3f9f7-b670-4784-8dea-87d86f5a84a1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.025300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.035165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.036520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fc2bd4bf-71cd-4a76-8c9f-2361c0126ad4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2389681 Apr 05 12:15:43.036995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:43.039612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55380) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.045809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '31147c0f-1358-4c17-b1a5-88f7adeb96c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27c3f9f7-b670-4784-8dea-87d86f5a84a1', 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:43.053276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:43.058151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:43.062163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:43.068711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:43.087543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:43.101116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.125896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:43.149754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:43.165599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:43.169621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:43.177347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-a87f565b-bd02-4845-bfdc-e083c6ae986f', 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '3e9791d4-bd4e-4db8-a098-7ef6fde85d8e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:15:43.178456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.187430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.192708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.216474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.217691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.221289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.240353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.255898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b233a1-96fe-4a64-aaa2-9c2ad0768292,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.261525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.263130 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f49eb4aa-98f4-4ee0-b3da-a0d63fa074eb tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2223461 Apr 05 12:15:43.265921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55386) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.269325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d517bf-3608-437c-8bdd-e28c0705d151,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.296274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:43.296934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.306869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.317105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.335636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.342437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.343811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fd12602d-106b-4fdb-bcf0-bef2d7bfce86 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/80d517bf-3608-437c-8bdd-e28c0705d151 HTTP/1.1" status: 204 len: 168 time: 0.5555909 Apr 05 12:15:43.348600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55392) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.373818 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-2bb5def4-9311-4095-bf64-4b3afeebc9a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8937798 Apr 05 12:15:43.395507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Request body: {'port': {'device_id': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:43.399509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.425194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93b233a1-96fe-4a64-aaa2-9c2ad0768292,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.434562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.443196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.443569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.444050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.444391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.444725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.445054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.445383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.445757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.446090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.446412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.446734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.447067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:43.450335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.453798 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-259cd65d-3a5b-4412-a3fb-4068530a7bbf tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/93b233a1-96fe-4a64-aaa2-9c2ad0768292 HTTP/1.1" status: 204 len: 168 time: 0.1843934 Apr 05 12:15:43.454907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.485054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Allocated IP 172.20.0.2 (a87f565b-bd02-4845-bfdc-e083c6ae986f/3e9791d4-bd4e-4db8-a098-7ef6fde85d8e/84e952c6-7ade-4d76-85a4-9213f64d6fdf) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:43.531192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e3654eda-ffe6-469f-975b-08b179cd3b53 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:43.550750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e3654eda-ffe6-469f-975b-08b179cd3b53 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:43.554783 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3654eda-ffe6-469f-975b-08b179cd3b53 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0970056 Apr 05 12:15:43.555131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55400) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.624445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-935e5fce-28d0-40b3-aaf7-9e9ef87fb730 None None] Provisioning for port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:43.632443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-935e5fce-28d0-40b3-aaf7-9e9ef87fb730 None None] Provisioning complete for port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:43.632821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-935e5fce-28d0-40b3-aaf7-9e9ef87fb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.730499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8174ff5d-f322-43b6-889e-5f1f74cd0e78 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:43.739071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.747285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.747478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-935e5fce-28d0-40b3-aaf7-9e9ef87fb730 None None] Port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:43.749178 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-21fd73ce-0551-4ec3-a36c-9c70a950e6cd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7717240 Apr 05 12:15:43.751339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.784886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.795018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Transition to ACTIVE for port object 84e952c6-7ade-4d76-85a4-9213f64d6fdf will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:43.814257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8174ff5d-f322-43b6-889e-5f1f74cd0e78 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:43.815557 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8174ff5d-f322-43b6-889e-5f1f74cd0e78 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4648294 Apr 05 12:15:43.821348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55408) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:43.823882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Transition to ACTIVE for port object 84e952c6-7ade-4d76-85a4-9213f64d6fdf will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:43.824733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--389495728'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:43.831252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.840500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:43.853455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.875853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:43.893436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:43.901032 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Network a87f565b-bd02-4845-bfdc-e083c6ae986f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:43.904232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:43.926629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:43.929250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Pushing event updated for resources: {'Port': ['ID=84e952c6-7ade-4d76-85a4-9213f64d6fdf,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:43.965296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f87d-e997-4101-b301-346989512512 req-0e3fd8d8-297b-4aae-9959-679cc682f0e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:43.965987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-cb62f87d-e997-4101-b301-346989512512 req-0e3fd8d8-297b-4aae-9959-679cc682f0e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:43.968531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.014718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf743e3-b293-4c60-bb1c-c0533e8131e6 req-491991b3-2292-4361-8637-3737f92a82f3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:44.016256 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecf743e3-b293-4c60-bb1c-c0533e8131e6 req-491991b3-2292-4361-8637-3737f92a82f3 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.3647444 Apr 05 12:15:44.026301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Attempting to bind port 84e952c6-7ade-4d76-85a4-9213f64d6fdf on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:44.026988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Attempting to bind port 84e952c6-7ade-4d76-85a4-9213f64d6fdf by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'a108b240-3911-40d4-b3ca-32e1d43ff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:44.028034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Attempting to bind port 84e952c6-7ade-4d76-85a4-9213f64d6fdf on network a87f565b-bd02-4845-bfdc-e083c6ae986f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:44.034280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:44.034655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Checking segment: {'id': 'a108b240-3911-40d4-b3ca-32e1d43ff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:44.035294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.035862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Bound using segment: {'id': 'a108b240-3911-40d4-b3ca-32e1d43ff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:44.036065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:44.036737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Bound port: 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a108b240-3911-40d4-b3ca-32e1d43ff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a87f565b-bd02-4845-bfdc-e083c6ae986f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:44.037102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.096168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:44.098984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-cb62f87d-e997-4101-b301-346989512512 req-0e3fd8d8-297b-4aae-9959-679cc682f0e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:44.100345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb62f87d-e997-4101-b301-346989512512 req-0e3fd8d8-297b-4aae-9959-679cc682f0e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 932 time: 0.6385064 Apr 05 12:15:44.104240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:44.120246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:44.154596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.164683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] For port 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:44.169310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] For port 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=84e952c6-7ade-4d76-85a4-9213f64d6fdf,segment=NetworkSegment(a108b240-3911-40d4-b3ca-32e1d43ff67b),segment_id=a108b240-3911-40d4-b3ca-32e1d43ff67b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:44.175254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.184633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3f9f7-b670-4784-8dea-87d86f5a84a1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:44.189219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecf743e3-b293-4c60-bb1c-c0533e8131e6 req-8b41321e-4742-4efd-acd9-3c37a9841bfb tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559460 Apr 05 12:15:44.248796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb62f87d-e997-4101-b301-346989512512 req-e0bda4d8-25aa-4c20-a58f-8c1c7a8205d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306098 Apr 05 12:15:44.292201 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:15:44.300759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.301904 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2f913af-41ff-4275-9a93-656fbd57070d tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/27c3f9f7-b670-4784-8dea-87d86f5a84a1 HTTP/1.1" status: 204 len: 168 time: 0.7458358 Apr 05 12:15:44.305015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55412) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:44.309345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc2bbc-67bb-4a01-8628-38833ac85b88 None None] Pushing event updated for resources: {'Port': ['ID=84e952c6-7ade-4d76-85a4-9213f64d6fdf,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:44.390180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.412330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.417310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.485064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e191bce-7693-469e-a05b-1e3f546ee139,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:44.500005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45cc4940-d7cb-4490-9701-15edd04d2f35 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:44.518170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.519598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-70c3ec42-232c-4284-895c-7fe7c73363e3 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6987429 Apr 05 12:15:44.523346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55416) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:44.559789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '6e191bce-7693-469e-a05b-1e3f546ee139', 'direction': 'ingress', 'protocol': 17}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:44.571211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:44.584019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:44.589019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:44.600023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:44.613850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:15:44.623369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.637963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.653812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45cc4940-d7cb-4490-9701-15edd04d2f35 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:44.655289 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45cc4940-d7cb-4490-9701-15edd04d2f35 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3492529 Apr 05 12:15:44.660694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55420) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:44.663685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Transition to ACTIVE for port object 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:44.700952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.863612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.20.0.1 (a87f565b-bd02-4845-bfdc-e083c6ae986f/3e9791d4-bd4e-4db8-a098-7ef6fde85d8e/a47dfde9-c255-4416-9c49-0f8904c8b6aa) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:44.897114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359171a-419f-4948-ba08-19422b798bae service neutron] Pushing event updated for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:44.947596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.950476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:44.996980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.050102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.055582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.058443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb65af4-ca5b-4e0e-ab43-6421b520d9fa,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:45.093344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object a47dfde9-c255-4416-9c49-0f8904c8b6aa will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:45.122596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.126453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e3ad67f0-1397-4a00-a335-860ad3f8cea9 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5999715 Apr 05 12:15:45.128814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:45.141274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Attempting to bind port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:15:45.141617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Attempting to bind port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:15:45.141950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Attempting to bind port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 on network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:45.149455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 on network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:15:45.149720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Attempting to bind port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 on network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:15:45.155080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.157817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:15:45.158142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Checking segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:45.158862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Bound using segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:15:45.159355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Bound port: 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:15:45.160112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.210722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.251836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network a87f565b-bd02-4845-bfdc-e083c6ae986f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:45.258639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31147c0f-1358-4c17-b1a5-88f7adeb96c3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:45.259342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:45.272931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:45.295540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.296697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eeaf29f9-80d2-4f1d-9e87-4fa25c1ac853 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/31147c0f-1358-4c17-b1a5-88f7adeb96c3 HTTP/1.1" status: 204 len: 168 time: 0.6350379 Apr 05 12:15:45.300033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:45.323532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=a47dfde9-c255-4416-9c49-0f8904c8b6aa,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:45.335401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:15:45.346382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.355830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:15:45.375765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.378706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.487732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dd3d1f59-0bc8-4bbf-9d68-21f902922fad tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:45.543761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.550514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:45.551162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.552580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-7359171a-419f-4948-ba08-19422b798bae service neutron] 10.222.0.30 "PUT /v2.0/ports/4522ad54-1ce4-4fee-ab5b-9147ab0554d0 HTTP/1.1" status: 200 len: 1094 time: 2.1705770 Apr 05 12:15:45.555882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:15:45.604551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dd3d1f59-0bc8-4bbf-9d68-21f902922fad tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:45.605427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dd3d1f59-0bc8-4bbf-9d68-21f902922fad tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3043959 Apr 05 12:15:45.606735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359171a-419f-4948-ba08-19422b798bae service neutron] Pushing event updated for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:45.613569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55438) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:45.621561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--484189215'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:45.639141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259ddb4-9eeb-45f4-a15a-b1390c8cdc64 None None] Network a87f565b-bd02-4845-bfdc-e083c6ae986f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:45.686745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:45.708243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.712522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:45.743869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e191bce-7693-469e-a05b-1e3f546ee139,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:45.764730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.788639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb7202-8890-4896-84b3-1e05f99b1b6e req-5c526228-76a4-4cd0-b8dc-08465055cf5a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:45.795745 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6cdb7202-8890-4896-84b3-1e05f99b1b6e req-5c526228-76a4-4cd0-b8dc-08465055cf5a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.3704548 Apr 05 12:15:45.821405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.838541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d356961-cf2c-4169-897e-2d726c290d11 req-06936460-bde3-40ed-a763-7d7bdfa1118f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:45.840360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d356961-cf2c-4169-897e-2d726c290d11 req-06936460-bde3-40ed-a763-7d7bdfa1118f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 944 time: 0.3603728 Apr 05 12:15:45.888641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 84e952c6-7ade-4d76-85a4-9213f64d6fdf up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:45.907820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:45.921249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:45.921621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a3c9f5a-2e05-41d0-9255-1321a406cf64 None None] Provisioning for port 84e952c6-7ade-4d76-85a4-9213f64d6fdf completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:45.922675 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60e12daf-51d2-4dc8-921c-15683584079c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/6e191bce-7693-469e-a05b-1e3f546ee139 HTTP/1.1" status: 204 len: 168 time: 0.7921085 Apr 05 12:15:45.925533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55442) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:45.928000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6cdb7202-8890-4896-84b3-1e05f99b1b6e req-d1c40c01-8182-48a3-a93f-78317cac0828 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309612 Apr 05 12:15:45.964413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:45.970963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:45.983152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.002007 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d356961-cf2c-4169-897e-2d726c290d11 req-2909134e-bbff-4dd4-a367-06fdaf5fdf8f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416314 Apr 05 12:15:46.003626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0', 'status': 'completed', 'code': 200} Apr 05 12:15:46.022518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-32a0f3a5-de37-43ba-b66c-217ccb8da86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:46.022518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-32a0f3a5-de37-43ba-b66c-217ccb8da86b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 1097 time: 0.3888638 Apr 05 12:15:46.040279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 84e952c6-7ade-4d76-85a4-9213f64d6fdf completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:46.048830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 84e952c6-7ade-4d76-85a4-9213f64d6fdf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:46.049522 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.079574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-259c5035-1780-437e-8044-3dd738ffaf19 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:46.116497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-259c5035-1780-437e-8044-3dd738ffaf19 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:46.117950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-259c5035-1780-437e-8044-3dd738ffaf19 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1915836 Apr 05 12:15:46.133306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55446) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:46.139116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417091545'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:46.151128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:46.227584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.249939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.269725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.274510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:46.281654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:46.284821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:46.296801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.311233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.318138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=84e952c6-7ade-4d76-85a4-9213f64d6fdf,segment=NetworkSegment(a108b240-3911-40d4-b3ca-32e1d43ff67b),segment_id=a108b240-3911-40d4-b3ca-32e1d43ff67b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:46.321788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-8a5933b4-f2eb-48f9-914a-e8e04eae4980 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0 HTTP/1.1" status: 200 len: 217 time: 0.2859633 Apr 05 12:15:46.322356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.324353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.379010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.386783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.425316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=84e952c6-7ade-4d76-85a4-9213f64d6fdf,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:46.433390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c5aa27-9b19-483f-b53f-efe4a33a9634,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:46.448275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.451293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c1a3b56-f4dc-452d-9689-1e3e563429aa tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8352528 Apr 05 12:15:46.452544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55450) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:46.454367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-56e7c84c-0477-49b8-b3c3-94d098d53219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:46.455940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-56e7c84c-0477-49b8-b3c3-94d098d53219 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f05d8f42-3663-4fe5-b97d-9cb249b8d52f HTTP/1.1" status: 200 len: 838 time: 0.1150014 Apr 05 12:15:46.461362 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '72c5aa27-9b19-483f-b53f-efe4a33a9634', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:46.515152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:46.520922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:46.525055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:46.532994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.545164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.549839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=a47dfde9-c255-4416-9c49-0f8904c8b6aa,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:46.555691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.576745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.577893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.598963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-f50a1bb3-de56-45b0-b4ad-cc1e45b64f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:46.600495 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-f50a1bb3-de56-45b0-b4ad-cc1e45b64f5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32ab3ac3-8a71-4d75-a453-695689e4f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1338584 Apr 05 12:15:46.704389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3320f605-aea1-4148-b6a3-406bacd2b56f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:46.715866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Provisioning for port a47dfde9-c255-4416-9c49-0f8904c8b6aa completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:46.721449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.723006 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe349ea7-c9b0-4861-8834-927a067411ee tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5882361 Apr 05 12:15:46.725801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55454) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:46.729301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Provisioning complete for port a47dfde9-c255-4416-9c49-0f8904c8b6aa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:46.730830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.735860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871066777'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:46.744776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:46.749906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:46.754331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:46.759481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.765922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.767426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.784992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.816007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Port a47dfde9-c255-4416-9c49-0f8904c8b6aa cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:46.829507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:46.830591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21960e41-b25d-4619-8231-8e9dc7060b56,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:46.838435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:46.845652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-3675085e-f7c4-4e24-92b7-8ec5bd2cde7a service neutron] 10.222.0.30 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363999 Apr 05 12:15:46.846067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Provisioning complete for port 84e952c6-7ade-4d76-85a4-9213f64d6fdf triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:46.846952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:46.847117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-769bd568-139e-4ad2-8e88-c2e4d6430dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.852268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:46.853648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-48a76759-659b-4008-a874-00cc47913143 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3966389 Apr 05 12:15:46.856634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:46.858631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:46.860868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network a87f565b-bd02-4845-bfdc-e083c6ae986f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:46.865333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:47.059389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fde4514-3068-42d0-b0f1-64f61da5aa0b req-0748490f-2347-44b0-af24-195c453cd6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046833 Apr 05 12:15:47.096805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.126951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.153603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a608c60-2be9-4418-aeab-01f7f1b1f946 None None] Provisioning complete for port a47dfde9-c255-4416-9c49-0f8904c8b6aa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:47.154351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a608c60-2be9-4418-aeab-01f7f1b1f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.214292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.238454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 168b51ac-ee8c-46ec-8c35-c05148be7842 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:15:47.261213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5a608c60-2be9-4418-aeab-01f7f1b1f946 None None] Port a47dfde9-c255-4416-9c49-0f8904c8b6aa cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:47.289112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21960e41-b25d-4619-8231-8e9dc7060b56,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:47.297171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.337737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-10c73479-821e-44b5-8f39-9cfe633f4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:47.339236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-10c73479-821e-44b5-8f39-9cfe633f4f4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 1097 time: 0.2013185 Apr 05 12:15:47.362340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.373415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.374529 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-470605f2-180c-4e71-960f-587cf5d48442 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/21960e41-b25d-4619-8231-8e9dc7060b56 HTTP/1.1" status: 204 len: 168 time: 0.5124474 Apr 05 12:15:47.377429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28808d-3b90-462e-b3cd-2eed261e9c77 req-5f560bdb-fd9c-49f1-ae3b-bb1884296980 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:47.378828 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5c28808d-3b90-462e-b3cd-2eed261e9c77 req-5f560bdb-fd9c-49f1-ae3b-bb1884296980 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.2844026 Apr 05 12:15:47.378828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55466) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.389412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d6cd98db-f32a-4e2b-91a3-afdb6a4ee0c0 None None] Provisioning complete for port a47dfde9-c255-4416-9c49-0f8904c8b6aa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:47.389791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6cd98db-f32a-4e2b-91a3-afdb6a4ee0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.403782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7ff2b-91ab-45ba-be0a-d62395539eb7 req-3a548f4f-787c-4f75-be01-051745f5b1a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:47.405270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5da7ff2b-91ab-45ba-be0a-d62395539eb7 req-3a548f4f-787c-4f75-be01-051745f5b1a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 944 time: 0.1826999 Apr 05 12:15:47.457237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd98db-f32a-4e2b-91a3-afdb6a4ee0c0 None None] Port a47dfde9-c255-4416-9c49-0f8904c8b6aa cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:15:47.473196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508d687d-ba2d-4c3d-9129-bbd7943a3c9b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:47.477446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.478627 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b2aac4c7-8f5b-418f-a43f-86541f85ae89 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7518964 Apr 05 12:15:47.489105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.497169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '3320f605-aea1-4148-b6a3-406bacd2b56f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '508d687d-ba2d-4c3d-9129-bbd7943a3c9b', 'remote_ip_prefix': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:47.507898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:47.510431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:47.516637 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7337ce07-8e18-45d5-a1bb-81c8b288538c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/168b51ac-ee8c-46ec-8c35-c05148be7842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7641196 Apr 05 12:15:47.521176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:47.521320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55474) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.524834 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] Sync routers for ids ['168b51ac-ee8c-46ec-8c35-c05148be7842'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:47.525312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:47.532500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:47.536757 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] Routers {'168b51ac-ee8c-46ec-8c35-c05148be7842'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:47.537484 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['168b51ac-ee8c-46ec-8c35-c05148be7842'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:47.564597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.615282 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:47.632328 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5c28808d-3b90-462e-b3cd-2eed261e9c77 req-9df242eb-9aff-4f3c-aaea-0340edeb5fef tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260804 Apr 05 12:15:47.637901 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] Routers {'168b51ac-ee8c-46ec-8c35-c05148be7842'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:47.638650 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['168b51ac-ee8c-46ec-8c35-c05148be7842'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:47.653400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-63a1ff35-b2ea-42e8-9017-3d98f54a37c6 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:47.666545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5da7ff2b-91ab-45ba-be0a-d62395539eb7 req-559b0ae2-0439-40cc-8c05-38332a0dab3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433600 Apr 05 12:15:47.690980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.703016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.716386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-b2dcda88-d514-41ec-b73d-12715083df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:47.717862 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-b2dcda88-d514-41ec-b73d-12715083df49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32ab3ac3-8a71-4d75-a453-695689e4f3b6 HTTP/1.1" status: 200 len: 898 time: 0.3718824 Apr 05 12:15:47.724905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77a4f4-d08d-4163-a6cd-ee3b1c3e5ebd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:47.726895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 84e952c6-7ade-4d76-85a4-9213f64d6fdf up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:47.729179 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9d77a4f4-d08d-4163-a6cd-ee3b1c3e5ebd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports/a47dfde9-c255-4416-9c49-0f8904c8b6aa HTTP/1.1" status: 200 len: 910 time: 0.1978221 Apr 05 12:15:47.730228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.765282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ef3281-940f-4536-b3a3-450d61fcfa1c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:47.771447 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:47.771710 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6afa1d4-387d-4c8e-92a9-31c584585ca5 None None] The sync data for ids ['168b51ac-ee8c-46ec-8c35-c05148be7842'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:47.774023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.781869 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ad835588-c2c6-4197-a0f2-c386324b788c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2851448 Apr 05 12:15:47.781869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.795628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e9791d4-bd4e-4db8-a098-7ef6fde85d8e'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:47.830814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-63a1ff35-b2ea-42e8-9017-3d98f54a37c6 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:47.835080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-63a1ff35-b2ea-42e8-9017-3d98f54a37c6 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4492655 Apr 05 12:15:47.846648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:47.850874 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-686b6075-2f77-4c65-8024-728c43b17e66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0 HTTP/1.1" status: 200 len: 217 time: 0.1190698 Apr 05 12:15:47.866058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 84e952c6-7ade-4d76-85a4-9213f64d6fdf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:47.866533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.948026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.960059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:47.990292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.007265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-93a2910d-939d-45c4-970f-8a305359fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:48.008711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-93a2910d-939d-45c4-970f-8a305359fbd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f05d8f42-3663-4fe5-b97d-9cb249b8d52f HTTP/1.1" status: 200 len: 838 time: 0.1444983 Apr 05 12:15:48.008840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20ef3281-940f-4536-b3a3-450d61fcfa1c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:48.013281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.014371 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d26daf8e-9cc2-4174-91a3-153c5f6f378b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/20ef3281-940f-4536-b3a3-450d61fcfa1c HTTP/1.1" status: 204 len: 168 time: 0.2316513 Apr 05 12:15:48.017083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55490) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.069244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f51c540-f0b7-45e6-b581-6b98f5147086 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:48.086912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f51c540-f0b7-45e6-b581-6b98f5147086 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:48.088241 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f51c540-f0b7-45e6-b581-6b98f5147086 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0700660 Apr 05 12:15:48.092002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55494) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.126345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.166681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.187039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.201865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.257607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.282652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d687d-ba2d-4c3d-9129-bbd7943a3c9b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:48.298067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.299577 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95d29fe9-4cd6-4b5f-bbbe-69e516955684 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/508d687d-ba2d-4c3d-9129-bbd7943a3c9b HTTP/1.1" status: 204 len: 168 time: 0.2065027 Apr 05 12:15:48.302407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.371564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e232672-f182-4690-9cb8-6055e187f445 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:48.388274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7e232672-f182-4690-9cb8-6055e187f445 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:48.389616 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7e232672-f182-4690-9cb8-6055e187f445 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0861313 Apr 05 12:15:48.392571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.417325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-116792a1-2ece-4005-b491-365b81753f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:48.418830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-116792a1-2ece-4005-b491-365b81753f88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32ab3ac3-8a71-4d75-a453-695689e4f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3983543 Apr 05 12:15:48.452684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.460227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.487961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.506775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.569792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.588863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3320f605-aea1-4148-b6a3-406bacd2b56f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:48.589567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c5aa27-9b19-483f-b53f-efe4a33a9634,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:48.634369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.635725 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-be356478-edf9-43c1-916a-6ad4854b0d28 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/3320f605-aea1-4148-b6a3-406bacd2b56f HTTP/1.1" status: 204 len: 168 time: 0.2419631 Apr 05 12:15:48.638846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55508) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.704060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70e6dbb5-a392-4ccd-904f-ea6023764130 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:48.715396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.716522 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4d3097e7-d8a7-46d3-b2f8-6bd02c146d60 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/72c5aa27-9b19-483f-b53f-efe4a33a9634 HTTP/1.1" status: 204 len: 168 time: 0.8686888 Apr 05 12:15:48.719343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.766378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-70e6dbb5-a392-4ccd-904f-ea6023764130 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:48.768270 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-70e6dbb5-a392-4ccd-904f-ea6023764130 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280763 Apr 05 12:15:48.776478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55520) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.789050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--524937802'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:48.796051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:48.820246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:48.827510 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-71afe33c-dfdb-413f-9062-c6356f6a8b05 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070645 Apr 05 12:15:48.831998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55524) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:48.839512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--253899'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:48.849987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:48.856861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.872977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:48.878919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:48.881460 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-5ef6dba8-e53e-4982-9cb8-e3c6671a8c67 service neutron] 10.222.0.30 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523995 Apr 05 12:15:48.889080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:48.897720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:48.904184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:48.908141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:48.910981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:48.926907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:48.943812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:48.954861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:48.959977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:48.969769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:49.062198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.072115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.141829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.153326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.160411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af6883-4ac6-445b-b192-d3a7ea5b998d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.185199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.187657 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58688490-2a8d-4a04-9272-876238cc7e68 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4055915 Apr 05 12:15:49.192780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55528) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.206457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': 'a8af6883-4ac6-445b-b192-d3a7ea5b998d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:49.226351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:49.229412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.231210 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3978267 Apr 05 12:15:49.233462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfdcf4-3c2f-41f1-bfac-3d5b9362701c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf2412-0327-41f3-9d46-30837615a6fb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.237572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:49.240401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55532) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.243141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:49.249573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dc87770-dd1a-4522-93f4-e7c00e428a8e req-88115b41-15ea-4e27-8c40-c20edda5247e service neutron] 10.222.0.30 "GET /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557835 Apr 05 12:15:49.252499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': 'ffbf2412-0327-41f3-9d46-30837615a6fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:49.253320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:15:49.259213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:49.263502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:49.269846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d312b-e0c1-45d4-8eb4-fa2c634c0be1 req-6addeeab-10f5-4413-85a4-bddb238452fd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:49.273752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:49.276284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:49.280621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-885d312b-e0c1-45d4-8eb4-fa2c634c0be1 req-6addeeab-10f5-4413-85a4-bddb238452fd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 944 time: 0.4450345 Apr 05 12:15:49.292515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fef44-a3f2-47f7-a467-9e3c72ca8e67 req-77c56669-b95b-48ca-b7ed-d6e6d93d9289 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:49.295624 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f6fef44-a3f2-47f7-a467-9e3c72ca8e67 req-77c56669-b95b-48ca-b7ed-d6e6d93d9289 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5047898 Apr 05 12:15:49.300703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:49.318102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.356052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.478017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.478017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.478017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.502082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.543430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5552a348-e87a-4464-9835-ad9123d4fae8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.556367 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-885d312b-e0c1-45d4-8eb4-fa2c634c0be1 req-af1241a8-6db8-4721-8d49-cd4e289fd448 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021492 Apr 05 12:15:49.556367 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f6fef44-a3f2-47f7-a467-9e3c72ca8e67 req-16739c53-cce8-4eff-851a-85e82e0542a2 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347176 Apr 05 12:15:49.592809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.592809 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a1e664a-43b9-45e9-9444-4b739d9d7c8c tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3956413 Apr 05 12:15:49.596574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e78cfb-d909-4a3e-acbe-190a8746fc9b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.596574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.603521 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a0266fda-5c81-41bd-a84a-64c1e3205938 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563890 Apr 05 12:15:49.603521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55536) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.603521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55540) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.646914 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-27ea4743-dfc5-4f1d-ab7c-fa14edd4fc55 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules/19e78cfb-d909-4a3e-acbe-190a8746fc9b HTTP/1.1" status: 200 len: 763 time: 0.0442014 Apr 05 12:15:49.652770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55544) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.675147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.685283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.685513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:49.703451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'port_id': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0', 'mac_address': 'fa:16:3e:ea:5e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:15:49.705381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.734996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.743985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.771842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c196799c-ff2e-467d-8e27-fcaf427c78fc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:49.775181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5552a348-e87a-4464-9835-ad9123d4fae8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.779819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.779819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09a347e9-132a-4d74-8bdf-3552c395108e tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5552a348-e87a-4464-9835-ad9123d4fae8 HTTP/1.1" status: 204 len: 168 time: 0.1794991 Apr 05 12:15:49.782489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55548) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.809015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.834552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c196799c-ff2e-467d-8e27-fcaf427c78fc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:49.834552 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c196799c-ff2e-467d-8e27-fcaf427c78fc tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1748166 Apr 05 12:15:49.834552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55552) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.851434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:15:49.881162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:49.890823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.894096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=a47dfde9-c255-4416-9c49-0f8904c8b6aa,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:49.900964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:49.901623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.908144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3fcdd381-cf5c-4d53-87f2-b7af9baf6adf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/ports/a47dfde9-c255-4416-9c49-0f8904c8b6aa HTTP/1.1" status: 200 len: 910 time: 2.1702673 Apr 05 12:15:49.909117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-538cb0c6-8246-4a21-a8c5-fbbe96cc9c8a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:49.909535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:49.925217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.959207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:49.973701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-538cb0c6-8246-4a21-a8c5-fbbe96cc9c8a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:49.973701 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-538cb0c6-8246-4a21-a8c5-fbbe96cc9c8a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1864266 Apr 05 12:15:49.973701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.007121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:50.017686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.051475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e78cfb-d909-4a3e-acbe-190a8746fc9b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:50.056061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.057156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22ffe852-14c9-418d-9e42-b953dd17c655 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/19e78cfb-d909-4a3e-acbe-190a8746fc9b HTTP/1.1" status: 204 len: 168 time: 0.2228956 Apr 05 12:15:50.061488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.161024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.174475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['4522ad54-1ce4-4fee-ab5b-9147ab0554d0'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:15:50.177688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7486d4a-8dda-4796-bdc4-1478ebeef170 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:50.194049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.253615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d7486d4a-8dda-4796-bdc4-1478ebeef170 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:50.254429 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d7486d4a-8dda-4796-bdc4-1478ebeef170 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1916258 Apr 05 12:15:50.258863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.267050 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': 'ffbf2412-0327-41f3-9d46-30837615a6fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:50.274461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:50.288169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:50.303566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.346325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af6883-4ac6-445b-b192-d3a7ea5b998d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:50.353040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.401039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.403281 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ac68c985-2865-4807-95b8-3fec6080203f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/a8af6883-4ac6-445b-b192-d3a7ea5b998d HTTP/1.1" status: 204 len: 168 time: 0.4282503 Apr 05 12:15:50.406128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55574) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.504413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.508138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85587b9c-f8f3-430d-982c-bd888b1e7054 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:50.535840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.559932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85587b9c-f8f3-430d-982c-bd888b1e7054 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:50.560999 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85587b9c-f8f3-430d-982c-bd888b1e7054 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530585 Apr 05 12:15:50.566137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55578) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.575454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcc6187-0d82-4c86-aa35-6732a98c5c45,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:50.589310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080525157'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:50.598166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:50.622762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.624301 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8df3607e-16bd-4850-aa79-2250c0cbb634 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3649940 Apr 05 12:15:50.627104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55586) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.678997 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8beb8b8e-cfa2-4839-ab24-5509ca2d5fb0 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules/2fcc6187-0d82-4c86-aa35-6732a98c5c45 HTTP/1.1" status: 200 len: 763 time: 0.0505195 Apr 05 12:15:50.687562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55590) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.763322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97af23f1-ae06-4c97-9dc6-ba01b536a73a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:50.786099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-97af23f1-ae06-4c97-9dc6-ba01b536a73a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:50.788739 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97af23f1-ae06-4c97-9dc6-ba01b536a73a tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0993741 Apr 05 12:15:50.790835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55594) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.796581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:50.840875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.859450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.861962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.900985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.901489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:50.909855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:50.915287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:50.928655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:50.932494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fcc6187-0d82-4c86-aa35-6732a98c5c45,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:50.940330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:50.942217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e4cb0462-3ab1-4d71-ae7f-f3a23602156e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2fcc6187-0d82-4c86-aa35-6732a98c5c45 HTTP/1.1" status: 204 len: 168 time: 0.1499577 Apr 05 12:15:50.944565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55598) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:50.978885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0880a-4c80-4d86-8484-c19a089ca39e req-29d2d2ab-b042-4db6-9df1-e428cff863af tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:50.981101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92d0880a-4c80-4d86-8484-c19a089ca39e req-29d2d2ab-b042-4db6-9df1-e428cff863af tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.2908099 Apr 05 12:15:50.999519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41a895a5-c7ef-466a-943a-6c20fd8ee84e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:51.018338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41a895a5-c7ef-466a-943a-6c20fd8ee84e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:51.019854 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41a895a5-c7ef-466a-943a-6c20fd8ee84e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740786 Apr 05 12:15:51.022497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.027784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': 'ffbf2412-0327-41f3-9d46-30837615a6fb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:51.034751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:51.046856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:51.049400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5b0ae-a461-41d7-9c04-8aa28a765210 req-a33a38d2-745e-4428-928e-2255aeaa96c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:51.050932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1de5b0ae-a461-41d7-9c04-8aa28a765210 req-a33a38d2-745e-4428-928e-2255aeaa96c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 945 time: 0.3132660 Apr 05 12:15:51.063011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Project ca69d9034e7b4fa0acad71a78012fe97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:15:51.075305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.164805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.171121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.203108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96af19b-5d27-4bfd-9273-14ee298efc3f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:51.224976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.226217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10f5ee20-3fa4-44d4-8d15-28d4fc760a57 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2027416 Apr 05 12:15:51.228947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.249198 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc7cc441-888b-465a-8279-6daae579b32c tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules/c96af19b-5d27-4bfd-9273-14ee298efc3f HTTP/1.1" status: 200 len: 769 time: 0.0190694 Apr 05 12:15:51.251682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.263720 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92d0880a-4c80-4d86-8484-c19a089ca39e req-16f3e192-cb83-46f1-b2f8-8a167aceb0c1 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617316 Apr 05 12:15:51.270603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1de5b0ae-a461-41d7-9c04-8aa28a765210 req-9b8ff4a4-4751-471b-ad08-32702f2e062d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121761 Apr 05 12:15:51.298903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:15:51.321290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.336948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.364221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-38542a6b-37f8-460e-9220-e6260b26ea9e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:51.387104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.398639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-38542a6b-37f8-460e-9220-e6260b26ea9e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:51.401603 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38542a6b-37f8-460e-9220-e6260b26ea9e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1476042 Apr 05 12:15:51.403309 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55614) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.437679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:15:51.438490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.447581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:15:51.447581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.451645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.477884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c7c1d-3c6f-41d9-9a81-5e9d3e083127,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:51.508981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.526271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c96af19b-5d27-4bfd-9273-14ee298efc3f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:51.540446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.543072 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24eb0d2b-6c2d-4cf1-9d2f-dd27e1c125f2 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c96af19b-5d27-4bfd-9273-14ee298efc3f HTTP/1.1" status: 204 len: 168 time: 0.1372201 Apr 05 12:15:51.546325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55618) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.552516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.552858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.553356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.553693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.554046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.554413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.554708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.555022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.555511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.555831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.556151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.556499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.566363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.570297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c722b66d-7994-475e-aa5d-dbfcb92efee7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9992094 Apr 05 12:15:51.570297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55622) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.578303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': 'c03c7c1d-3c6f-41d9-9a81-5e9d3e083127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:51.599454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:51.600506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e0ebfa0-0ce7-4bfc-8754-1197fc4d7aa4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:51.607147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:51.622415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e0ebfa0-0ce7-4bfc-8754-1197fc4d7aa4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:51.626602 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e0ebfa0-0ce7-4bfc-8754-1197fc4d7aa4 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764303 Apr 05 12:15:51.628106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.645109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.672839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:51.685904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:15:51.697811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:51.704644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.711560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.722146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:51.760034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.772990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.834682 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0', 'code': 200} Apr 05 12:15:51.841737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.850078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:51.863290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.864939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.866484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.867540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.868087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.868607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.869376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.870251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.870854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.871482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf2412-0327-41f3-9d46-30837615a6fb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:51.872085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.872611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.873132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:15:51.918761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.923000 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0a224692-2793-4855-b0ee-b97ad77fa85e tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/ffbf2412-0327-41f3-9d46-30837615a6fb HTTP/1.1" status: 204 len: 168 time: 0.2915313 Apr 05 12:15:51.926008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:51.933803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port a47dfde9-c255-4416-9c49-0f8904c8b6aa {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:51.933803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:51.993410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-95ff2b93-de29-4bb8-b154-4208fa3cecf7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:52.021098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-95ff2b93-de29-4bb8-b154-4208fa3cecf7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:52.031641 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-95ff2b93-de29-4bb8-b154-4208fa3cecf7 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020007 Apr 05 12:15:52.031641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.036167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group': {'name': 'tempest-secgroup--554478609'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:52.054430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:52.082902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:52.114014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.148231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:52.153887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:52.157294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:52.163743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:52.205621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.222260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.257473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.263154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.279235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25bda5-9983-48d9-a306-016efa8d593e req-34708cd1-2fb2-4374-9aac-d691458a7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:52.279235 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ad25bda5-9983-48d9-a306-016efa8d593e req-34708cd1-2fb2-4374-9aac-d691458a7428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 1099 time: 0.2839983 Apr 05 12:15:52.286481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8282a42b-494f-492d-96af-8ddacd9dc15a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:52.334715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.338958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a84ca247-9721-4357-b5e6-01982c0e3504 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7632480 Apr 05 12:15:52.341216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55644) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.341765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90d5b8-0675-47d0-87be-ad91d9640159,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:52.342916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.363148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.365593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1deaad1b-2b2f-4ff1-8123-ac94a9b48540 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3337507 Apr 05 12:15:52.368095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55648) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.382132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Request body: {'security_group_rule': {'security_group_id': '1e90d5b8-0675-47d0-87be-ad91d9640159', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:52.394728 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aea7a6b1-baae-480b-b731-396548d0d851 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules/8282a42b-494f-492d-96af-8ddacd9dc15a HTTP/1.1" status: 200 len: 763 time: 0.0497496 Apr 05 12:15:52.396914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:52.403157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.428420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Usage tracker for resource:security_group_rule and tenant:ca69d9034e7b4fa0acad71a78012fe97 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:52.428420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:52.447816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:52.493935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e81fab00-9752-4b0f-b3ec-9195b1f9c0ff tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:52.497426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.555298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e81fab00-9752-4b0f-b3ec-9195b1f9c0ff tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:52.561027 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e81fab00-9752-4b0f-b3ec-9195b1f9c0ff tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1570156 Apr 05 12:15:52.565787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55656) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.627381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.634563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.644606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.649797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.700596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea2b97f-a222-4dbc-8658-39436401e2f4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:52.728475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.743249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.748497 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3a5cc263-9823-4a34-8eec-9a6e781300dd tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3751163 Apr 05 12:15:52.748497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.755071 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8282a42b-494f-492d-96af-8ddacd9dc15a HTTP/1.1" status: 204 len: 168 time: 0.1877866 Apr 05 12:15:52.756534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.757162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55662) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.792001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69940c7f-b20e-4d0e-83b2-32826f380606 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8282a42b-494f-492d-96af-8ddacd9dc15a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:52.823202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for a47dfde9-c255-4416-9c49-0f8904c8b6aa owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:52.853462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ad25bda5-9983-48d9-a306-016efa8d593e req-241bd1db-5c3e-48bc-a4f1-e2d97a96af79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5638428 Apr 05 12:15:52.861579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-37e361a3-3b4b-4071-8b9e-2704b14553fa tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:52.891790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.894551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-37e361a3-3b4b-4071-8b9e-2704b14553fa tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:52.895883 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37e361a3-3b4b-4071-8b9e-2704b14553fa tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1357958 Apr 05 12:15:52.899469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55668) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:52.920957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': 'c03c7c1d-3c6f-41d9-9a81-5e9d3e083127', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:52.925178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:52.939298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:52.974855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:52.986055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.012678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90d5b8-0675-47d0-87be-ad91d9640159,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:53.023364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.024494 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41652c37-efbe-4b8f-9fff-f37734e69d26 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e90d5b8-0675-47d0-87be-ad91d9640159 HTTP/1.1" status: 204 len: 168 time: 0.2662823 Apr 05 12:15:53.027430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.053277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38f6e1-583d-4ca0-b802-953b809f28e1 req-318827aa-cdb7-44ae-9b43-591f64491279 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:53.054806 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8c38f6e1-583d-4ca0-b802-953b809f28e1 req-318827aa-cdb7-44ae-9b43-591f64491279 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.4306688 Apr 05 12:15:53.058279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.084356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f9416aba-2cb8-4a40-a68f-4675368cb69b tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:53.109400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f9416aba-2cb8-4a40-a68f-4675368cb69b tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:53.111673 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f9416aba-2cb8-4a40-a68f-4675368cb69b tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829585 Apr 05 12:15:53.114128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.123645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd434372-cf2d-4d1a-a240-6519e847eab5 req-95344e12-189c-4338-b2f8-76fabc70542e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:53.130575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd434372-cf2d-4d1a-a240-6519e847eab5 req-95344e12-189c-4338-b2f8-76fabc70542e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.2791688 Apr 05 12:15:53.198186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4ee63bf-ab16-4787-9cd0-811b03d7160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.212449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79d0994a-0f7e-49aa-b878-822d217f1d37 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Synchronizing usage tracker for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:53.237966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-79d0994a-0f7e-49aa-b878-822d217f1d37 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] Unset dirty status for tenant:ca69d9034e7b4fa0acad71a78012fe97 on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:53.242468 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-79d0994a-0f7e-49aa-b878-822d217f1d37 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1224666 Apr 05 12:15:53.248282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55680) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.252956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8c38f6e1-583d-4ca0-b802-953b809f28e1 req-843d0ddc-1e78-4173-820f-7dcbef2e7eb6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842642 Apr 05 12:15:53.266527 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-3c40b72a-e793-4a86-be4e-749c75449959 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] delete failed (client error): The resource could not be found. Apr 05 12:15:53.268294 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c40b72a-e793-4a86-be4e-749c75449959 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e90d5b8-0675-47d0-87be-ad91d9640159 HTTP/1.1" status: 404 len: 347 time: 0.0227787 Apr 05 12:15:53.273565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55684) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.293876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd434372-cf2d-4d1a-a240-6519e847eab5 req-36927eb9-52b9-4d84-aa11-e4d1638debbd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624458 Apr 05 12:15:53.340776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.344109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.363129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebad6688-fca7-45be-bdbf-0201edd8d671 tempest-SecGroupIPv6Test-5762088 tempest-SecGroupIPv6Test-5762088-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878909 Apr 05 12:15:53.389770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.422915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=a47dfde9-c255-4416-9c49-0f8904c8b6aa,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:53.509204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6745c0-198f-4b06-9d6e-82147f51f408,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:53.548439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.549582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-24b418be-2e0a-42d8-8128-e30c389da307 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6413002 Apr 05 12:15:53.553668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55690) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.579907 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4173da60-53f7-4705-90b7-21445019647f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules/3d6745c0-198f-4b06-9d6e-82147f51f408 HTTP/1.1" status: 200 len: 763 time: 0.0238109 Apr 05 12:15:53.581286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55694) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.699879 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2646e99-c7c6-4a8e-8eb4-0e9811faa794 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1163180 Apr 05 12:15:53.703525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55700) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.744592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.749091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.765986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.803296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.824691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d6745c0-198f-4b06-9d6e-82147f51f408,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:53.848299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:53.853906 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48fcbc9b-9326-41af-b550-74148ffb0af8 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3d6745c0-198f-4b06-9d6e-82147f51f408 HTTP/1.1" status: 204 len: 168 time: 0.1453402 Apr 05 12:15:53.854693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55704) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.855720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55706) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:53.948463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5e905bed-9f03-4b19-afb0-b178d9152873 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:53.994821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5e905bed-9f03-4b19-afb0-b178d9152873 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:53.997985 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5e905bed-9f03-4b19-afb0-b178d9152873 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1366391 Apr 05 12:15:54.000431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55714) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.007122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': 'c03c7c1d-3c6f-41d9-9a81-5e9d3e083127', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:54.013481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:54.029573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:54.092216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.126024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 168b51ac-ee8c-46ec-8c35-c05148be7842 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:15:54.190638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-31fec49a-af78-4aa0-be8a-0494d754c395 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca69d9034e7b4fa0acad71a78012fe97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319790 Apr 05 12:15:54.191124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.243179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.252539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.286414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9abada8-4a17-48c1-bef0-ba13eaea0e3c,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:54.320484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:15:54.322478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.335413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] Sync routers for ids ['168b51ac-ee8c-46ec-8c35-c05148be7842'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:15:54.335899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6c2e5f05-6299-471e-95e6-73c796a26c5b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/168b51ac-ee8c-46ec-8c35-c05148be7842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4235017 Apr 05 12:15:54.337722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55728) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.391642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] Routers {'168b51ac-ee8c-46ec-8c35-c05148be7842'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:54.392370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['168b51ac-ee8c-46ec-8c35-c05148be7842'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:54.395447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.418027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2769ebff-312b-4d15-b20e-399346786db7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:54.459392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.460759 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cef0b5ff-f3f6-411b-bc26-676527f5142b tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591475 Apr 05 12:15:54.464206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55732) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.476648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:54.482108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.488302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] Routers {'168b51ac-ee8c-46ec-8c35-c05148be7842'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:15:54.488779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['168b51ac-ee8c-46ec-8c35-c05148be7842'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:54.494033 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebfe84dc-567f-4cf2-b3ff-665f071a8628 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules/f9abada8-4a17-48c1-bef0-ba13eaea0e3c HTTP/1.1" status: 200 len: 764 time: 0.0284286 Apr 05 12:15:54.496945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55736) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.517728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.542957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d215f028-7d51-415d-89d6-96968d64d3bd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:54.561366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2769ebff-312b-4d15-b20e-399346786db7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:54.561366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2769ebff-312b-4d15-b20e-399346786db7 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=168b51ac-ee8c-46ec-8c35-c05148be7842 HTTP/1.1" status: 200 len: 205 time: 0.2201202 Apr 05 12:15:54.565253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.591442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6492f172-8a2d-48c2-9642-f0bc93da0314 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:54.604517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.606247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5dd02d9c-d2c8-4da4-9ef9-ce259edc8d55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d215f028-7d51-415d-89d6-96968d64d3bd HTTP/1.1" status: 204 len: 168 time: 0.4125016 Apr 05 12:15:54.635014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6492f172-8a2d-48c2-9642-f0bc93da0314 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:54.635014 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6492f172-8a2d-48c2-9642-f0bc93da0314 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1343482 Apr 05 12:15:54.642966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.657404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:54.657404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb121b3-71c9-4769-a645-e33f0823a59d None None] The sync data for ids ['168b51ac-ee8c-46ec-8c35-c05148be7842'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:15:54.702485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.713989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.741495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.765243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9abada8-4a17-48c1-bef0-ba13eaea0e3c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:54.775361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.777807 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2dcd5b1d-3fd3-453a-876d-814fa0b6e1c2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f9abada8-4a17-48c1-bef0-ba13eaea0e3c HTTP/1.1" status: 204 len: 168 time: 0.1388066 Apr 05 12:15:54.780991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.832952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8b2a7c42-db30-48bf-bebc-3195426831ea tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:54.853173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8b2a7c42-db30-48bf-bebc-3195426831ea tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:54.854847 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8b2a7c42-db30-48bf-bebc-3195426831ea tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0725951 Apr 05 12:15:54.857555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:54.936419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.947794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24653f20-8bd1-43ef-9c17-056a960b56e9 req-3c056210-0bce-43f5-a25a-7f04ae0865b0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:54.949712 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-24653f20-8bd1-43ef-9c17-056a960b56e9 req-3c056210-0bce-43f5-a25a-7f04ae0865b0 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5288227 Apr 05 12:15:54.952133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:54.977252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.038921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.062256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c7c1d-3c6f-41d9-9a81-5e9d3e083127,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:55.076927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.078065 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85fa370b-8022-4035-8a83-95249f4dbfc7 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/c03c7c1d-3c6f-41d9-9a81-5e9d3e083127 HTTP/1.1" status: 204 len: 168 time: 0.2195733 Apr 05 12:15:55.084568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55766) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.167934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8c4592b-2d00-4e49-82d3-0073f0915b6a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:55.191720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73165fa-ba75-407b-b848-af2fdf3f3ddb req-6afb4f50-b896-4415-9501-9a8c944fd570 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:55.193832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e73165fa-ba75-407b-b848-af2fdf3f3ddb req-6afb4f50-b896-4415-9501-9a8c944fd570 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.7112827 Apr 05 12:15:55.198191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f8c4592b-2d00-4e49-82d3-0073f0915b6a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:55.204636 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8c4592b-2d00-4e49-82d3-0073f0915b6a tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181564 Apr 05 12:15:55.209511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55772) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.219615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group': {'name': 'tempest-secgroup--675356908'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:55.227133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:55.237443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:55.257663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.274216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a3fdfce9-6186-43c0-8cdf-609ae3fcce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.299152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:55.304739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:55.313873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:55.326103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:55.403672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-24653f20-8bd1-43ef-9c17-056a960b56e9 req-89c5bd6b-0f11-4653-9fd0-46c9679733c6 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911705 Apr 05 12:15:55.414119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.415548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.429295 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e73165fa-ba75-407b-b848-af2fdf3f3ddb req-53cdc84a-83d1-4343-869a-7ae183827f16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493554 Apr 05 12:15:55.453990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.453990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 168b51ac-ee8c-46ec-8c35-c05148be7842 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:15:55.472560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.472933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.474198 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1c01475-793a-4af2-a599-a578d377063e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/168b51ac-ee8c-46ec-8c35-c05148be7842 HTTP/1.1" status: 204 len: 168 time: 0.9081912 Apr 05 12:15:55.477391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.481600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.543121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14170178-fbc6-4761-b2c0-8b57c0e37a12,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:55.559957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.563994 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b82e4a74-960b-43f7-8480-2d28f6c0952f tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3497329 Apr 05 12:15:55.566491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.574632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Request body: {'security_group_rule': {'security_group_id': '14170178-fbc6-4761-b2c0-8b57c0e37a12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:55.598492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:55.612892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 3e9791d4-bd4e-4db8-a098-7ef6fde85d8e {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:15:55.616077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Usage tracker for resource:security_group_rule and tenant:910c1696d46241b08c0d74c74266a4cb is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:55.623081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.654108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:55.698642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:55.726441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55794) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.744255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.755798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.830781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-460245b3-cdbc-4954-b420-aaaedd44e164 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:55.831264 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-460245b3-cdbc-4954-b420-aaaedd44e164 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 12:15:55.831771 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-460245b3-cdbc-4954-b420-aaaedd44e164 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:15:55.832832 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-460245b3-cdbc-4954-b420-aaaedd44e164 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1052377 Apr 05 12:15:55.836613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55800) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:55.841579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792764540'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:55.848387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:55.852235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:55.855668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:55.861500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:55.865773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6895572-bac1-4baf-986a-e8f507599cc0 req-af6228ed-6685-40bb-aac7-93d42f71a36f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:55.867367 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6895572-bac1-4baf-986a-e8f507599cc0 req-af6228ed-6685-40bb-aac7-93d42f71a36f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.2469435 Apr 05 12:15:55.874623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.887989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.902885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:55.907353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:55.910312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:55.916149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:55.918692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.925503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:55.973317 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6895572-bac1-4baf-986a-e8f507599cc0 req-cd38f495-1353-469b-9ffa-e7405e925f0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952313 Apr 05 12:15:55.983504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b264603b-e276-4814-b2b3-4acf753396fc,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:55.989347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.021224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.022458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aeec1dfd-e1fe-4acf-bba1-7239592c8f53 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4545736 Apr 05 12:15:56.023602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.026091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55806) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.043009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.057928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:56.067360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:56.078386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:56.091539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.114108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:56.128884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2361c-87a2-472d-8985-33e9f55df9ec,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:56.140992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9791d4-bd4e-4db8-a098-7ef6fde85d8e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:56.147424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.157104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ffd979d5-dee0-4f3c-9ba2-7faa2c9e05e2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/3e9791d4-bd4e-4db8-a098-7ef6fde85d8e HTTP/1.1" status: 204 len: 168 time: 0.6759918 Apr 05 12:15:56.157422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12fdfed-f2d4-4aa5-b0fa-7fffa307aeca None None] Network a87f565b-bd02-4845-bfdc-e083c6ae986f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:56.157852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55812) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.162867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.212420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.291621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.295935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.301541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.308506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 84e952c6-7ade-4d76-85a4-9213f64d6fdf {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:56.308853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.320109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.365298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.369380 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5289760 Apr 05 12:15:56.370231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb3b16-b64d-4772-b203-dd4cfc33e4a4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff87cb9-c286-4733-9079-edc8a29b996d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:56.370341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55816) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.373069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.376483 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/14170178-fbc6-4761-b2c0-8b57c0e37a12 HTTP/1.1" status: 204 len: 168 time: 0.3463867 Apr 05 12:15:56.377364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '1ff87cb9-c286-4733-9079-edc8a29b996d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:56.382093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55820) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.405278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d02f22-9bc5-4c5b-9a08-5affcd98c834 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14170178-fbc6-4761-b2c0-8b57c0e37a12,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:56.420924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.421115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:56.453505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:56.460243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.461177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:56.476940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:56.477709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] DHCP port deletion for a87f565b-bd02-4845-bfdc-e083c6ae986f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:15:56.483456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Deleting port 84e952c6-7ade-4d76-85a4-9213f64d6fdf {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:56.484174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.556397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45acc4ce-06d7-442f-a2e3-7ec6bc308b34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:56.575565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-45acc4ce-06d7-442f-a2e3-7ec6bc308b34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:56.577559 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45acc4ce-06d7-442f-a2e3-7ec6bc308b34 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1923280 Apr 05 12:15:56.580630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.600162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.635503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-afbb3d87-9636-4940-81b5-2bda1a8de114 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Synchronizing usage tracker for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:56.654247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-afbb3d87-9636-4940-81b5-2bda1a8de114 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] Unset dirty status for tenant:910c1696d46241b08c0d74c74266a4cb on resource:security_group_rule {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:56.658464 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-afbb3d87-9636-4940-81b5-2bda1a8de114 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0737779 Apr 05 12:15:56.658774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55830) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.675982 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-914e2135-b713-4db8-9cc2-99be9b54ae84 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] delete failed (client error): The resource could not be found. Apr 05 12:15:56.680863 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-914e2135-b713-4db8-9cc2-99be9b54ae84 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "DELETE /v2.0/security-groups/14170178-fbc6-4761-b2c0-8b57c0e37a12 HTTP/1.1" status: 404 len: 347 time: 0.0172858 Apr 05 12:15:56.681577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55834) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:56.721816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] For port 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=84e952c6-7ade-4d76-85a4-9213f64d6fdf,segment=NetworkSegment(a108b240-3911-40d4-b3ca-32e1d43ff67b),segment_id=a108b240-3911-40d4-b3ca-32e1d43ff67b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:56.722339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.743992 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c322d0fc-750f-47db-ac35-bd45a283bbc2 tempest-SecGroupTest-1755134408 tempest-SecGroupTest-1755134408-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550001 Apr 05 12:15:56.836507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port 84e952c6-7ade-4d76-85a4-9213f64d6fdf, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=84e952c6-7ade-4d76-85a4-9213f64d6fdf,segment=NetworkSegment(a108b240-3911-40d4-b3ca-32e1d43ff67b),segment_id=a108b240-3911-40d4-b3ca-32e1d43ff67b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:56.836875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.853483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Calling delete_port for 84e952c6-7ade-4d76-85a4-9213f64d6fdf owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:56.943634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:56.991940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] Pushing event deleted for resources: {'Port': ['ID=84e952c6-7ade-4d76-85a4-9213f64d6fdf,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:56.993746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d84c8b-fc3f-424b-8e4f-2ed4bc722a55 None None] No DVR routers for this DVR port 84e952c6-7ade-4d76-85a4-9213f64d6fdf on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:15:56.993862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 84e952c6-7ade-4d76-85a4-9213f64d6fdf owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:15:57.071634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.077348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.084585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.129064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8583-5a98-4382-bd0e-6e76661d2999 req-77ebf07d-2c98-4fa5-9bed-307cb70d989a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:57.130564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11ef8583-5a98-4382-bd0e-6e76661d2999 req-77ebf07d-2c98-4fa5-9bed-307cb70d989a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5415018 Apr 05 12:15:57.141440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c2afac-660d-42d9-a484-0fcb0c9cc9d7,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:57.173990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.175193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-01839fa7-2fd7-4b65-bd47-df7b0cccbb9c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8036919 Apr 05 12:15:57.180228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55848) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.188489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '1ff87cb9-c286-4733-9079-edc8a29b996d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:57.198433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:57.203706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:57.207623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:57.211853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11ef8583-5a98-4382-bd0e-6e76661d2999 req-b075472b-58d8-4e5e-a215-50aa8af2ec6a tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715129 Apr 05 12:15:57.219353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:15:57.219672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:15:57.219886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:57.273258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.307453 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d304ecb-de04-4c76-b3eb-1eaf5afc14d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=910c1696d46241b08c0d74c74266a4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345717 Apr 05 12:15:57.310622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55856) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.347310 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 12:15:57.348454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9004575-9e26-40e7-ae82-eb2ed6ead019 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1664984 Apr 05 12:15:57.351374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.412656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.459080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.465728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.518108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.571012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.589580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2aad52-6050-4fd4-ab14-8b20811dce64,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:57.592889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.632655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff87cb9-c286-4733-9079-edc8a29b996d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:57.644628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.644628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cc31ea0a-8099-438f-b217-04c592f6c51c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ff87cb9-c286-4733-9079-edc8a29b996d HTTP/1.1" status: 204 len: 168 time: 0.2916648 Apr 05 12:15:57.647076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.653210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.654762 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-80d0a6b0-aeab-4248-a637-f39b39863340 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f2aad52-6050-4fd4-ab14-8b20811dce64 HTTP/1.1" status: 204 len: 168 time: 0.3428721 Apr 05 12:15:57.698213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 84e952c6-7ade-4d76-85a4-9213f64d6fdf no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:15:57.700806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55870) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.726527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 84e952c6-7ade-4d76-85a4-9213f64d6fdf {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:15:57.727301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.744986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:57.751231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 84e952c6-7ade-4d76-85a4-9213f64d6fdf {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:15:57.751838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 84e952c6-7ade-4d76-85a4-9213f64d6fdf not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:15:57.808495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c75a0243-ee09-4617-9401-2ac87c3921ef tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:57.816619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] The port '84e952c6-7ade-4d76-85a4-9213f64d6fdf' was deleted {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:15:57.863844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c75a0243-ee09-4617-9401-2ac87c3921ef tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:57.864050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c75a0243-ee09-4617-9401-2ac87c3921ef tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2160642 Apr 05 12:15:57.868240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55874) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:57.887910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159282455'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:57.896423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:57.925796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:57.993052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.007769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.053313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87f565b-bd02-4845-bfdc-e083c6ae986f']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:58.076079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a108b240-3911-40d4-b3ca-32e1d43ff67b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:58.076603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a108b240-3911-40d4-b3ca-32e1d43ff67b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:15:58.095168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.116741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:58.119649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.125224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:58.129181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:58.132132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:15:58.132635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: util.warn( Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:15:58.147887 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:15:58.162843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:58.250742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.271621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.285511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=a87f565b-bd02-4845-bfdc-e083c6ae986f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:58.307515 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-12ffda24-d578-4517-95da-37a3b3955d09 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/a87f565b-bd02-4845-bfdc-e083c6ae986f HTTP/1.1" status: 204 len: 168 time: 2.1491625 Apr 05 12:15:58.311768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55880) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:58.318023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123675033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:58.335856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:58.348024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:58.353411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:58.358469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.394374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:58.402190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.484434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.485515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.508578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.510143 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6403987 Apr 05 12:15:58.514769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:58.521326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-38c6a741-f779-43ea-ac84-9af8b008ecbe tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'baa6070a-4e0b-419b-942a-7fbc72728376', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:58.522848 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-38c6a741-f779-43ea-ac84-9af8b008ecbe tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 12:15:58.522966 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-38c6a741-f779-43ea-ac84-9af8b008ecbe tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:15:58.524504 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38c6a741-f779-43ea-ac84-9af8b008ecbe tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086603 Apr 05 12:15:58.525522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7ce9f-fd03-4e9d-bff4-a6b5dbfed536 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa6070a-4e0b-419b-942a-7fbc72728376,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:58.526747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:58.546472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.550304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.603500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16986318-f417-4a0c-aaab-6674a5c60e9e req-8b5bfedf-1d37-41b0-a227-8f287a4b2af1 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:58.605554 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-16986318-f417-4a0c-aaab-6674a5c60e9e req-8b5bfedf-1d37-41b0-a227-8f287a4b2af1 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.2458749 Apr 05 12:15:58.609215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebf306-ce4a-4ecd-958a-fe3d93b58a9d req-9e183595-861e-405d-9649-10c6bf75b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:58.610641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-85ebf306-ce4a-4ecd-958a-fe3d93b58a9d req-9e183595-861e-405d-9649-10c6bf75b19a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1098 time: 0.2046323 Apr 05 12:15:58.611770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.700025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.701202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-493a93df-6ede-4a1f-885b-85bab69868c3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3879149 Apr 05 12:15:58.710408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55894) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:58.716175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-16986318-f417-4a0c-aaab-6674a5c60e9e req-9982f46c-b95d-4350-8f10-d8dbf577700f tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962760 Apr 05 12:15:58.719596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1319437141'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:58.724374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-85ebf306-ce4a-4ecd-958a-fe3d93b58a9d req-234433e8-2e63-4c12-b06d-f98696647e7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856256 Apr 05 12:15:58.727561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:58.742741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:58.746917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:58.753602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:58.766417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:58.766540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.770215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.800333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:15:58.811496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.811841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment f5f17a37-52f8-41cf-98ff-209b34a03948 of type vlan for network c171c76b-9d11-4a9f-8173-5ca5fe28a98f Apr 05 12:15:58.838714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.851049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.873803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.879239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:58.879898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.976671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:58.982243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2731974 Apr 05 12:15:58.988166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55898) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:58.998988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:59.006128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa6070a-4e0b-419b-942a-7fbc72728376,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.014854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d63e7-847d-46a6-9e64-e7642f56dece tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=c171c76b-9d11-4a9f-8173-5ca5fe28a98f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.025060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:15:59.085900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.087365 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a151f0a2-6d8d-45ab-977c-1ddae288d133 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/baa6070a-4e0b-419b-942a-7fbc72728376 HTTP/1.1" status: 204 len: 168 time: 0.5597079 Apr 05 12:15:59.090860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:59.269597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:59.273894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:59.277509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:59.277829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.17 (32ab3ac3-8a71-4d75-a453-695689e4f3b6/f05d8f42-3663-4fe5-b97d-9cb249b8d52f/fad7481e-7e43-4681-90fb-4678f4e82798) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:15:59.283321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:59.293977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:15:59.297458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.305416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8ffeccc3-8b94-4bf2-9e68-5b44276a6ebd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:15:59.312109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:15:59.398505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8ffeccc3-8b94-4bf2-9e68-5b44276a6ebd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:15:59.399847 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8ffeccc3-8b94-4bf2-9e68-5b44276a6ebd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3079240 Apr 05 12:15:59.406184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55906) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:59.413948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168403138'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:59.423868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:59.438648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:59.455225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.490073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:59.505970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'port_id': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'mac_address': 'fa:16:3e:5e:f4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:15:59.510145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.518709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:15:59.526194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:15:59.531396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:15:59.535992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object fad7481e-7e43-4681-90fb-4678f4e82798 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:15:59.541107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:15:59.563895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.568453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.587774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:15:59.594790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.605587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:15:59.610387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.630172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:15:59.656689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:59.661634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:15:59.701431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.714233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.724021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=6dc02537-1ed5-4e19-b30f-77a13a41a83d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.741733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.744964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:15:59.746029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: c171c76b-9d11-4a9f-8173-5ca5fe28a98f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:15:59.752964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.785005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.824699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f199c1-4c65-4356-b66b-dfdde85c9250,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:15:59.832459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:15:59.843713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.845012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b8cb6613-ae30-4085-a471-773d0a97bb33 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4378021 Apr 05 12:15:59.847873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55912) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:59.860977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ee1fa55a-18d1-4704-93cc-eeb2e5ee612f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'a3f199c1-4c65-4356-b66b-dfdde85c9250', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:15:59.863129 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-ee1fa55a-18d1-4704-93cc-eeb2e5ee612f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 12:15:59.864241 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-ee1fa55a-18d1-4704-93cc-eeb2e5ee612f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:15:59.871093 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ee1fa55a-18d1-4704-93cc-eeb2e5ee612f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181797 Apr 05 12:15:59.871828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c171c76b-9d11-4a9f-8173-5ca5fe28a98f) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:15:59.876332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55916) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:15:59.882999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6b32b7-12c3-4b65-a26d-7a8606e4d145 None None] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:15:59.905929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:15:59.906762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:15:59.954693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['647712c2-941a-4b9a-8eff-0c3515d4bb8f'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:16:00.022121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-adf5947c-6945-40ca-b4d7-ce503763ebba tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0328698 Apr 05 12:16:00.026180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55920) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:00.039476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.165379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.214817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d37fec1-7e8f-42cf-8c45-deac7d77e19b None None] Provisioning for port fad7481e-7e43-4681-90fb-4678f4e82798 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:00.265293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d37fec1-7e8f-42cf-8c45-deac7d77e19b None None] Provisioning complete for port fad7481e-7e43-4681-90fb-4678f4e82798 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:00.266021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d37fec1-7e8f-42cf-8c45-deac7d77e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.271761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b701f3-840a-4a43-a8da-e46e9be61f15 req-83b6f22f-e732-4152-9ed4-e7a76198672d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:00.273399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b2b701f3-840a-4a43-a8da-e46e9be61f15 req-83b6f22f-e732-4152-9ed4-e7a76198672d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 944 time: 0.3595238 Apr 05 12:16:00.333937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:16:00.334747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.351318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.415426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b2b701f3-840a-4a43-a8da-e46e9be61f15 req-0567f447-a075-4d12-a185-4d015f909efa tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737112 Apr 05 12:16:00.442564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d37fec1-7e8f-42cf-8c45-deac7d77e19b None None] Port fad7481e-7e43-4681-90fb-4678f4e82798 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:00.476831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55924) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:00.604091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.609622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.638510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Allocated IP 172.20.0.2 (c171c76b-9d11-4a9f-8173-5ca5fe28a98f/6dc02537-1ed5-4e19-b30f-77a13a41a83d/a848d669-0bf8-4599-bdb8-ec9c21358c04) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:00.742720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:00.745353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.786749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.823020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f199c1-4c65-4356-b66b-dfdde85c9250,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:00.828244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9af07f9b-438a-4974-8de1-94dea7987a0e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/floatingips/dcf46855-ceff-4be0-b1bf-54f3adeb65fc HTTP/1.1" status: 200 len: 992 time: 0.3482637 Apr 05 12:16:00.842849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.844006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b8289b4d-54b5-4ebc-8f31-0b76619e0138 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/a3f199c1-4c65-4356-b66b-dfdde85c9250 HTTP/1.1" status: 204 len: 168 time: 0.9667294 Apr 05 12:16:00.849689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55928) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:00.906425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:00.907633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:00.923142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:00.999268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.011871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Transition to ACTIVE for port object a848d669-0bf8-4599-bdb8-ec9c21358c04 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:01.039237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Transition to ACTIVE for port object a848d669-0bf8-4599-bdb8-ec9c21358c04 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:01.048912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.162327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:01.163726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:01.165556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Pushing event updated for resources: {'Port': ['ID=a848d669-0bf8-4599-bdb8-ec9c21358c04,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:01.167992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:01.175844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:01.277893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Attempting to bind port a848d669-0bf8-4599-bdb8-ec9c21358c04 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:01.278434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Attempting to bind port a848d669-0bf8-4599-bdb8-ec9c21358c04 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:01.278610 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Attempting to bind port a848d669-0bf8-4599-bdb8-ec9c21358c04 on network c171c76b-9d11-4a9f-8173-5ca5fe28a98f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:01.290037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:01.290417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Checking segment: {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:01.290816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.291230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Bound using segment: {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:01.291705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Bound port: a848d669-0bf8-4599-bdb8-ec9c21358c04, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:01.292113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.303540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bb9c895f-a44f-4af7-ae85-318efa99f6d9 None None] Provisioning complete for port fad7481e-7e43-4681-90fb-4678f4e82798 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:01.303649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb9c895f-a44f-4af7-ae85-318efa99f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.318630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f1460e29-4a36-44eb-b684-395e913f48ff tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:01.337115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:01.409127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f1460e29-4a36-44eb-b684-395e913f48ff tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:01.414200 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f1460e29-4a36-44eb-b684-395e913f48ff tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5590904 Apr 05 12:16:01.423745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55932) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:01.435589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--893890257'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:01.445913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:01.462621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c895f-a44f-4af7-ae85-318efa99f6d9 None None] Port fad7481e-7e43-4681-90fb-4678f4e82798 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:01.516582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:01.535789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:01.543667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.562916 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f582a4d7-81ef-40bd-b923-067617a08011 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/e4af3f51-49db-4070-8e65-8cd9239a5b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8458755 Apr 05 12:16:01.563825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] For port a848d669-0bf8-4599-bdb8-ec9c21358c04, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:01.567484 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:01.570843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.581535 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:01.582699 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:01.594693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] For port a848d669-0bf8-4599-bdb8-ec9c21358c04, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a848d669-0bf8-4599-bdb8-ec9c21358c04,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:01.606251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:16:01.610687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.616119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:01.624276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:01.628065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:01.637862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:01.707211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:01.723769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.743789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a7cab-5743-45e6-9177-78653cc94ec3 None None] Pushing event updated for resources: {'Port': ['ID=a848d669-0bf8-4599-bdb8-ec9c21358c04,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:01.755834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.20.0.1 (c171c76b-9d11-4a9f-8173-5ca5fe28a98f/6dc02537-1ed5-4e19-b30f-77a13a41a83d/dd7947e3-b199-433c-9d62-3492a1763a26) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:01.833388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.839410 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:01.849747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:01.929520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:02.057337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8400d4c3-bf0f-49dc-97b0-82fe080d6d64,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:02.079856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.089438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d97aa803-1c2c-487d-95f1-16860ae5fd91 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6588595 Apr 05 12:16:02.090750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.100820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8a4c9cdc-8bbb-411e-8a82-876e5c893ddd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '8400d4c3-bf0f-49dc-97b0-82fe080d6d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.106388 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-8a4c9cdc-8bbb-411e-8a82-876e5c893ddd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 12:16:02.107506 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8a4c9cdc-8bbb-411e-8a82-876e5c893ddd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.117792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8a4c9cdc-8bbb-411e-8a82-876e5c893ddd tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268888 Apr 05 12:16:02.118910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.130544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d3cd1418-72b0-433d-ac38-ff5afe33e4ed tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '8400d4c3-bf0f-49dc-97b0-82fe080d6d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.131731 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-d3cd1418-72b0-433d-ac38-ff5afe33e4ed tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 12:16:02.132823 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d3cd1418-72b0-433d-ac38-ff5afe33e4ed tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.142532 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d3cd1418-72b0-433d-ac38-ff5afe33e4ed tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0216880 Apr 05 12:16:02.143721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.152287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.159577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5884a9b7-0eda-4573-8528-ba8f60d7aa50 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '8400d4c3-bf0f-49dc-97b0-82fe080d6d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.161220 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-5884a9b7-0eda-4573-8528-ba8f60d7aa50 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 12:16:02.162062 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-5884a9b7-0eda-4573-8528-ba8f60d7aa50 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.169161 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5884a9b7-0eda-4573-8528-ba8f60d7aa50 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219431 Apr 05 12:16:02.170044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55952) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.179645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7ca807b4-a2ee-4a40-a520-863fcfee9966 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '8400d4c3-bf0f-49dc-97b0-82fe080d6d64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.181347 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-7ca807b4-a2ee-4a40-a520-863fcfee9966 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 12:16:02.182488 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7ca807b4-a2ee-4a40-a520-863fcfee9966 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.190511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object dd7947e3-b199-433c-9d62-3492a1763a26 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:02.191661 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ca807b4-a2ee-4a40-a520-863fcfee9966 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0199091 Apr 05 12:16:02.194021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.244636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.301864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.324987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:02.328475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:02.334106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:02.341304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.395910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:02.415056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.424124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.459430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8400d4c3-bf0f-49dc-97b0-82fe080d6d64,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:02.471598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.473887 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82df3e92-c5c1-4ca2-b972-3a498ba191d9 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/8400d4c3-bf0f-49dc-97b0-82fe080d6d64 HTTP/1.1" status: 204 len: 168 time: 0.2759221 Apr 05 12:16:02.477124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.536539 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:15:59Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad7481e-7e43-4681-90fb-4678f4e82798', 'name': '', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bd:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:00Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:02.542821 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:02.543718 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Updating router e4af3f51-49db-4070-8e65-8cd9239a5b49 port fad7481e-7e43-4681-90fb-4678f4e82798 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:02.561015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c62f5137-eec4-474d-ba3e-0d16b4ecb904 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:02.584188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.586714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c62f5137-eec4-474d-ba3e-0d16b4ecb904 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:02.588476 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c62f5137-eec4-474d-ba3e-0d16b4ecb904 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1106305 Apr 05 12:16:02.594467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55964) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.601155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--207073737'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.609343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:02.628794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.631256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:02.652884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.679702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:02.686487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:02.692611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:02.705370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:02.794283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.802081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.854733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24099ff-6704-43d4-b614-1480fd707fcf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:02.878623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:02.880652 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0029ea5e-1405-47b1-bef0-6e319a912ac0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2849617 Apr 05 12:16:02.885404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55968) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.891232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8e7f5e22-933c-41ad-88cc-6b11c6aba259 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.891906 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-8e7f5e22-933c-41ad-88cc-6b11c6aba259 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 12:16:02.893865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-8e7f5e22-933c-41ad-88cc-6b11c6aba259 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.895656 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e7f5e22-933c-41ad-88cc-6b11c6aba259 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088952 Apr 05 12:16:02.897715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55972) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.904238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.911427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:02.916227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:02.920991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:02.929081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:02.979558 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:02.981079 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d8bcf8c-2b83-4487-92f6-e28c68a2a172 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0821457 Apr 05 12:16:02.985684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 55976) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:02.994134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-592c77a7-d51e-44dc-a85c-a5e969334640 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:02.995899 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-592c77a7-d51e-44dc-a85c-a5e969334640 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 12:16:02.996673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-592c77a7-d51e-44dc-a85c-a5e969334640 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.000286 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-592c77a7-d51e-44dc-a85c-a5e969334640 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123999 Apr 05 12:16:03.004212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55980) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.015347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.038174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:03.044632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:03.048801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:03.058537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:03.121577 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.122721 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d1334c51-498f-48d9-8689-c6ef0624dd88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1155143 Apr 05 12:16:03.126123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55984) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.131419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0992a390-1dbd-4255-bbd1-108dd39fc9d1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.131894 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-0992a390-1dbd-4255-bbd1-108dd39fc9d1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 12:16:03.132367 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0992a390-1dbd-4255-bbd1-108dd39fc9d1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.133732 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0992a390-1dbd-4255-bbd1-108dd39fc9d1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070989 Apr 05 12:16:03.137352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.148019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.169475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:03.176637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e46392f-e9c9-4d02-8b87-dec5ad5583f8 None None] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:03.178991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:03.184486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:03.203712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:03.217266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Project d1cfc98bd6c345b0b5dd269e1e0a6cb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:16:03.264680 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.267933 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.273172 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f022266d-dcd3-45c1-8654-dccdf41aefc1 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1250904 Apr 05 12:16:03.273172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.276086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.281622 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Transition to ACTIVE for port object fad7481e-7e43-4681-90fb-4678f4e82798 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:03.283249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.285112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e763d9ce-57d5-43f6-bb38-c1146f888c6e tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.286899 dv-neutron-833203-3-hyperv neutron-server[87958]: WARNING neutron.api.v2.base [None req-e763d9ce-57d5-43f6-bb38-c1146f888c6e tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 12:16:03.287682 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-e763d9ce-57d5-43f6-bb38-c1146f888c6e tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.288452 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.289815 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e763d9ce-57d5-43f6-bb38-c1146f888c6e tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188341 Apr 05 12:16:03.293152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 55996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.299153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.308925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-eb7b1561-297a-49a9-b454-e019e19068f7 None None] Provisioning for port a848d669-0bf8-4599-bdb8-ec9c21358c04 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:03.310606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:03.315733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:03.320788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:03.331161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:03.333505 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:03.349295 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Project d1cfc98bd6c345b0b5dd269e1e0a6cb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:16:03.400317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.403297 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-068af98d-a0e5-4447-9862-bd26ac8212d0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1087382 Apr 05 12:16:03.406038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.413165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'c24099ff-6704-43d4-b614-1480fd707fcf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:03.432242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:03.440064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:03.446922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:03.458459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:03.466942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.484130 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Project d1cfc98bd6c345b0b5dd269e1e0a6cb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:16:03.524384 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Pushing event updated for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:03.543090 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:03.544512 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-aa7a3a53-61c1-4731-9783-03eb925a8afb tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1374395 Apr 05 12:16:03.547695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:03.558256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 647712c2-941a-4b9a-8eff-0c3515d4bb8f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:03.558812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.567247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:03.580370 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.582415 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.583946 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.584540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.585136 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.585688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.586224 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.586763 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.587426 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.587761 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.588216 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.588685 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:03.627520 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Attempting to bind port fad7481e-7e43-4681-90fb-4678f4e82798 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:03.628454 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Attempting to bind port fad7481e-7e43-4681-90fb-4678f4e82798 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:03.630156 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Attempting to bind port fad7481e-7e43-4681-90fb-4678f4e82798 on network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:03.648102 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:03.648536 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Checking segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:03.648934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.649327 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Bound using segment: {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:03.649974 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Bound port: fad7481e-7e43-4681-90fb-4678f4e82798, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd994e68f-e2d0-4c69-a265-8719bcad53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:03.650389 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.719366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.737964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:03.739206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:03.809150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.833227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.851492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a848d669-0bf8-4599-bdb8-ec9c21358c04 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:03.898051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] For port fad7481e-7e43-4681-90fb-4678f4e82798, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:03.904630 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] For port fad7481e-7e43-4681-90fb-4678f4e82798, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fad7481e-7e43-4681-90fb-4678f4e82798,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:03.916324 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.943697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:03.998104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:04.038377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:04.051064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port a848d669-0bf8-4599-bdb8-ec9c21358c04 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:04.062207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.062560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24099ff-6704-43d4-b614-1480fd707fcf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:04.082484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.088211 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-96f4fc85-6201-47dc-b709-d39e015e2e3b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/c24099ff-6704-43d4-b614-1480fd707fcf HTTP/1.1" status: 204 len: 168 time: 0.5384541 Apr 05 12:16:04.092553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56010) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:04.142535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a848d669-0bf8-4599-bdb8-ec9c21358c04 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:04.143066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.176966 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'code': 200} Apr 05 12:16:04.243927 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d8fd0-3f76-4b9f-97c5-f47199d394e6 None None] Pushing event updated for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:04.293207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9157ace9-1152-48fd-8795-464473d98e88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:04.297735 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:04.299540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:04.328557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:04.344391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:16:04.367646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9157ace9-1152-48fd-8795-464473d98e88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:04.370325 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9157ace9-1152-48fd-8795-464473d98e88 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2762828 Apr 05 12:16:04.377905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56016) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:04.388623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--533767944'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:04.402777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:04.453741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:04.496086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.498667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.582853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:04.622656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port a848d669-0bf8-4599-bdb8-ec9c21358c04, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a848d669-0bf8-4599-bdb8-ec9c21358c04,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:04.623846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:04.633278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:04.634701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.672032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:04.723970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:04.735443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b83506d3-ce15-4bea-84a3-d51da4e08507 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7051582 Apr 05 12:16:04.741804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56020) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:04.757292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1184674960'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:04.758371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Provisioning complete for port a848d669-0bf8-4599-bdb8-ec9c21358c04 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:04.758984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.770911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:04.780194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:04.789174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:04.794457 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:04.813015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:04.822393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:04.892857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:04.896035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.926765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:04.927020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:04.942631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.951235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:04.988110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:16:05.017536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.020362 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6407101 Apr 05 12:16:05.024710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56024) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:05.032805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.034460 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8 of type vlan for network f73a5022-3a90-4525-9908-de9f4306c8c7 Apr 05 12:16:05.065967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec15af-407b-4746-9274-f8af78ea6f5a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79873e6f-0a94-40aa-8557-b6aa072f4ae6,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:05.066117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '79873e6f-0a94-40aa-8557-b6aa072f4ae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:05.116462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:05.157833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:05.168445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:05.181086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:05.207940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.225615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=a848d669-0bf8-4599-bdb8-ec9c21358c04,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:05.384410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The resource could not be found. Apr 05 12:16:05.384410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3f5f43fb-b5cf-4ac6-bf99-a370530243da tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3450489 Apr 05 12:16:05.390783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:05.396145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.406445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56028) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:05.418180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:05.418180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.430072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '79873e6f-0a94-40aa-8557-b6aa072f4ae6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '169f4330-9e8b-4956-8dae-2d3040f49e25'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:05.430072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:05.450644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:05.450644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:05.463795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Provisioning for port dd7947e3-b199-433c-9d62-3492a1763a26 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:05.473037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:05.479471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Provisioning complete for port dd7947e3-b199-433c-9d62-3492a1763a26 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:05.479471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.541565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-28bcad08-46f4-474a-9e40-7b5df6e6755b None None] Port dd7947e3-b199-433c-9d62-3492a1763a26 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:05.548625 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The resource could not be found. Apr 05 12:16:05.548625 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c7b0de7-7447-472b-9a2c-d7e8f53773dc tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1626000 Apr 05 12:16:05.548625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56032) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:05.673408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9295726 Apr 05 12:16:05.674668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56036) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:05.691896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ac216-3f26-4be9-b530-a89a395ca801 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=f73a5022-3a90-4525-9908-de9f4306c8c7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:05.708826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network f73a5022-3a90-4525-9908-de9f4306c8c7 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:16:05.712180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:05.758931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.762208 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:15:59Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad7481e-7e43-4681-90fb-4678f4e82798', 'name': '', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bd:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:03Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:05.769877 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88be641-c178-41c3-8a8e-90518c14bf55 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:15:59Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad7481e-7e43-4681-90fb-4678f4e82798', 'name': '', 'network_id': '32ab3ac3-8a71-4d75-a453-695689e4f3b6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bd:52:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:03Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'f05d8f42-3663-4fe5-b97d-9cb249b8d52f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:05.876108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:05.919508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a848d669-0bf8-4599-bdb8-ec9c21358c04 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:05.919766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:05.927778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:05.938003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:05.953492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:05.966499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:05.971701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.003775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.031471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79873e6f-0a94-40aa-8557-b6aa072f4ae6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:06.101911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.103087 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-82f737e8-973d-44ef-a2e1-34688edefc6a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/79873e6f-0a94-40aa-8557-b6aa072f4ae6 HTTP/1.1" status: 204 len: 168 time: 0.5575795 Apr 05 12:16:06.107442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56040) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:06.216770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5249805f-06e3-4640-a531-9e14004947b4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:06.238605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5249805f-06e3-4640-a531-9e14004947b4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:06.241700 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5249805f-06e3-4640-a531-9e14004947b4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1311388 Apr 05 12:16:06.245980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56044) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:06.253874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'bf2d6f18-48d6-484f-8681-e629dc51cc99', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:06.263984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:06.273007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:06.277802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a848d669-0bf8-4599-bdb8-ec9c21358c04 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:06.278319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.295653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:06.313097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:06.320067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4a809c65-5d8e-4421-90ba-4ff4acf41421 None None] Provisioning complete for port dd7947e3-b199-433c-9d62-3492a1763a26 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:06.320441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a809c65-5d8e-4421-90ba-4ff4acf41421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.337646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.412541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4a809c65-5d8e-4421-90ba-4ff4acf41421 None None] Port dd7947e3-b199-433c-9d62-3492a1763a26 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:06.457550 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The resource could not be found. Apr 05 12:16:06.458274 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bfe742c-ac34-4d3b-82b7-df7edcf1fd73 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2110238 Apr 05 12:16:06.460474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=4b420471-b515-43d9-9ced-cd19506da461,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:06.463640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56048) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:06.465875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:02Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:02Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:06.470183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830603067'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:06.471672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:06.472376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: f73a5022-3a90-4525-9908-de9f4306c8c7, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:16:06.476584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:06.477139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Updating router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f port dd7947e3-b199-433c-9d62-3492a1763a26 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:06.480577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:06.506033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network f73a5022-3a90-4525-9908-de9f4306c8c7 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:16:06.510949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:06.522315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, f73a5022-3a90-4525-9908-de9f4306c8c7) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:06.527779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.534200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abdea14-93e9-4452-964d-bde13132fac7 None None] Network f73a5022-3a90-4525-9908-de9f4306c8c7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:06.537547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:06.538231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.567382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:06.574413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:06.576259 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-26b1a91e-1fa5-408f-be5c-acdbe24b64ab tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9004436 Apr 05 12:16:06.577207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56054) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:06.578251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:06.585300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:06.587719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.695174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.705834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.780418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f7d8c-1877-42c9-bddd-b2e265057abb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:06.786962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.788316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c074278e-2ba0-4f0f-b982-c011c4f28532 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3230615 Apr 05 12:16:06.790863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56058) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:06.797470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337751416'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:06.804200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:06.809747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:06.814682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:06.821601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:06.839820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.888530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:06.897065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:06.900856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:06.908471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:06.963556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-f73a5022-3a90-4525-9908-de9f4306c8c7', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:16:06.964983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.994758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:06.999538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.059861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6505167c-f7f8-4835-92fe-e3971f1528db,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:07.065958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.068016 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd0890c7-d268-4006-ac6e-b54934c19d30 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2760856 Apr 05 12:16:07.071017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56062) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:07.077688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': 'd99f7d8c-1877-42c9-bddd-b2e265057abb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6505167c-f7f8-4835-92fe-e3971f1528db'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:07.085105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:07.095684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:07.102765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:07.112813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:07.156355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:07.157913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9d9221e0-2305-4ef7-ad43-03747d8e4b11 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0853786 Apr 05 12:16:07.161057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56066) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:07.323120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.348808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Allocated IP 172.21.0.2 (f73a5022-3a90-4525-9908-de9f4306c8c7/4b420471-b515-43d9-9ced-cd19506da461/f495ca02-a2f1-4aa9-95e7-18a752655041) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:07.365494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.372015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.416272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Transition to ACTIVE for port object dd7947e3-b199-433c-9d62-3492a1763a26 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:07.426707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-e4eb1c8d-03a2-47aa-910d-790e5d1e06cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687026 Apr 05 12:16:07.452870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.459889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.482509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.528999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6505167c-f7f8-4835-92fe-e3971f1528db,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:07.585473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:07.599395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e26654b9-d656-4825-83ba-9b9eefae2d2c tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/6505167c-f7f8-4835-92fe-e3971f1528db HTTP/1.1" status: 204 len: 168 time: 0.4269037 Apr 05 12:16:07.600576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56070) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:07.747983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-0e6f1b45-8cdc-44d3-b5e8-3b60144e48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:07.750474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-0e6f1b45-8cdc-44d3-b5e8-3b60144e48ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1099 time: 0.2996349 Apr 05 12:16:07.870945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-90869f94-edfa-41db-8722-b4db90a308f4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:07.897058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fad7481e-7e43-4681-90fb-4678f4e82798 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:07.953285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2b5df-eadb-43b6-b050-0212c718aecd None None] Pushing event updated for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:08.029376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-90869f94-edfa-41db-8722-b4db90a308f4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:08.030684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-90869f94-edfa-41db-8722-b4db90a308f4 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4273751 Apr 05 12:16:08.033903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56076) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:08.121425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-fb0558c4-b842-44fe-93d0-f92586d74c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:08.123438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-fb0558c4-b842-44fe-93d0-f92586d74c1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.3208530 Apr 05 12:16:08.155291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.220390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Attempting to bind port dd7947e3-b199-433c-9d62-3492a1763a26 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:08.220759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Attempting to bind port dd7947e3-b199-433c-9d62-3492a1763a26 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:08.221118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Attempting to bind port dd7947e3-b199-433c-9d62-3492a1763a26 on network c171c76b-9d11-4a9f-8173-5ca5fe28a98f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:08.239860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:08.239860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Checking segment: {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:08.240186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.240739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Bound using segment: {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:08.241404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Bound port: dd7947e3-b199-433c-9d62-3492a1763a26, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f17a37-52f8-41cf-98ff-209b34a03948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:08.241773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.267973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port fad7481e-7e43-4681-90fb-4678f4e82798 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:08.274939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.285609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.317879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port fad7481e-7e43-4681-90fb-4678f4e82798 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:08.318457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.328440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-8b77df27-5637-41d4-9eeb-1c91049e9da3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 1001 time: 0.1699319 Apr 05 12:16:08.356752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Transition to ACTIVE for port object f495ca02-a2f1-4aa9-95e7-18a752655041 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:08.409945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-1bfd41b6-feba-4511-98ed-748e7319993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:08.411717 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-1bfd41b6-feba-4511-98ed-748e7319993b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0751147 Apr 05 12:16:08.419873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Transition to ACTIVE for port object f495ca02-a2f1-4aa9-95e7-18a752655041 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:08.434635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.471798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.498752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] For port dd7947e3-b199-433c-9d62-3492a1763a26, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:08.520300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.21.0.1 (f73a5022-3a90-4525-9908-de9f4306c8c7/4b420471-b515-43d9-9ced-cd19506da461/b682567f-30a9-404f-a372-086f769f98e4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:08.534883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f7d8c-1877-42c9-bddd-b2e265057abb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:08.568773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.570321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ac70870-692a-4da1-aa9b-4ca1d85463d5 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/d99f7d8c-1877-42c9-bddd-b2e265057abb HTTP/1.1" status: 204 len: 168 time: 0.5354166 Apr 05 12:16:08.575350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56082) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:08.577805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] For port dd7947e3-b199-433c-9d62-3492a1763a26, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dd7947e3-b199-433c-9d62-3492a1763a26,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:08.581123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Network f73a5022-3a90-4525-9908-de9f4306c8c7 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:08.620777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:08.629178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.636401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:08.640427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Pushing event updated for resources: {'Port': ['ID=f495ca02-a2f1-4aa9-95e7-18a752655041,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:08.674428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-53d3df7a-8b89-47e8-8d18-83ef6286a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:08.676240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-53d3df7a-8b89-47e8-8d18-83ef6286a638 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2582657 Apr 05 12:16:08.800899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.813799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.839806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object b682567f-30a9-404f-a372-086f769f98e4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:08.872908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:08.873779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:08.877106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.948156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Attempting to bind port f495ca02-a2f1-4aa9-95e7-18a752655041 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:08.948638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Attempting to bind port f495ca02-a2f1-4aa9-95e7-18a752655041 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:08.949001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Attempting to bind port f495ca02-a2f1-4aa9-95e7-18a752655041 on network f73a5022-3a90-4525-9908-de9f4306c8c7 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:08.964288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2b5df-eadb-43b6-b050-0212c718aecd None None] Pushing event updated for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:08.978860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:08.980059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Checking segment: {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:08.980634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.981175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Bound using segment: {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:08.981809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Bound port: f495ca02-a2f1-4aa9-95e7-18a752655041, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:08.982341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:08.985182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:08.985337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b6bc1bb-de1d-492e-918b-37a984c07508 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:08.998889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network f73a5022-3a90-4525-9908-de9f4306c8c7 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:09.000248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:09.003872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:09.048168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b6bc1bb-de1d-492e-918b-37a984c07508 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:09.049433 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7b6bc1bb-de1d-492e-918b-37a984c07508 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4729302 Apr 05 12:16:09.053852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56088) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:09.067087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port fad7481e-7e43-4681-90fb-4678f4e82798, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fad7481e-7e43-4681-90fb-4678f4e82798,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:09.069344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.080481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-ce2b956d-0bcc-41c0-b59a-5b120a9c3c4f service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920293 Apr 05 12:16:09.084088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259807700'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:09.085515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.114984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:09.143885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:09.222911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:09.227413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.237820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.302787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:09.316304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:09.322378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:09.328914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0435f2c1-837a-4395-8e72-2f47335428c2 req-d6b487cd-b65c-4581-8d2c-7d623ef9669b service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340240 Apr 05 12:16:09.329069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:09.346627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:09.397821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] For port f495ca02-a2f1-4aa9-95e7-18a752655041, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:09.439885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] For port f495ca02-a2f1-4aa9-95e7-18a752655041, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f495ca02-a2f1-4aa9-95e7-18a752655041,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:09.448816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.463684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.473605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.532707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9923ffe0-fa1c-4144-8d0c-e2d3d447d726,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:09.546878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.548688 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c06f13bf-7226-4e5d-9e35-3ed87a7e207a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4714489 Apr 05 12:16:09.551459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56092) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:09.558181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '9923ffe0-fa1c-4144-8d0c-e2d3d447d726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:09.563651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:09.568348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:09.571389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:09.579724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:09.618407 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:09.622565 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-425a7dd0-6556-4eaf-b995-6e60cb99ff00 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0671403 Apr 05 12:16:09.623611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56096) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:09.627236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50628b-2144-4abf-bb7f-2700075e22a7 None None] Pushing event updated for resources: {'Port': ['ID=f495ca02-a2f1-4aa9-95e7-18a752655041,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:09.630221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group_rule': {'security_group_id': '9923ffe0-fa1c-4144-8d0c-e2d3d447d726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:09.644524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:09.651651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:09.657026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:09.666371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:09.669355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.676376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.732644 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:16:09.734308 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-23c4848d-9f92-40f8-88a4-068826d04137 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1090500 Apr 05 12:16:09.737815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56100) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:09.768720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fad7481e-7e43-4681-90fb-4678f4e82798 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:09.834314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.875603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.890648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:02Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:08Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:09.898254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cb6e-ff10-4f80-ad75-2e824c1939f4 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:02Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:08Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:09.948193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.974593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port fad7481e-7e43-4681-90fb-4678f4e82798 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:09.975232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.982480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923ffe0-fa1c-4144-8d0c-e2d3d447d726,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:09.993209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:09.997318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e4ca38c1-4ada-4f35-8536-d93041b34e57 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/9923ffe0-fa1c-4144-8d0c-e2d3d447d726 HTTP/1.1" status: 204 len: 168 time: 0.2557795 Apr 05 12:16:09.997740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56104) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:09.998606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.002272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:10.117108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85a4579c-0457-40d0-a82f-70563697c2c0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:10.150370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85a4579c-0457-40d0-a82f-70563697c2c0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:10.156388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85a4579c-0457-40d0-a82f-70563697c2c0 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1541483 Apr 05 12:16:10.157178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56108) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:10.179209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'tempest-secgroup--708618606'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:10.192548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:10.218825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:10.247306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.286276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network f73a5022-3a90-4525-9908-de9f4306c8c7 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:10.287846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:10.290802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:10.300363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Usage tracker for resource:security_group_rule and tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:10.303953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:10.371689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:10.522883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:10.628180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.691684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.780111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c8662-45f2-4db1-b63c-b25644ccb604,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:10.792794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:10.810648 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5727a830-22a8-45df-a1fc-6888f728b9ad tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2315919 Apr 05 12:16:10.813533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:10.819887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-1948625976'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:10.824172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.825341 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1df7ef0-2b47-403f-9965-92d924a0d8ac tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6669581 Apr 05 12:16:10.828270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:10.828915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56116) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:10.832722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:10.835886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:10.836403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4cfc1022-7bf7-44ff-85d5-fde410125f9d tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:10.837282 dv-neutron-833203-3-hyperv neutron-server[87957]: WARNING neutron.api.v2.base [None req-4cfc1022-7bf7-44ff-85d5-fde410125f9d tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 12:16:10.837938 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-4cfc1022-7bf7-44ff-85d5-fde410125f9d tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 12:16:10.840645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4cfc1022-7bf7-44ff-85d5-fde410125f9d tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "PUT /v2.0/security-groups/0d1c8662-45f2-4db1-b63c-b25644ccb604 HTTP/1.1" status: 409 len: 330 time: 0.0106523 Apr 05 12:16:10.842967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:10.843269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:10.856795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:10.862241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.899843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:16:10.910180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.910531 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment abfb37a6-8247-4162-88c8-96deda6ff19d of type vlan for network fd3a848f-c782-4516-9053-89c0be2eafe2 Apr 05 12:16:10.942763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.955703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.976311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.989813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:10.993116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c7ae3-fb38-4be7-87ad-5b6b99c0a133 None None] Network f73a5022-3a90-4525-9908-de9f4306c8c7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:10.998401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:10.998805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.053056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.058256 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2429187 Apr 05 12:16:11.070023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56126) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.109712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4d6a9489-310c-41af-a655-8ef168bb2488 None None] Provisioning for port f495ca02-a2f1-4aa9-95e7-18a752655041 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:11.117071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:11.141772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaab0a-4423-48f4-9526-32e49a06512e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=fd3a848f-c782-4516-9053-89c0be2eafe2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:11.147986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c8662-45f2-4db1-b63c-b25644ccb604,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:11.159583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network fd3a848f-c782-4516-9053-89c0be2eafe2 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:16:11.176757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.180554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56130) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.180729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7ce50d66-372c-466d-a899-1ae4af361768 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d1c8662-45f2-4db1-b63c-b25644ccb604 HTTP/1.1" status: 204 len: 168 time: 0.3364244 Apr 05 12:16:11.264386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-836d0d53-3e84-4892-9ea5-5dad66c78b5f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Synchronizing usage tracker for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:11.271377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:11.277745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:11.277950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:11.284151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:11.289766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-836d0d53-3e84-4892-9ea5-5dad66c78b5f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] Unset dirty status for tenant:d1cfc98bd6c345b0b5dd269e1e0a6cb1 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:11.292471 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-836d0d53-3e84-4892-9ea5-5dad66c78b5f tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107767 Apr 05 12:16:11.296994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56134) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.310193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:11.313638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.344999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-a1a0a7ab-dba8-4462-83f5-ce1573da406b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] delete failed (client error): The resource could not be found. Apr 05 12:16:11.350324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a1a0a7ab-dba8-4462-83f5-ce1573da406b tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "DELETE /v2.0/security-groups/664e554e-d152-4803-96d7-0ab8bcb4b7e0 HTTP/1.1" status: 404 len: 347 time: 0.0521631 Apr 05 12:16:11.351898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56138) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.375850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-0a7b98af-e86b-47e4-8dfe-914fe11aff3a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] show failed (client error): The resource could not be found. Apr 05 12:16:11.380486 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0a7b98af-e86b-47e4-8dfe-914fe11aff3a tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-groups/23c87322-b062-4417-88b2-601d96b16efe HTTP/1.1" status: 404 len: 347 time: 0.0240095 Apr 05 12:16:11.380825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56142) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.395416 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-7a43a339-c3c9-4fe0-8732-5482a3ff8d86 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] show failed (client error): The resource could not be found. Apr 05 12:16:11.402868 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7a43a339-c3c9-4fe0-8732-5482a3ff8d86 tempest-NegativeSecGroupIPv6Test-1746199262 tempest-NegativeSecGroupIPv6Test-1746199262-project] 10.222.0.50 "GET /v2.0/security-group-rules/c3250e19-e9b4-4c21-ae82-357f85a07849 HTTP/1.1" status: 404 len: 356 time: 0.0147567 Apr 05 12:16:11.529500 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:11.544574 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:11.545226 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:11.616979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.760050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7dbf1287-01d4-45b2-b89f-b6ea7d47dd08 None None] Provisioning for port b682567f-30a9-404f-a372-086f769f98e4 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:11.769271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7dbf1287-01d4-45b2-b89f-b6ea7d47dd08 None None] Provisioning complete for port b682567f-30a9-404f-a372-086f769f98e4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:11.769652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7dbf1287-01d4-45b2-b89f-b6ea7d47dd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.806245 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:11.844331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=86b1636e-231e-44a7-b45c-0a6aee5e349a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:11.855771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:11.856534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: fd3a848f-c782-4516-9053-89c0be2eafe2, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:16:11.871183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf1287-01d4-45b2-b89f-b6ea7d47dd08 None None] Port b682567f-30a9-404f-a372-086f769f98e4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:11.876863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f495ca02-a2f1-4aa9-95e7-18a752655041 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:11.884903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network fd3a848f-c782-4516-9053-89c0be2eafe2 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:16:11.905629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, fd3a848f-c782-4516-9053-89c0be2eafe2) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:11.916068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:11.917509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:11.946864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b405bdf-d9c0-4e5d-b4d1-e7100bba2936 None None] Network fd3a848f-c782-4516-9053-89c0be2eafe2 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:11.953807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56150) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:11.971117 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-68323aed-3718-4664-8a5e-1ef62446d886 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8769405 Apr 05 12:16:11.972474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56156) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:12.082486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f495ca02-a2f1-4aa9-95e7-18a752655041 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:12.097511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f495ca02-a2f1-4aa9-95e7-18a752655041 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:12.097968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.317992 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:09Z', 'revision_number': 3, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:09Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:08Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:12.322561 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:12.323470 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Updating router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f port b682567f-30a9-404f-a372-086f769f98e4 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:12.349244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f2324b21-f026-4845-b05d-d8cd5de2060f None None] Provisioning complete for port b682567f-30a9-404f-a372-086f769f98e4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:12.349689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f2324b21-f026-4845-b05d-d8cd5de2060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.368061 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2bbd21bc-e59b-45a6-b2ba-4ae9ab2442c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1cfc98bd6c345b0b5dd269e1e0a6cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130869 Apr 05 12:16:12.370656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56160) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:12.395986 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.413752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-fd3a848f-c782-4516-9053-89c0be2eafe2', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:16:12.414591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.446034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.462875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.466392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f2324b21-f026-4845-b05d-d8cd5de2060f None None] Port b682567f-30a9-404f-a372-086f769f98e4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:12.501144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.601671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.602196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f495ca02-a2f1-4aa9-95e7-18a752655041, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f495ca02-a2f1-4aa9-95e7-18a752655041,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:12.624426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2361c-87a2-472d-8985-33e9f55df9ec,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:12.642618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.644287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38008784-c899-4bd9-b786-4db8fb5c9c58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fa2361c-87a2-472d-8985-33e9f55df9ec HTTP/1.1" status: 204 len: 168 time: 0.2718852 Apr 05 12:16:12.657664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:12.658446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dd7947e3-b199-433c-9d62-3492a1763a26 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:12.872823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-497d3d55-0fc5-44a6-8dd0-5740253b1d4c None None] Provisioning complete for port b682567f-30a9-404f-a372-086f769f98e4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:12.873195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-497d3d55-0fc5-44a6-8dd0-5740253b1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.051855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-497d3d55-0fc5-44a6-8dd0-5740253b1d4c None None] Port b682567f-30a9-404f-a372-086f769f98e4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:13.059298 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.075009 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Transition to ACTIVE for port object b682567f-30a9-404f-a372-086f769f98e4 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:13.085028 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.111658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f495ca02-a2f1-4aa9-95e7-18a752655041,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:13.124826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.127875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Allocated IP 172.22.0.2 (fd3a848f-c782-4516-9053-89c0be2eafe2/86b1636e-231e-44a7-b45c-0a6aee5e349a/d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:13.148210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port dd7947e3-b199-433c-9d62-3492a1763a26 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:13.161167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port dd7947e3-b199-433c-9d62-3492a1763a26 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:13.162010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.316240 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562467ab-513c-45ff-ae49-fc3a2f4d24a9 None None] Pushing event updated for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:13.359710 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Attempting to bind port b682567f-30a9-404f-a372-086f769f98e4 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:13.360074 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Attempting to bind port b682567f-30a9-404f-a372-086f769f98e4 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:13.360432 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Attempting to bind port b682567f-30a9-404f-a372-086f769f98e4 on network f73a5022-3a90-4525-9908-de9f4306c8c7 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:13.367190 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:13.367695 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Checking segment: {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:13.368088 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.368475 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Bound using segment: {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:13.368932 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Bound port: b682567f-30a9-404f-a372-086f769f98e4, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:13.369447 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.466575 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] For port b682567f-30a9-404f-a372-086f769f98e4, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:13.470674 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] For port b682567f-30a9-404f-a372-086f769f98e4, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682567f-30a9-404f-a372-086f769f98e4,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:13.475945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.480977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.561797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port dd7947e3-b199-433c-9d62-3492a1763a26, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dd7947e3-b199-433c-9d62-3492a1763a26,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:13.593656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.596975 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:13.597617 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:13.669415 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562467ab-513c-45ff-ae49-fc3a2f4d24a9 None None] Pushing event updated for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:13.690180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.704757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:13.707966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Transition to ACTIVE for port object d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:13.741627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Transition to ACTIVE for port object d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:13.753575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f495ca02-a2f1-4aa9-95e7-18a752655041 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:13.773039 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:13.782602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:13.833149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.22.0.1 (fd3a848f-c782-4516-9053-89c0be2eafe2/86b1636e-231e-44a7-b45c-0a6aee5e349a/1053a9c3-a830-439f-aab6-0889ff25768b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:13.889797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Network fd3a848f-c782-4516-9053-89c0be2eafe2 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:13.896624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:13.902735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:13.911749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Pushing event updated for resources: {'Port': ['ID=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:13.994173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f495ca02-a2f1-4aa9-95e7-18a752655041 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:13.994544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.030853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.051684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object 1053a9c3-a830-439f-aab6-0889ff25768b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:14.063993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Attempting to bind port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:14.064412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Attempting to bind port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:14.064781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Attempting to bind port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb on network fd3a848f-c782-4516-9053-89c0be2eafe2 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:14.073534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:14.073896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Checking segment: {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:14.074361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.074817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Bound using segment: {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:14.075334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Bound port: d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:14.075717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.078924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.159878 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:09Z', 'revision_number': 3, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:14.161775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network fd3a848f-c782-4516-9053-89c0be2eafe2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:14.165675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f8b1c-055e-4785-b669-b8f664337694 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:09Z', 'revision_number': 3, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:14.171551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:14.177279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:14.216224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:14.248953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] For port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:14.265189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] For port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:14.271301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.273218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.369129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b84250-cd1f-48b9-8fba-15e7c055461a None None] Pushing event updated for resources: {'Port': ['ID=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:14.427734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.930059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:14.935785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.050382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:15.052905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.331790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network fd3a848f-c782-4516-9053-89c0be2eafe2 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:15.333076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:15.439950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb29d8af-4d07-4bc1-adc2-4f6a5277ce94 None None] Network fd3a848f-c782-4516-9053-89c0be2eafe2 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:15.501040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:15.551058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-febda425-01be-4fc2-ab66-5aef441b7f9d None None] Provisioning for port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:15.703326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:15.717042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:15.721438 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0230a5f0-e65a-4a83-bf3f-25886137251f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7452831 Apr 05 12:16:15.721845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56170) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:15.729197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'network': {'name': 'tempest-RoutersTest-903624343'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:15.733737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:15.735069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:15.737217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:15.750074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:network and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:15.754704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:15.763473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:15.779694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:15.784639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.857190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:16:15.870645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.871599 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added segment 37d77ed9-82b6-4d47-b14d-894447a26176 of type vlan for network 2cf16b8c-cdba-43df-b422-6da3975ca2df Apr 05 12:16:15.922983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.936494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682567f-30a9-404f-a372-086f769f98e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:15.960139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:15.966631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:15.967119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.052193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:16.100863 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3767264 Apr 05 12:16:16.104787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56174) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:16.112535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'subnet': {'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:16.129852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805dd3-263f-4747-9612-af97e32b7b08 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Network': ['ID=2cf16b8c-cdba-43df-b422-6da3975ca2df,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:16.152199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:16:16.234053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:16.238235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:subnet and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:16.242416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:16.252018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:16.266027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Made reservation on behalf of 04b63c83830a4bc5a14da6bf6c5a1e70 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:16.269685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.379675 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b682567f-30a9-404f-a372-086f769f98e4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:16.420542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b682567f-30a9-404f-a372-086f769f98e4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:16.420932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.510004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.520392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-33d7a665-3fdd-48bd-8c4f-8adbdd2ab01d None None] Provisioning for port 1053a9c3-a830-439f-aab6-0889ff25768b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:16.552723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-33d7a665-3fdd-48bd-8c4f-8adbdd2ab01d None None] Provisioning complete for port 1053a9c3-a830-439f-aab6-0889ff25768b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:16.553105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-33d7a665-3fdd-48bd-8c4f-8adbdd2ab01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.603075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Subnet': ['ID=64c2d862-6076-4627-a99d-7db826ed80a0,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:16.618247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Checking segment: {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:16.618892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network hostable DHCP agents. Network: 2cf16b8c-cdba-43df-b422-6da3975ca2df, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:16:16.643267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:16:16.656116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2cf16b8c-cdba-43df-b422-6da3975ca2df) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:16.660663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:16.661325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.682609 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-40756527-5f27-4279-b4cb-e64353038983 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5767918 Apr 05 12:16:16.685514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:16.686480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-33d7a665-3fdd-48bd-8c4f-8adbdd2ab01d None None] Port 1053a9c3-a830-439f-aab6-0889ff25768b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:16.719045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de64bee0-1958-40a5-8319-5d0e491dd83d None None] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:16.862588 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.939836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b682567f-30a9-404f-a372-086f769f98e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682567f-30a9-404f-a372-086f769f98e4,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:16.969609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:16.970296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:17.086038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:14Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:14Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:17.140062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:17.140501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Updating router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f port 1053a9c3-a830-439f-aab6-0889ff25768b binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:17.220371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2cf16b8c-cdba-43df-b422-6da3975ca2df', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:16:17.221102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:17.235458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4625704b-d01f-41a9-8bfb-e289d989dbb8 None None] Provisioning complete for port 1053a9c3-a830-439f-aab6-0889ff25768b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:17.235823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4625704b-d01f-41a9-8bfb-e289d989dbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:17.263061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:17.346113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:17.365013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:17.371690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4625704b-d01f-41a9-8bfb-e289d989dbb8 None None] Port 1053a9c3-a830-439f-aab6-0889ff25768b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:17.424835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:17.426357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:17.426717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:17.706582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Allocated IP 172.23.0.2 (2cf16b8c-cdba-43df-b422-6da3975ca2df/64c2d862-6076-4627-a99d-7db826ed80a0/0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:17.789460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.003703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:18.012844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.013622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dd7947e3-b199-433c-9d62-3492a1763a26 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:18.240024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:18.306060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.316156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.321408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port dd7947e3-b199-433c-9d62-3492a1763a26 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:18.321783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.355013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Transition to ACTIVE for port object 1053a9c3-a830-439f-aab6-0889ff25768b will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:18.375987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Transition to ACTIVE for port object 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:18.383463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.523879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Transition to ACTIVE for port object 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:18.547591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4b5f-c493-4313-ab47-d7d485b2b1f1 None None] Pushing event updated for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:18.580976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.612875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Allocated IP 172.23.0.1 (2cf16b8c-cdba-43df-b422-6da3975ca2df/64c2d862-6076-4627-a99d-7db826ed80a0/eabbde44-3890-41cd-aff3-4ada37dfb17d) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:18.769019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:18.782233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:18.783982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Pushing event updated for resources: {'Port': ['ID=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:18.786110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:18.794201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Attempting to bind port 1053a9c3-a830-439f-aab6-0889ff25768b on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:18.794653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Attempting to bind port 1053a9c3-a830-439f-aab6-0889ff25768b by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:18.795005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Attempting to bind port 1053a9c3-a830-439f-aab6-0889ff25768b on network fd3a848f-c782-4516-9053-89c0be2eafe2 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:18.798013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.821373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Transition to ACTIVE for port object eabbde44-3890-41cd-aff3-4ada37dfb17d will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:18.833155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:18.833529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Checking segment: {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:18.833927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.834317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Bound using segment: {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:18.834796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Bound port: 1053a9c3-a830-439f-aab6-0889ff25768b, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfb37a6-8247-4162-88c8-96deda6ff19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:18.835212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.850512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:18.929794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:18.935762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:18.939544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:18.941984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:18.976967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:19.008263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.018925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Attempting to bind port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:19.019320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Attempting to bind port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:19.019687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Attempting to bind port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e on network 2cf16b8c-cdba-43df-b422-6da3975ca2df {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:19.037815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:19.038206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Checking segment: {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:19.038691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.039128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Bound using segment: {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:19.039613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Bound port: 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:19.039992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.106147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] For port 1053a9c3-a830-439f-aab6-0889ff25768b, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:19.136781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] For port 1053a9c3-a830-439f-aab6-0889ff25768b, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1053a9c3-a830-439f-aab6-0889ff25768b,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:19.149306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:19.149674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.162836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.180479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.258393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] For port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:19.285365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] For port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:19.299566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.322866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:19.323589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:19.378821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4b5f-c493-4313-ab47-d7d485b2b1f1 None None] Pushing event updated for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:19.593270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.598370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:19.658233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682567f-30a9-404f-a372-086f769f98e4 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:19.696949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:19.763125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93016b-6df2-450b-9cea-87e2840943b6 None None] Pushing event updated for resources: {'Port': ['ID=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:19.865585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event updated for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:19.882344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:20.026848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b682567f-30a9-404f-a372-086f769f98e4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:20.027599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:20.044934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:20.046228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:20.244021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:20.249911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:18Z', 'revision_number': 1, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:20.256418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1302c-0fd5-43fc-9980-3e638f40b94c None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:18Z', 'revision_number': 1, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:20.440293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:20.457529 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-415750e1-5b93-4b82-b824-b52b5e9b95ed tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7709689 Apr 05 12:16:20.460371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56186) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:20.466406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:20.704570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6e51e-bbed-4127-9cb7-6184583494b1 None None] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:20.865938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3910b458-71e3-4baa-bf36-60fe0de10a93 None None] Provisioning for port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:21.057864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:21.151384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:21.157205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:21.157584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.291999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:16:21.301165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.321399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:16:21.337170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Removed routes are [] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:16:21.337556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.340761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:21.358617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.359706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1053a9c3-a830-439f-aab6-0889ff25768b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:21.508342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Provisioning for port eabbde44-3890-41cd-aff3-4ada37dfb17d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:21.521893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Provisioning complete for port eabbde44-3890-41cd-aff3-4ada37dfb17d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:21.522275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.572410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:21.599219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1053a9c3-a830-439f-aab6-0889ff25768b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:21.609754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Port eabbde44-3890-41cd-aff3-4ada37dfb17d cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:21.616322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1053a9c3-a830-439f-aab6-0889ff25768b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:21.617052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.664887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Provisioning complete for port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:21.665400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-801366b9-0316-443e-8b38-df1d9163aee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.707083 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:21.719679 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:21.720552 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:21.740540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.744674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.870975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.906469 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:21.908147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 1053a9c3-a830-439f-aab6-0889ff25768b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1053a9c3-a830-439f-aab6-0889ff25768b,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:21.914110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:21.929693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:21.983775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:22.007842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b68c6de6-6517-4b74-9566-813db42ad753 None None] Provisioning complete for port eabbde44-3890-41cd-aff3-4ada37dfb17d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:22.008285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b68c6de6-6517-4b74-9566-813db42ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.106600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b68c6de6-6517-4b74-9566-813db42ad753 None None] Port eabbde44-3890-41cd-aff3-4ada37dfb17d cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:16:22.117536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:22.124427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.127076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6d758795-9908-4f8b-ab9a-fd9b28c13143 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 934 time: 1.6636918 Apr 05 12:16:22.128152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56190) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:22.248785 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 6, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:19Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:22.255311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:22.255663 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Updating router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f port eabbde44-3890-41cd-aff3-4ada37dfb17d binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:22.299198 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8474a5d4-472d-408c-beb5-3ec8063532d3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 934 time: 0.1674416 Apr 05 12:16:22.299413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56196) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:22.304083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'routes': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:22.310018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.520277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56200) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:22.687638 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.699115 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Transition to ACTIVE for port object eabbde44-3890-41cd-aff3-4ada37dfb17d will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:22.705935 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.929639 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9d741-4d25-4efa-a839-05c756540135 None None] Pushing event updated for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:22.931706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:22.981268 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Attempting to bind port eabbde44-3890-41cd-aff3-4ada37dfb17d on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:22.981268 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Attempting to bind port eabbde44-3890-41cd-aff3-4ada37dfb17d by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:22.981268 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Attempting to bind port eabbde44-3890-41cd-aff3-4ada37dfb17d on network 2cf16b8c-cdba-43df-b422-6da3975ca2df {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:22.991813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:22.992243 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Checking segment: {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:22.992574 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:22.992967 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Bound using segment: {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:22.993434 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Bound port: eabbde44-3890-41cd-aff3-4ada37dfb17d, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d77ed9-82b6-4d47-b14d-894447a26176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:22.993825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.031022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:23.031754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.086437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added routes are [] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:16:23.086991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:16:23.131816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.148279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] For port eabbde44-3890-41cd-aff3-4ada37dfb17d, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:23.152996 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] For port eabbde44-3890-41cd-aff3-4ada37dfb17d, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eabbde44-3890-41cd-aff3-4ada37dfb17d,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:23.158683 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.188646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.235475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d65b3b33-3be8-4577-8672-61a0b808286b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.255697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1053a9c3-a830-439f-aab6-0889ff25768b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:23.280616 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:23.282694 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:23.369546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1053a9c3-a830-439f-aab6-0889ff25768b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:23.370570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.460100 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9d741-4d25-4efa-a839-05c756540135 None None] Pushing event updated for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:23.495361 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:23.564945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.568927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.736935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:23.785399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port fad7481e-7e43-4681-90fb-4678f4e82798 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:23.785995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.840768 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 7, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:23.845735 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e784e8-fcfe-408c-be67-a8bf014a11b0 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 7, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:23.903152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:23.909797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:23.911619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb2f93b0-0948-4852-aec9-cfe924c1d6f9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 700 time: 1.6107025 Apr 05 12:16:23.913723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56204) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:23.988172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port fad7481e-7e43-4681-90fb-4678f4e82798, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=fad7481e-7e43-4681-90fb-4678f4e82798,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:23.988428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:24.008793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:24.018633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:24.019423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:24.088665 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3a1f0dd5-91dd-4a0c-ba52-68ed7fce337d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 700 time: 0.1738212 Apr 05 12:16:24.091351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56208) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:24.132310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for fad7481e-7e43-4681-90fb-4678f4e82798 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:24.189924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:24.429324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:24.441210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:24.483972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=fad7481e-7e43-4681-90fb-4678f4e82798,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:24.543894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 7, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:24.548144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:24.557466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:24.558151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:15:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:24.742973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:24.784225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:24.784557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.064754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eabbde44-3890-41cd-aff3-4ada37dfb17d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:25.172368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port eabbde44-3890-41cd-aff3-4ada37dfb17d completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:25.197004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port eabbde44-3890-41cd-aff3-4ada37dfb17d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:25.198265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.209257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port eabbde44-3890-41cd-aff3-4ada37dfb17d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:25.209540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.282438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-19a80111-f510-416c-8246-7b5a39f16fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.370158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:25.377831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 7, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:25.385602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.396310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32901d4c-2631-4b3b-aa95-8aa3dd871d4c None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 7, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eabbde44-3890-41cd-aff3-4ada37dfb17d', 'name': '', 'network_id': '2cf16b8c-cdba-43df-b422-6da3975ca2df', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:c0:15:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:17Z', 'updated_at': '2022-04-05T12:16:23Z', 'revision_number': 4, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '64c2d862-6076-4627-a99d-7db826ed80a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:25.435451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port eabbde44-3890-41cd-aff3-4ada37dfb17d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eabbde44-3890-41cd-aff3-4ada37dfb17d,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:25.441195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.472594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port eabbde44-3890-41cd-aff3-4ada37dfb17d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eabbde44-3890-41cd-aff3-4ada37dfb17d,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:25.473085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:25.540596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:25.612774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:25.629983 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:25.631967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for eabbde44-3890-41cd-aff3-4ada37dfb17d owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:25.636966 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b260548d-f23d-49a8-adba-6f56d4196a5f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/e4af3f51-49db-4070-8e65-8cd9239a5b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1142313 Apr 05 12:16:25.640389 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:25.641043 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:25.756319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:25.757023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:16:25.831169 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:26.216273 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:26.220493 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:26.229806 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:26.230423 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:26.274138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port eabbde44-3890-41cd-aff3-4ada37dfb17d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:26.274716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:26.385963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5330597-a0a3-4afc-a6fc-6d6406ff2cfa req-aa58bd15-6bc9-49cc-8706-0b50f1b1b7c3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:26.387407 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5330597-a0a3-4afc-a6fc-6d6406ff2cfa req-aa58bd15-6bc9-49cc-8706-0b50f1b1b7c3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.4598739 Apr 05 12:16:26.412080 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:26.415660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:26.444572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:26.511156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5330597-a0a3-4afc-a6fc-6d6406ff2cfa req-d80a988e-90d3-4050-b722-c5579df46b63 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759461 Apr 05 12:16:26.523287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port eabbde44-3890-41cd-aff3-4ada37dfb17d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eabbde44-3890-41cd-aff3-4ada37dfb17d,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:26.523559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:26.662032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for eabbde44-3890-41cd-aff3-4ada37dfb17d owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:26.767686 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:26.771663 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8f32b-73c9-4ca9-81d1-84c74fbb81c9 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '5b1b1826-e237-4b26-abbd-c5506123b245', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'port_id': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'mac_address': 'fa:16:3e:69:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:14:57Z', 'updated_at': '2022-04-05T12:15:04Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:26.842422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:26.897228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=eabbde44-3890-41cd-aff3-4ada37dfb17d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:27.208976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:27.225231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fad7481e-7e43-4681-90fb-4678f4e82798 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:27.271821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: fad7481e-7e43-4681-90fb-4678f4e82798 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:27.272429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device fad7481e-7e43-4681-90fb-4678f4e82798 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:27.589868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-673be415-0242-44a6-bfd2-35e15dc48e9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:27.591339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-673be415-0242-44a6-bfd2-35e15dc48e9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.2472188 Apr 05 12:16:27.690523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:27.827126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:27.849804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:27.850134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.113023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa53e-490c-44a0-8bc0-a46a9841fbde req-12613b93-c92f-48d1-9620-4ce8468ef35d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:28.114680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc2fa53e-490c-44a0-8bc0-a46a9841fbde req-12613b93-c92f-48d1-9620-4ce8468ef35d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 946 time: 0.4790921 Apr 05 12:16:28.120416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:28.129745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:28.139699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:28.140319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:28.199006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2983fd6e-4348-4640-bd93-5c5ea4788d8d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1014607 Apr 05 12:16:28.200134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:28.275601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 64c2d862-6076-4627-a99d-7db826ed80a0 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:28.278799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.280903 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bc2fa53e-490c-44a0-8bc0-a46a9841fbde req-8422ccf4-4e74-442a-b719-fd207963aa7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5769952a-d2bd-4a0d-92cb-f8072d541c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586607 Apr 05 12:16:28.298959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:28.323185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:28.323651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.348320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.434235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.454825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:28.521990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.573081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=64c2d862-6076-4627-a99d-7db826ed80a0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:28.576712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.584608 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ba0d630-18b7-4817-80e0-151fb517f5e3 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/64c2d862-6076-4627-a99d-7db826ed80a0 HTTP/1.1" status: 204 len: 168 time: 0.3840361 Apr 05 12:16:28.588946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56228) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:28.593686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648f61d-61d0-480d-a52b-d9f78034fcbf None None] Network 2cf16b8c-cdba-43df-b422-6da3975ca2df requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:28.639010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.699697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=4522ad54-1ce4-4fee-ab5b-9147ab0554d0,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:28.719744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.736414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:28.736765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.781000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:28.783075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:28.792955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'name': 'network-vif-deleted', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:28.798301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-baa69408-966c-45f8-8a22-461cb77e3d50 req-964898c8-1493-4950-b905-9524108f7c01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/4522ad54-1ce4-4fee-ab5b-9147ab0554d0 HTTP/1.1" status: 204 len: 173 time: 1.1973805 Apr 05 12:16:28.852555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:26Z', 'revision_number': 8, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:28.855810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caef1b75-80d5-4bd9-9e0b-f550f5fa5282', 'name': 'network-vif-deleted', 'tag': '4522ad54-1ce4-4fee-ab5b-9147ab0554d0', 'status': 'completed', 'code': 200} Apr 05 12:16:28.859562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:28.890678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:28.891330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:28.992741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,segment=NetworkSegment(37d77ed9-82b6-4d47-b14d-894447a26176),segment_id=37d77ed9-82b6-4d47-b14d-894447a26176)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:28.993203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.021724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7f689-587a-469d-97f9-bf715304a26d None None] DHCP port deletion for 2cf16b8c-cdba-43df-b422-6da3975ca2df request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:29.043133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7f689-587a-469d-97f9-bf715304a26d None None] Deleting port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:29.043512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aaf7f689-587a-469d-97f9-bf715304a26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.105067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:29.121354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:29.214738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.269422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7f689-587a-469d-97f9-bf715304a26d None None] The port '0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:16:29.271740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:29.273757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No DVR routers for this DVR port 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:29.417923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.460651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf16b8c-cdba-43df-b422-6da3975ca2df']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:29.476366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d77ed9-82b6-4d47-b14d-894447a26176') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:29.476723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d77ed9-82b6-4d47-b14d-894447a26176') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:29.489416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-bd2308ab-4ad7-4b47-a612-7668237702e1 req-a3cdf3d3-b1b0-4d9e-be5e-97a064e96fb1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:29.489638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.507170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-bd2308ab-4ad7-4b47-a612-7668237702e1 req-a3cdf3d3-b1b0-4d9e-be5e-97a064e96fb1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:29.511656 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd2308ab-4ad7-4b47-a612-7668237702e1 req-a3cdf3d3-b1b0-4d9e-be5e-97a064e96fb1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=caef1b75-80d5-4bd9-9e0b-f550f5fa5282 HTTP/1.1" status: 200 len: 210 time: 0.0690150 Apr 05 12:16:29.512059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.519896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:29.520233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:29.536274 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:29.596049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:26Z', 'revision_number': 8, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:29.600082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c8088-fd5f-460f-9a6a-29d0c6a07c23 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:26Z', 'revision_number': 8, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': '1053a9c3-a830-439f-aab6-0889ff25768b', 'name': '', 'network_id': 'fd3a848f-c782-4516-9053-89c0be2eafe2', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:cd:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:13Z', 'updated_at': '2022-04-05T12:16:21Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '86b1636e-231e-44a7-b45c-0a6aee5e349a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:29.619636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.638048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:29.649431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=2cf16b8c-cdba-43df-b422-6da3975ca2df,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:29.657454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e0acbb26-7bcc-4084-8959-793e9938cedb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/2cf16b8c-cdba-43df-b422-6da3975ca2df HTTP/1.1" status: 204 len: 168 time: 1.0673864 Apr 05 12:16:29.660053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56238) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:30.275017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.606375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56244) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:30.630671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port 1053a9c3-a830-439f-aab6-0889ff25768b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:30.631115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.677036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.705489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.773357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.793622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5769952a-d2bd-4a0d-92cb-f8072d541c4d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:30.804406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.805516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c78919b-4d86-49fb-91f7-697793932347 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/5769952a-d2bd-4a0d-92cb-f8072d541c4d HTTP/1.1" status: 204 len: 168 time: 0.1981635 Apr 05 12:16:30.837626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56250) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:30.842737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port 1053a9c3-a830-439f-aab6-0889ff25768b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1053a9c3-a830-439f-aab6-0889ff25768b,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:30.843166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.893636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:30.915165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet f05d8f42-3663-4fe5-b97d-9cb249b8d52f {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:30.918335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:30.933605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:30.933955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0c2f2ffa-0515-4d9f-ada5-cfcbcc8f396e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:30.934374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eabbde44-3890-41cd-aff3-4ada37dfb17d no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:30.967597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: eabbde44-3890-41cd-aff3-4ada37dfb17d {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:30.967826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for 1053a9c3-a830-439f-aab6-0889ff25768b owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:30.967947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eabbde44-3890-41cd-aff3-4ada37dfb17d not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:30.976042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.070067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.160940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.162768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.207816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=f05d8f42-3663-4fe5-b97d-9cb249b8d52f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:31.211407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.212716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=1053a9c3-a830-439f-aab6-0889ff25768b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:31.220212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5e9619fe-ddbe-4bd2-bb6c-763cced62e89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/f05d8f42-3663-4fe5-b97d-9cb249b8d52f HTTP/1.1" status: 204 len: 168 time: 0.3775713 Apr 05 12:16:31.221189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:31.225501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfda38d-ccac-4e3d-aac8-7d9e672f12d6 None None] Network 32ab3ac3-8a71-4d75-a453-695689e4f3b6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:31.392802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.406169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:31.406850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.413744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:31.461070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:31.461400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4522ad54-1ce4-4fee-ab5b-9147ab0554d0 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:31.557370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] DHCP port deletion for 32ab3ac3-8a71-4d75-a453-695689e4f3b6 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:31.562118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Deleting port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:31.562517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.700157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.758587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:31.759225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.773577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] For port f7f9657c-fb89-4cc8-9871-95c6d641c7e7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,segment=NetworkSegment(d994e68f-e2d0-4c69-a265-8719bcad53e0),segment_id=d994e68f-e2d0-4c69-a265-8719bcad53e0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:31.774189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.888867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for f7f9657c-fb89-4cc8-9871-95c6d641c7e7 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:31.904014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Calling delete_port for f7f9657c-fb89-4cc8-9871-95c6d641c7e7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:31.988069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: from cryptography.utils import int_from_bytes Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: from cryptography.utils import int_from_bytes Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn_limited( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn_limited( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 12:16:31.988323 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 12:16:32.002498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:32.003053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:16:32.035883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:32.045396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=f7f9657c-fb89-4cc8-9871-95c6d641c7e7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:32.050504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:32.176629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.195864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:32.205838 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:32.209311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ab3ac3-8a71-4d75-a453-695689e4f3b6']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.211556 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4757cc66-87ac-44cc-97d1-fc038dcf6ba6 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5504811 Apr 05 12:16:32.212495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:32.216917 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:32.217702 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.223229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd994e68f-e2d0-4c69-a265-8719bcad53e0') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.223527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd994e68f-e2d0-4c69-a265-8719bcad53e0') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.237721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.254586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.260868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:32.261265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.283736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 86b1636e-231e-44a7-b45c-0a6aee5e349a {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:32.286980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:32.287375 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:32.347284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.382494 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:32.393592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.426273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.432695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=32ab3ac3-8a71-4d75-a453-695689e4f3b6,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:32.440319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.453943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a4cfbceb-0a75-4713-a6a9-72a4f80a078c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/32ab3ac3-8a71-4d75-a453-695689e4f3b6 HTTP/1.1" status: 204 len: 168 time: 1.2298446 Apr 05 12:16:32.454688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56262) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:32.505422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Deleting port f7f9657c-fb89-4cc8-9871-95c6d641c7e7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:32.505422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.537535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.581493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf1bb7-ee47-4b03-80bc-2834d624d5b3 None None] The port 'f7f9657c-fb89-4cc8-9871-95c6d641c7e7' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:16:32.596479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=86b1636e-231e-44a7-b45c-0a6aee5e349a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:32.602486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.608704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb1503-4bda-4500-ad05-10364fabd003 None None] Network fd3a848f-c782-4516-9053-89c0be2eafe2 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:32.610197 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe006732-0d75-4c74-9740-f04b596ba7ef tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/86b1636e-231e-44a7-b45c-0a6aee5e349a HTTP/1.1" status: 204 len: 168 time: 0.3960664 Apr 05 12:16:32.612709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:32.727555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port a2b87836-ff49-4d80-aefd-133c90011c00 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:32.728138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.762655 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:31Z', 'revision_number': 9, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.764926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:32.770353 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:32.783838 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:32.785063 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:32.787695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:32.788222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.014796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] DHCP port deletion for fd3a848f-c782-4516-9053-89c0be2eafe2 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:33.019367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Deleting port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:33.019745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.028068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.028576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.084690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f7f9657c-fb89-4cc8-9871-95c6d641c7e7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:33.094653 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:33.266273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f7f9657c-fb89-4cc8-9871-95c6d641c7e7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:33.267159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f7f9657c-fb89-4cc8-9871-95c6d641c7e7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:33.300964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:33.301328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.314873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for a2b87836-ff49-4d80-aefd-133c90011c00 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:33.433878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:33.527944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.538328 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:31Z', 'revision_number': 9, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:33.545007 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343fef7-212d-4c7c-968a-b44f6abe90d5 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:31Z', 'revision_number': 9, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'b682567f-30a9-404f-a372-086f769f98e4', 'name': '', 'network_id': 'f73a5022-3a90-4525-9908-de9f4306c8c7', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:ce:a4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '4b420471-b515-43d9-9ced-cd19506da461', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:07Z', 'updated_at': '2022-04-05T12:16:16Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '4b420471-b515-43d9-9ced-cd19506da461', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:33.577239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] For port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,segment=NetworkSegment(abfb37a6-8247-4162-88c8-96deda6ff19d),segment_id=abfb37a6-8247-4162-88c8-96deda6ff19d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:33.577849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.593727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:33.604176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No DVR routers for this DVR port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:33.711109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.711821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Calling delete_port for d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:33.735648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.758016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=a2b87836-ff49-4d80-aefd-133c90011c00,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:33.766540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3a848f-c782-4516-9053-89c0be2eafe2']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:33.779661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfb37a6-8247-4162-88c8-96deda6ff19d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:33.779894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfb37a6-8247-4162-88c8-96deda6ff19d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:33.792163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.793894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:33.794317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:16:33.813338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.819445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:33.819839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:33.835327 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:33.856792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.857130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 5b1b1826-e237-4b26-abbd-c5506123b245 disassociated (deleted). External IP: 172.26.5.77, port: 77ce9492-4f69-4cc3-a08b-aaa091d5b907. Apr 05 12:16:33.917422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.922011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:33.952783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=fd3a848f-c782-4516-9053-89c0be2eafe2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:33.959018 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9bd35046-1e91-462b-adb2-3a46934e09d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/fd3a848f-c782-4516-9053-89c0be2eafe2 HTTP/1.1" status: 204 len: 168 time: 1.3451288 Apr 05 12:16:33.961625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56272) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:34.236944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:34.295398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Deleting port d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:34.296316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:34.370407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a2092a0c-66b1-4b58-a117-7b3bec92cce1 None None] The port 'd10a4565-ad2b-4b26-b8cf-cdc7e66e82eb' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:16:34.431694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:34.442127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:34.447939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:34.452018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:34.452828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:34.505796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-74d09d6b-13cb-4cc4-b731-05d907a1dc00 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/5b1b1826-e237-4b26-abbd-c5506123b245 HTTP/1.1" status: 204 len: 168 time: 2.0500398 Apr 05 12:16:34.506412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:34.535973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:34.588659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'status': 'completed', 'code': 200} Apr 05 12:16:34.655347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:34.777321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82089-9fe3-491a-878c-f735031ba994 req-4374352a-d458-42b0-952d-1d49db38bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:34.792943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-4374352a-d458-42b0-952d-1d49db38bf6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 1099 time: 0.1686409 Apr 05 12:16:34.952835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1053a9c3-a830-439f-aab6-0889ff25768b no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:34.989967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1053a9c3-a830-439f-aab6-0889ff25768b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:34.990309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1053a9c3-a830-439f-aab6-0889ff25768b not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:34.990717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:35.021113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82089-9fe3-491a-878c-f735031ba994 req-977bce9e-e56e-4995-ac92-3fcf3132990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:35.022739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-977bce9e-e56e-4995-ac92-3fcf3132990c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 200 len: 897 time: 0.2211802 Apr 05 12:16:35.036014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-f68201e2-c44c-4c33-be66-f8d7eab1532d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:35.036696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-f68201e2-c44c-4c33-be66-f8d7eab1532d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:35.049465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:35.049812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d10a4565-ad2b-4b26-b8cf-cdc7e66e82eb not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:35.066886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port b682567f-30a9-404f-a372-086f769f98e4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:35.068570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:35.093598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:35.099062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:35.109944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-e25656f6-a84a-4c0c-9b02-291278638885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 200 len: 217 time: 0.0704870 Apr 05 12:16:35.111511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:35.111958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:35.152399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-f68201e2-c44c-4c33-be66-f8d7eab1532d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:35.153729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-f68201e2-c44c-4c33-be66-f8d7eab1532d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.2426484 Apr 05 12:16:35.212590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82089-9fe3-491a-878c-f735031ba994 req-9197badf-d87f-4c49-85e4-95518dbcb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:35.214860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-9197badf-d87f-4c49-85e4-95518dbcb081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 200 len: 834 time: 0.0976636 Apr 05 12:16:35.224370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-66580c1e-963c-48b4-ac4d-7f3b01be3785 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:35.286898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-66580c1e-963c-48b4-ac4d-7f3b01be3785 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:35.288086 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-218e6ca0-2e42-4c48-88d2-2d6c97cb10c3 req-66580c1e-963c-48b4-ac4d-7f3b01be3785 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231329 Apr 05 12:16:35.314221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c82089-9fe3-491a-878c-f735031ba994 req-ffacedd8-3d3c-4431-a447-a62ab6652aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:35.316408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-ffacedd8-3d3c-4431-a447-a62ab6652aea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdac3dad-2e18-434a-84dc-5272cba8f506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886698 Apr 05 12:16:35.338638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-38be0310-f41a-44d4-8708-ad1d0ecc8c0a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:16:35.339887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-38be0310-f41a-44d4-8708-ad1d0ecc8c0a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069406 Apr 05 12:16:35.350498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:35.359735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port b682567f-30a9-404f-a372-086f769f98e4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b682567f-30a9-404f-a372-086f769f98e4,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:35.360565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:35.507758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for b682567f-30a9-404f-a372-086f769f98e4 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:35.606917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-ca75a53e-140a-4a94-a923-49ece5848e9d service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579718 Apr 05 12:16:35.718064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:35.750851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:35.754946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f5afae-2f70-43ae-85e4-00ecfadb4177 None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:24Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd60fde06-380a-4709-a71c-f2933afa4f12', 'name': '', 'network_id': 'cdac3dad-2e18-434a-84dc-5272cba8f506', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a8:92:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:02Z', 'updated_at': '2022-04-05T12:14:16Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'bf367175-6975-4aae-88af-7ebdc97076ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:35.761160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c82089-9fe3-491a-878c-f735031ba994 req-aea57464-3b2d-4692-8614-2b5bd95c103c service neutron] 10.222.0.30 "GET /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395700 Apr 05 12:16:35.776776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=b682567f-30a9-404f-a372-086f769f98e4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:36.015556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8501fd0-17dd-4844-a232-ad3042da0ff2 None None] New status for floating IP 5b1b1826-e237-4b26-abbd-c5506123b245: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:16:36.037877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:36.374665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:36.413883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-8b0ff182-e561-4399-8a36-ae69443bbe9d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:36.415406 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-8b0ff182-e561-4399-8a36-ae69443bbe9d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.0829513 Apr 05 12:16:36.539335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:36.539711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:36.644184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:36.654700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:36.660093 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-446a93f9-8070-4e69-9c77-0331eeaef803 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973443 Apr 05 12:16:36.662686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56288) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:36.664916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:36.665538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:36.671308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22b5d0-0d9d-4470-8827-834406b7a7dc req-d819e061-7f31-446b-9918-0fe81c7244a1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:36.672970 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de22b5d0-0d9d-4470-8827-834406b7a7dc req-d819e061-7f31-446b-9918-0fe81c7244a1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 946 time: 0.2557600 Apr 05 12:16:36.745192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 4b420471-b515-43d9-9ced-cd19506da461 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:36.748105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:36.806345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:36.834601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de22b5d0-0d9d-4470-8827-834406b7a7dc req-37ad7fc0-4716-4176-8114-b321a70d26b8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=3eb4157b-5130-48d6-87fc-c14b09158a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474135 Apr 05 12:16:36.841068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:36.891415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 77ce9492-4f69-4cc3-a08b-aaa091d5b907, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77ce9492-4f69-4cc3-a08b-aaa091d5b907,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:36.891777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:36.939515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.021803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.034079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 77ce9492-4f69-4cc3-a08b-aaa091d5b907 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:37.062499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=4b420471-b515-43d9-9ced-cd19506da461,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:37.066433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.073637 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9ff1f4cb-fa2d-402d-8397-7c1f64f7c30c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/4b420471-b515-43d9-9ced-cd19506da461 HTTP/1.1" status: 204 len: 168 time: 0.4099162 Apr 05 12:16:37.076558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56292) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:37.082120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0ba4d-48e0-4887-a343-950cd36c3880 None None] Network f73a5022-3a90-4525-9908-de9f4306c8c7 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:37.213194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.214549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.225665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port f495ca02-a2f1-4aa9-95e7-18a752655041 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:37.226017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.306057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=77ce9492-4f69-4cc3-a08b-aaa091d5b907,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:37.353681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 77ce9492-4f69-4cc3-a08b-aaa091d5b907 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:37.357000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.359399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'name': 'network-vif-deleted', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:37.378928 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-27bbb01b-bc17-4340-af4a-009c66265b62 req-398688be-da38-4ce2-8ce4-6d5023052d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/77ce9492-4f69-4cc3-a08b-aaa091d5b907 HTTP/1.1" status: 204 len: 173 time: 0.9563346 Apr 05 12:16:37.404237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:35Z', 'revision_number': 10, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:37.408943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:37.421715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:37.421715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:37.433035 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f21a024-ace1-47e5-a9de-a314ffbd4afb', 'name': 'network-vif-deleted', 'tag': '77ce9492-4f69-4cc3-a08b-aaa091d5b907', 'status': 'completed', 'code': 200} Apr 05 12:16:37.470330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port f495ca02-a2f1-4aa9-95e7-18a752655041, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f495ca02-a2f1-4aa9-95e7-18a752655041,segment=NetworkSegment(f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8),segment_id=f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:37.470869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.499716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f3f61-141f-4d71-95a7-0dcb7808d7ab None None] DHCP port deletion for f73a5022-3a90-4525-9908-de9f4306c8c7 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:37.560745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b38f3f61-141f-4d71-95a7-0dcb7808d7ab None None] Deleting port f495ca02-a2f1-4aa9-95e7-18a752655041 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:37.561263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b38f3f61-141f-4d71-95a7-0dcb7808d7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.609200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for f495ca02-a2f1-4aa9-95e7-18a752655041 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:37.652403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:37.692594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.748548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=f495ca02-a2f1-4aa9-95e7-18a752655041,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:37.750498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No DVR routers for this DVR port f495ca02-a2f1-4aa9-95e7-18a752655041 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:37.794910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b38f3f61-141f-4d71-95a7-0dcb7808d7ab None None] The port 'f495ca02-a2f1-4aa9-95e7-18a752655041' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:16:37.881829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.912616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73a5022-3a90-4525-9908-de9f4306c8c7']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:37.932888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:37.933640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c7ce6c-4a3f-48d5-8e4d-7848db3291d8') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:37.948048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.968739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:37.976643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:37.977048 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:38.013369 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:38.039422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-5b94ff8e-e2d9-4c9c-bd67-af18adf0d72c req-64e05caa-a03f-4d43-a2ed-812bffac5a79 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:38.058489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-5b94ff8e-e2d9-4c9c-bd67-af18adf0d72c req-64e05caa-a03f-4d43-a2ed-812bffac5a79 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:38.060857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5b94ff8e-e2d9-4c9c-bd67-af18adf0d72c req-64e05caa-a03f-4d43-a2ed-812bffac5a79 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f21a024-ace1-47e5-a9de-a314ffbd4afb HTTP/1.1" status: 200 len: 210 time: 0.0688124 Apr 05 12:16:38.097999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.110642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:35Z', 'revision_number': 10, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:38.114925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b28e02-c369-4da7-8764-1355f6be0c6a None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:35Z', 'revision_number': 10, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None, '_interfaces': [{'id': 'dd7947e3-b199-433c-9d62-3492a1763a26', 'name': '', 'network_id': 'c171c76b-9d11-4a9f-8173-5ca5fe28a98f', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'mac_address': 'fa:16:3e:75:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:01Z', 'updated_at': '2022-04-05T12:16:13Z', 'revision_number': 5, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'subnets': [{'id': '6dc02537-1ed5-4e19-b30f-77a13a41a83d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:38.119918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.131906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=f73a5022-3a90-4525-9908-de9f4306c8c7,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:38.139925 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cd11f34-c300-4c94-81f0-2e77ebbb115a tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/f73a5022-3a90-4525-9908-de9f4306c8c7 HTTP/1.1" status: 204 len: 168 time: 1.0622823 Apr 05 12:16:38.142494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56302) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:38.220584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56306) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:38.430557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Deleting port ede3e4bd-afb0-4a92-bb23-1beaa8701329 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:38.430902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.723416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.724384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.768436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:38.848934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Calling delete_port for ede3e4bd-afb0-4a92-bb23-1beaa8701329 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:38.912502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f495ca02-a2f1-4aa9-95e7-18a752655041 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:38.947665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f495ca02-a2f1-4aa9-95e7-18a752655041 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:38.947944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f495ca02-a2f1-4aa9-95e7-18a752655041 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:38.948377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682567f-30a9-404f-a372-086f769f98e4 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:38.986088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b682567f-30a9-404f-a372-086f769f98e4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:38.986438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b682567f-30a9-404f-a372-086f769f98e4 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:39.024958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.079220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Port': ['ID=ede3e4bd-afb0-4a92-bb23-1beaa8701329,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:39.136853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port dd7947e3-b199-433c-9d62-3492a1763a26 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:39.137198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.163696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56312) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:39.215531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.215866 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Floating IP dcf46855-ceff-4be0-b1bf-54f3adeb65fc disassociated (deleted). External IP: 172.26.5.195, port: 647712c2-941a-4b9a-8eff-0c3515d4bb8f. Apr 05 12:16:39.327877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.333742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port dd7947e3-b199-433c-9d62-3492a1763a26, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dd7947e3-b199-433c-9d62-3492a1763a26,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:39.334101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.427727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 77ce9492-4f69-4cc3-a08b-aaa091d5b907 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:39.428538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.460124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for dd7947e3-b199-433c-9d62-3492a1763a26 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:39.468384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 77ce9492-4f69-4cc3-a08b-aaa091d5b907 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:39.468873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 77ce9492-4f69-4cc3-a08b-aaa091d5b907 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:39.649551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.659795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Router 897ae2d1-db19-4417-90f7-b5d18720c096 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:39.660815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.686363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb4157b-5130-48d6-87fc-c14b09158a53,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:39.700964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=dd7947e3-b199-433c-9d62-3492a1763a26,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:39.797081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.801360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1c300922-de32-4b9d-af2f-d6616db80a14 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/3eb4157b-5130-48d6-87fc-c14b09158a53 HTTP/1.1" status: 204 len: 168 time: 0.6336195 Apr 05 12:16:39.870318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56318) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:39.904705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:39.909101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:39.918234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Sync routers for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:39.927905 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:39.928718 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:39.969645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-227b8877-3e30-4eb6-80b7-b243ef5f5a06 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "DELETE /v2.0/floatingips/dcf46855-ceff-4be0-b1bf-54f3adeb65fc HTTP/1.1" status: 204 len: 168 time: 1.7441554 Apr 05 12:16:39.969645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:40.026711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'status': 'completed', 'code': 200} Apr 05 12:16:40.149380 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:40.177875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-4d360915-abe0-4635-bf67-326634008c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:40.179433 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-4d360915-abe0-4635-bf67-326634008c2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 1098 time: 0.1295545 Apr 05 12:16:40.256140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:40.500085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-ff9dea83-599e-41bd-b6fc-c75c04f91839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:40.501568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-ff9dea83-599e-41bd-b6fc-c75c04f91839 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 200 len: 898 time: 0.3157353 Apr 05 12:16:40.556083 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:40.559941 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Checking router: 897ae2d1-db19-4417-90f7-b5d18720c096 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:40.569574 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:40.569574 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:40.579716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-bd865507-3ff4-4171-a527-8c366779e231 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 200 len: 217 time: 0.0672367 Apr 05 12:16:40.592345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267ad19-ecd4-4dd6-9704-e6ac62d869a6 req-df0551a6-daa7-4d38-81b7-a8f2d11f7a46 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:40.593138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9267ad19-ecd4-4dd6-9704-e6ac62d869a6 req-df0551a6-daa7-4d38-81b7-a8f2d11f7a46 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Synchronizing usage tracker for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:40.660545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9267ad19-ecd4-4dd6-9704-e6ac62d869a6 req-df0551a6-daa7-4d38-81b7-a8f2d11f7a46 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Unset dirty status for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:40.662094 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9267ad19-ecd4-4dd6-9704-e6ac62d869a6 req-df0551a6-daa7-4d38-81b7-a8f2d11f7a46 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.2468622 Apr 05 12:16:40.667866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-21576138-b503-4071-a88b-da9be2ea3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:40.669379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-21576138-b503-4071-a88b-da9be2ea3731 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b4b5bce-9988-400f-85c8-2b51c00f522a HTTP/1.1" status: 200 len: 834 time: 0.0734324 Apr 05 12:16:40.748185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:40.769613 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9267ad19-ecd4-4dd6-9704-e6ac62d869a6 req-6b3e287e-0aa6-4d92-9867-0ea2f8b7cb84 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961831 Apr 05 12:16:40.772992 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:40.794979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-33255e75-0e8f-46c3-9b42-960634935834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:40.797015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-33255e75-0e8f-46c3-9b42-960634935834 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048307 Apr 05 12:16:40.966212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-214115bc-6327-4723-92b8-522c0c22baf3 service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609473 Apr 05 12:16:41.028413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:41.040326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:41.060745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:41.061376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:41.080710 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-58d83474-2140-4234-a346-ec84ba9d3e13 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9371510 Apr 05 12:16:41.086672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56328) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:41.186011 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:41.191363 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38890e-36b4-4545-9da7-376d75d72f9c None None] The sync data for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv is: [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:14:34Z', 'revision_number': 4, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '9a1c36f1-7bff-4fde-bc81-70e6dc42bed4', 'name': '', 'network_id': 'd7cd1c3f-75b3-4a5a-a1ab-40aa16757616', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'mac_address': 'fa:16:3e:16:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:28Z', 'updated_at': '2022-04-05T12:14:44Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'subnets': [{'id': '2b4b5bce-9988-400f-85c8-2b51c00f522a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:41.194168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting subnet 6dc02537-1ed5-4e19-b30f-77a13a41a83d {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:41.198319 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b894305-cd62-42cb-8230-fa72f0100ac8 req-efa4f65a-2b9b-49ce-a5a3-734aa1541d5e service neutron] 10.222.0.30 "GET /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244987 Apr 05 12:16:41.200831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.267932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:41.273580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.354356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.368940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.382742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:41.387854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:41.396748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:41.397549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:41.469778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.510975 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff314fc4-c61a-4e0c-a3a1-0afd15cb5387 None None] New status for floating IP dcf46855-ceff-4be0-b1bf-54f3adeb65fc: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:16:41.518788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc02537-1ed5-4e19-b30f-77a13a41a83d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:41.522497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.530228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e9c935d-4fc4-4e20-9680-ddb82d32ce0e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/6dc02537-1ed5-4e19-b30f-77a13a41a83d HTTP/1.1" status: 204 len: 168 time: 0.4422891 Apr 05 12:16:41.532585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56332) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:41.584285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60a91f-7279-4bfc-9848-61b25b5ce1bb None None] Network c171c76b-9d11-4a9f-8173-5ca5fe28a98f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:41.636887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:41.713638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.742289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Deleting port a848d669-0bf8-4599-bdb8-ec9c21358c04 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:41.742637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.774858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:41.793538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port d60fde06-380a-4709-a71c-f2933afa4f12 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:41.793876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:41.798986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-2cf46290-4351-4b0e-bd96-29a1093890f8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:41.800549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-2cf46290-4351-4b0e-bd96-29a1093890f8 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.1635134 Apr 05 12:16:41.828237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778b1603-83b4-4d5b-9d88-df3cd56c2afd None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:41.883910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Deleting port 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:41.884255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.031758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port d60fde06-380a-4709-a71c-f2933afa4f12, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d60fde06-380a-4709-a71c-f2933afa4f12,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:42.032262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.162088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for d60fde06-380a-4709-a71c-f2933afa4f12 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:42.261273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36559697-1985-448d-970f-c845ead5263b None None] DHCP port deletion for c171c76b-9d11-4a9f-8173-5ca5fe28a98f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:42.266936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36559697-1985-448d-970f-c845ead5263b None None] Deleting port a848d669-0bf8-4599-bdb8-ec9c21358c04 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:42.267420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36559697-1985-448d-970f-c845ead5263b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.379066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.482436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245a376-ba91-4eb3-b343-60aa73851ddc req-3dd91f9d-8d45-4389-8e1c-a90fdea68389 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:42.483965 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f245a376-ba91-4eb3-b343-60aa73851ddc req-3dd91f9d-8d45-4389-8e1c-a90fdea68389 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 945 time: 0.5097320 Apr 05 12:16:42.485697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] For port a848d669-0bf8-4599-bdb8-ec9c21358c04, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a848d669-0bf8-4599-bdb8-ec9c21358c04,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:42.486064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.498790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=d60fde06-380a-4709-a71c-f2933afa4f12,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:42.567346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-36559697-1985-448d-970f-c845ead5263b None None] For port a848d669-0bf8-4599-bdb8-ec9c21358c04, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a848d669-0bf8-4599-bdb8-ec9c21358c04,segment=NetworkSegment(f5f17a37-52f8-41cf-98ff-209b34a03948),segment_id=f5f17a37-52f8-41cf-98ff-209b34a03948)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:42.567557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36559697-1985-448d-970f-c845ead5263b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.648457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Calling delete_port for a848d669-0bf8-4599-bdb8-ec9c21358c04 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:42.716157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36559697-1985-448d-970f-c845ead5263b None None] Calling delete_port for a848d669-0bf8-4599-bdb8-ec9c21358c04 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:42.731764 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f245a376-ba91-4eb3-b343-60aa73851ddc req-5c3af45a-8a94-4c1c-826c-166cf0753635 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb716a78-d870-477d-abba-58d8ff993b52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346480 Apr 05 12:16:42.744928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] For port 647712c2-941a-4b9a-8eff-0c3515d4bb8f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=647712c2-941a-4b9a-8eff-0c3515d4bb8f,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:42.745291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.819645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.892957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Calling delete_port for 647712c2-941a-4b9a-8eff-0c3515d4bb8f owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:42.941158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:42.944885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-36559697-1985-448d-970f-c845ead5263b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:16:42.945591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-36559697-1985-448d-970f-c845ead5263b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:16:42.979987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a848d669-0bf8-4599-bdb8-ec9c21358c04 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:42.994539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Port': ['ID=a848d669-0bf8-4599-bdb8-ec9c21358c04,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:43.007311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No DVR routers for this DVR port a848d669-0bf8-4599-bdb8-ec9c21358c04 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:43.045126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: a848d669-0bf8-4599-bdb8-ec9c21358c04 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:43.046430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a848d669-0bf8-4599-bdb8-ec9c21358c04 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:43.046550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dd7947e3-b199-433c-9d62-3492a1763a26 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:43.119709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: dd7947e3-b199-433c-9d62-3492a1763a26 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:43.120351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dd7947e3-b199-433c-9d62-3492a1763a26 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:43.204036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.239874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c171c76b-9d11-4a9f-8173-5ca5fe28a98f']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:43.256118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f17a37-52f8-41cf-98ff-209b34a03948') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:43.256416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f17a37-52f8-41cf-98ff-209b34a03948') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:43.266349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.302498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.332080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Port': ['ID=647712c2-941a-4b9a-8eff-0c3515d4bb8f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:43.372695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.381258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router e4af3f51-49db-4070-8e65-8cd9239a5b49 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:43.411053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] No DVR routers for this DVR port 647712c2-941a-4b9a-8eff-0c3515d4bb8f on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:43.412892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:43.413350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:43.427728 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:43.429477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.431059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-deleted', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:16:43.447971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36559697-1985-448d-970f-c845ead5263b None None] Deleting port a848d669-0bf8-4599-bdb8-ec9c21358c04 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:43.449395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36559697-1985-448d-970f-c845ead5263b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.506651 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fed7e60-a389-4e8c-b8db-3bd25bf17709', 'name': 'network-vif-deleted', 'tag': '647712c2-941a-4b9a-8eff-0c3515d4bb8f', 'status': 'completed', 'code': 200} Apr 05 12:16:43.515297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11855c30-f4f9-4c21-8a18-8fb24ea3a73f req-eda2c69e-bdc3-487e-a93f-346b7d92eae9 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.30 "DELETE /v2.0/ports/647712c2-941a-4b9a-8eff-0c3515d4bb8f HTTP/1.1" status: 204 len: 173 time: 1.7094040 Apr 05 12:16:43.535070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.546731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-36559697-1985-448d-970f-c845ead5263b None None] The port 'a848d669-0bf8-4599-bdb8-ec9c21358c04' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:16:43.558008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.568660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Pushing event deleted for resources: {'Network': ['ID=c171c76b-9d11-4a9f-8173-5ca5fe28a98f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:43.575582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8f5fa44e-d55f-4ac9-ada2-37cade1dfd00 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/networks/c171c76b-9d11-4a9f-8173-5ca5fe28a98f HTTP/1.1" status: 204 len: 168 time: 2.0418904 Apr 05 12:16:43.577530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56340) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:43.586330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:43.587655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'routes': None}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:43.599944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Sync routers for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:43.610333 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c3205b39-e071-463f-81ba-bfd405adbd43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/e4af3f51-49db-4070-8e65-8cd9239a5b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7104516 Apr 05 12:16:43.612962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56344) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:43.614754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:43.615624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:43.719366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet bf367175-6975-4aae-88af-7ebdc97076ba {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:43.723900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.794855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.881426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:43.892459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:43.998989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.045703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=bf367175-6975-4aae-88af-7ebdc97076ba,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:44.056706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.060630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.061147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.061492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.061826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.062157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.062487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.062811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.063157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.063484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.063802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.064125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.064445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:44.071877 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e2a4fd9b-2d9a-481e-b8a8-bb85a861dff2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/bf367175-6975-4aae-88af-7ebdc97076ba HTTP/1.1" status: 204 len: 168 time: 0.4570112 Apr 05 12:16:44.074431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56350) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:44.082443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede56aa8-2c5f-4635-bd34-d82834aa7efc None None] Network cdac3dad-2e18-434a-84dc-5272cba8f506 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:44.182131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Added routes are [] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 12:16:44.182582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.extraroute_db [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Removed routes are [] {{(pid=87957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 12:16:44.183092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.186311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-528afb2f-c01c-4446-89c0-a0f09c03aa9a req-45c37357-6020-49a0-8a67-5c0b10684776 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Synchronizing usage tracker for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:44.302318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.324046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-528afb2f-c01c-4446-89c0-a0f09c03aa9a req-45c37357-6020-49a0-8a67-5c0b10684776 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Unset dirty status for tenant:dd2c613c2bbc479da18b608ccfc102c2 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:44.325205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-528afb2f-c01c-4446-89c0-a0f09c03aa9a req-45c37357-6020-49a0-8a67-5c0b10684776 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fed7e60-a389-4e8c-b8db-3bd25bf17709 HTTP/1.1" status: 200 len: 210 time: 0.2300992 Apr 05 12:16:44.454953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.458310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.510952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.523961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:44.524184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.529335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127'}], 'enable_snat': True}, 'gw_port_id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:42Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '620cf10a-ef25-4f4b-94c4-7b5c6260ce73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:b4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:13:50Z', 'updated_at': '2022-04-05T12:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:44.534374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Checking router: e4af3f51-49db-4070-8e65-8cd9239a5b49 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:44.546363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Routers {'e4af3f51-49db-4070-8e65-8cd9239a5b49'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:44.547315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e4af3f51-49db-4070-8e65-8cd9239a5b49'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:44.619299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] DHCP port deletion for cdac3dad-2e18-434a-84dc-5272cba8f506 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:44.636363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Deleting port 30fd5859-3574-4f00-9145-8267e1eb7545 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:44.636866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.682157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:44.820336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 620cf10a-ef25-4f4b-94c4-7b5c6260ce73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:44.820718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.838918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] Set router e4af3f51-49db-4070-8e65-8cd9239a5b49 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:44.850130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:44.856921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:44.860809 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-621deb0a-a3b1-4df7-aff9-ab5c00c15d0d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 701 time: 1.2794645 Apr 05 12:16:44.861188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56354) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:44.865233 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Sync routers for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:44.881787 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:44.882411 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:44.913246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-07b659f5-0c53-4c41-912a-95d0d7dd1f56 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:44.941340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-07b659f5-0c53-4c41-912a-95d0d7dd1f56 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:44.945383 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-07b659f5-0c53-4c41-912a-95d0d7dd1f56 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 205 time: 0.0805235 Apr 05 12:16:44.945779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56358) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:44.999849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30fd5859-3574-4f00-9145-8267e1eb7545 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:45.046336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:44Z', 'revision_number': 8, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:45.054875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a4869-c452-482d-be31-94b1c84fec5d None None] The sync data for ids ['e4af3f51-49db-4070-8e65-8cd9239a5b49'] in dv-neutron-833203-3-hyperv is: [{'id': 'e4af3f51-49db-4070-8e65-8cd9239a5b49', 'name': 'tempest-TestNetworkBasicOps-router-1941722859', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:13:48Z', 'updated_at': '2022-04-05T12:16:44Z', 'revision_number': 8, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:45.117710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.122521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:45.123800 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:45.248677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] For port 30fd5859-3574-4f00-9145-8267e1eb7545, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30fd5859-3574-4f00-9145-8267e1eb7545,segment=NetworkSegment(f44f2eba-43da-4677-a827-b8f266f44a2f),segment_id=f44f2eba-43da-4677-a827-b8f266f44a2f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:45.249192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.292040 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:45.298424 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Checking router: 632fb28f-600e-4c50-9c51-e6fa75fb1d4f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:45.316909 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Routers {'632fb28f-600e-4c50-9c51-e6fa75fb1d4f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:45.317524 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:45.370967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.407950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Calling delete_port for 30fd5859-3574-4f00-9145-8267e1eb7545 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:45.452516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:45.457777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] Set router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:45.459157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56364) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:45.494625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.590160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 647712c2-941a-4b9a-8eff-0c3515d4bb8f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:45.591657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 647712c2-941a-4b9a-8eff-0c3515d4bb8f not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:45.596625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.606978 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:45.611790 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2570778-8b7b-417c-9f57-0db80672e3f7 None None] The sync data for ids ['632fb28f-600e-4c50-9c51-e6fa75fb1d4f'] in dv-neutron-833203-3-hyperv is: [{'id': '632fb28f-600e-4c50-9c51-e6fa75fb1d4f', 'name': 'tempest-RoutersTest-router-1123675033', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:15:58Z', 'updated_at': '2022-04-05T12:16:39Z', 'revision_number': 11, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:45.649123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=620cf10a-ef25-4f4b-94c4-7b5c6260ce73,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:45.672050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] No DVR routers for this DVR port 30fd5859-3574-4f00-9145-8267e1eb7545 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:45.673461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb8f7e-3b7e-45d3-bfd8-7ee5debb0598 None None] Pushing event deleted for resources: {'Port': ['ID=30fd5859-3574-4f00-9145-8267e1eb7545,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:45.769347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.772514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.783361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.801724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.802582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 632fb28f-600e-4c50-9c51-e6fa75fb1d4f {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:16:45.825737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.826898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4faa1889-1666-449f-8df9-745a1eb837ac tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 204 len: 168 time: 0.8800862 Apr 05 12:16:45.834329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56368) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:45.840053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1251756017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:45.847722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:45.853785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Usage tracker for resource:router and tenant:04b63c83830a4bc5a14da6bf6c5a1e70 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:45.858234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:45.864743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:45.879005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.880059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.910333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.940932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.970053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:45.971844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0390166-3182-43a0-92fc-7f5840efba18 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1362593 Apr 05 12:16:45.976092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56372) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:45.982670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:46.020517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.024750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.216212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.216641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router e4af3f51-49db-4070-8e65-8cd9239a5b49 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:16:46.277114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.280968 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-25558310-2e9c-4aba-89ed-0e4ee603c6f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/e4af3f51-49db-4070-8e65-8cd9239a5b49 HTTP/1.1" status: 204 len: 168 time: 2.2026565 Apr 05 12:16:46.283749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56376) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:46.396007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.407996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.456425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.574667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Router 9151dfa3-c098-4efc-934f-e06573a0b30e is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:16:46.713236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:46.719865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.721027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b2d4c136-4485-4ad2-8cc2-095631ba146c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "PUT /v2.0/routers/9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 200 len: 694 time: 0.7431610 Apr 05 12:16:46.723693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56380) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:46.726109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Sync routers for ids ['9151dfa3-c098-4efc-934f-e06573a0b30e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:46.736524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Routers {'9151dfa3-c098-4efc-934f-e06573a0b30e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:46.737156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9151dfa3-c098-4efc-934f-e06573a0b30e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:46.765837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.800688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdac3dad-2e18-434a-84dc-5272cba8f506']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:46.815927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44f2eba-43da-4677-a827-b8f266f44a2f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:46.816214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44f2eba-43da-4677-a827-b8f266f44a2f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:46.831204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.859608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.868761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:46.869169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.876803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3998037a-45da-4e86-9802-5501bb492678 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/routers/9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 200 len: 700 time: 0.1516359 Apr 05 12:16:46.879331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56384) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:46.887070 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:46.889095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:46.894360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Set router 9151dfa3-c098-4efc-934f-e06573a0b30e gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:46.936119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-799118f8-d9cd-43ff-9aa3-366dcd856181 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 200 len: 205 time: 0.0532758 Apr 05 12:16:46.936517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56388) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:46.945977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d60fde06-380a-4709-a71c-f2933afa4f12 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:47.043823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9151dfa3-c098-4efc-934f-e06573a0b30e', 'name': 'tempest-RoutersTest-router-1251756017', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:45Z', 'updated_at': '2022-04-05T12:16:46Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:47.045445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d60fde06-380a-4709-a71c-f2933afa4f12 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:47.045793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d60fde06-380a-4709-a71c-f2933afa4f12 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:47.046204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:47.078965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.082044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:47.082395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 620cf10a-ef25-4f4b-94c4-7b5c6260ce73 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:47.084972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Checking router: 9151dfa3-c098-4efc-934f-e06573a0b30e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:47.094766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Routers {'9151dfa3-c098-4efc-934f-e06573a0b30e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:47.095427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9151dfa3-c098-4efc-934f-e06573a0b30e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:47.180881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.206246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.220938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=cdac3dad-2e18-434a-84dc-5272cba8f506,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:47.277851 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8c7c24e3-614b-41b6-b649-c13dea3f596c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/cdac3dad-2e18-434a-84dc-5272cba8f506 HTTP/1.1" status: 204 len: 168 time: 0.9933696 Apr 05 12:16:47.305325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] Set router 9151dfa3-c098-4efc-934f-e06573a0b30e gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:47.312541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56392) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.327572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1182259140', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:47.335017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:47.340887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:47.344337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:47.351572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:47.365368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:47.369461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.416472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9151dfa3-c098-4efc-934f-e06573a0b30e', 'name': 'tempest-RoutersTest-router-1251756017', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:45Z', 'updated_at': '2022-04-05T12:16:46Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:47.420477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f5e49a-cb8b-4967-9d8b-e7ac4868ee2f None None] The sync data for ids ['9151dfa3-c098-4efc-934f-e06573a0b30e'] in dv-neutron-833203-3-hyperv is: [{'id': '9151dfa3-c098-4efc-934f-e06573a0b30e', 'name': 'tempest-RoutersTest-router-1251756017', 'tenant_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:45Z', 'updated_at': '2022-04-05T12:16:46Z', 'revision_number': 2, 'project_id': '04b63c83830a4bc5a14da6bf6c5a1e70', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:47.445011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:16:47.468462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.468760 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment 768eea97-54a9-4e9d-9d1d-eb39ee7efb4d of type vlan for network 62b772c8-af2e-45c3-af7d-97abe4c31994 Apr 05 12:16:47.486801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Deleting port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:47.487222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.546141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.550074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.552542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.577468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.577952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Fanout notify agent at l3_agent the message router_deleted on router 9151dfa3-c098-4efc-934f-e06573a0b30e {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:16:47.592719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.597596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-642eacf0-4709-46dd-8312-35f67a9aba73 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 204 len: 168 time: 0.6562719 Apr 05 12:16:47.597758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56396) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.708276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39d8515c-257a-4396-99b8-c4f7de25e766 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Synchronizing usage tracker for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:16:47.733773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.739377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:47.740390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.794506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39d8515c-257a-4396-99b8-c4f7de25e766 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] Unset dirty status for tenant:04b63c83830a4bc5a14da6bf6c5a1e70 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:16:47.795691 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39d8515c-257a-4396-99b8-c4f7de25e766 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 200 len: 205 time: 0.1972818 Apr 05 12:16:47.798743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56400) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.882980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5612502 Apr 05 12:16:47.884679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.887874 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-2e28567f-4483-482b-a145-f504595cc137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:47.892422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2e28567f-4483-482b-a145-f504595cc137 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/9151dfa3-c098-4efc-934f-e06573a0b30e HTTP/1.1" status: 404 len: 336 time: 0.0923853 Apr 05 12:16:47.893239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56408) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.893623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-95176963', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:47.899210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ceb2-d9f4-41d9-b3bb-6c23a1b5f204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=62b772c8-af2e-45c3-af7d-97abe4c31994,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:47.906811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:47.910490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] For port 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:47.910842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:47.914803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:16:47.927876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:47.932315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:47.935443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-21421bd1-0aef-42b6-b42d-252f9ed7282e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:47.935907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21421bd1-0aef-42b6-b42d-252f9ed7282e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:47.939523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-21421bd1-0aef-42b6-b42d-252f9ed7282e tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/64c2d862-6076-4627-a99d-7db826ed80a0 HTTP/1.1" status: 404 len: 337 time: 0.0447407 Apr 05 12:16:47.940348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56412) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:47.981372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79c039f-eb54-4277-b585-5ae4a8daf104 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:47.981876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79c039f-eb54-4277-b585-5ae4a8daf104 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:47.988699 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d79c039f-eb54-4277-b585-5ae4a8daf104 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/86b1636e-231e-44a7-b45c-0a6aee5e349a HTTP/1.1" status: 404 len: 337 time: 0.0435526 Apr 05 12:16:47.988901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56416) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.045600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:48.051011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7579f4b0-bb95-4ea2-b2bd-d0c3f280a781 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:48.051781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7579f4b0-bb95-4ea2-b2bd-d0c3f280a781 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:48.053686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Calling delete_port for 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:48.057351 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7579f4b0-bb95-4ea2-b2bd-d0c3f280a781 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/4b420471-b515-43d9-9ced-cd19506da461 HTTP/1.1" status: 404 len: 337 time: 0.0645502 Apr 05 12:16:48.059619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56420) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.102572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:48.104078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:48.112775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e832e1bc-e767-480a-bd54-4c7da14bc18d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:48.114302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e832e1bc-e767-480a-bd54-4c7da14bc18d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:48.122282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.123479 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e832e1bc-e767-480a-bd54-4c7da14bc18d tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/6dc02537-1ed5-4e19-b30f-77a13a41a83d HTTP/1.1" status: 404 len: 337 time: 0.0622423 Apr 05 12:16:48.197370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cf95526a-ebb6-4749-a215-97b262674e6c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 200 len: 205 time: 0.0739763 Apr 05 12:16:48.200724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56428) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.203802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:48.276268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-dc10e6bd-7e85-4b9d-9051-edcc3df350d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:48.277333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dc10e6bd-7e85-4b9d-9051-edcc3df350d1 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/632fb28f-600e-4c50-9c51-e6fa75fb1d4f HTTP/1.1" status: 404 len: 336 time: 0.0752292 Apr 05 12:16:48.280168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56432) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.326224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2e0632c-a925-4413-b61c-3b705414b057 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=168b51ac-ee8c-46ec-8c35-c05148be7842 HTTP/1.1" status: 200 len: 205 time: 0.0449352 Apr 05 12:16:48.328708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56436) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.403833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-c127af73-86c4-4b1a-8fbd-bb074ec9545b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:48.407569 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c127af73-86c4-4b1a-8fbd-bb074ec9545b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/168b51ac-ee8c-46ec-8c35-c05148be7842 HTTP/1.1" status: 404 len: 336 time: 0.0775938 Apr 05 12:16:48.408214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56440) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.450148 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9065e60-e8ea-49fb-bd32-1180ed24bc60 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:48.450605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9065e60-e8ea-49fb-bd32-1180ed24bc60 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:48.452316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a9065e60-e8ea-49fb-bd32-1180ed24bc60 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/3e9791d4-bd4e-4db8-a098-7ef6fde85d8e HTTP/1.1" status: 404 len: 337 time: 0.0431769 Apr 05 12:16:48.455080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56444) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.498552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d2a4fee2-e850-447c-8269-f5970a33aff2 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 200 len: 205 time: 0.0423980 Apr 05 12:16:48.501082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56448) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.569714 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-e4517608-5d33-43fd-beac-b6b00d73e0fd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:48.570709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e4517608-5d33-43fd-beac-b6b00d73e0fd tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/2f371fb7-da7d-4e25-b961-578e5b07edcf HTTP/1.1" status: 404 len: 336 time: 0.0687563 Apr 05 12:16:48.573648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56452) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.618329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8f94ccbd-8352-4c13-bfa4-e44e13723fcf tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=36f94348-d9bc-4af2-b2f8-bd7223dc22ad HTTP/1.1" status: 200 len: 205 time: 0.0434580 Apr 05 12:16:48.620590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56456) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.625845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:48.689672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-e5322a45-f05c-4cdf-b7e8-871ea8cebd44 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:48.690679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e5322a45-f05c-4cdf-b7e8-871ea8cebd44 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/36f94348-d9bc-4af2-b2f8-bd7223dc22ad HTTP/1.1" status: 404 len: 336 time: 0.0692143 Apr 05 12:16:48.693336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56460) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.729684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:48.731332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4c9fa2-ef32-4d1f-9732-ef0b74515abb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:48.731790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4c9fa2-ef32-4d1f-9732-ef0b74515abb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:48.733456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b4c9fa2-ef32-4d1f-9732-ef0b74515abb tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/688c5cb0-1c53-4084-9186-ab63a507abbb HTTP/1.1" status: 404 len: 337 time: 0.0392482 Apr 05 12:16:48.736167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56464) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.783275 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9eee6ca9-596e-41e8-8cb9-372d03568ac8 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=a897e3b4-b8c3-4b0a-a618-60af67738e27 HTTP/1.1" status: 200 len: 205 time: 0.0460138 Apr 05 12:16:48.785544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56468) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:48.827235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Port': ['ID=9a1c36f1-7bff-4fde-bc81-70e6dc42bed4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:48.858142 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-3247104f-5e27-4346-b5a7-9905d11b5199 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:48.858564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3247104f-5e27-4346-b5a7-9905d11b5199 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/a897e3b4-b8c3-4b0a-a618-60af67738e27 HTTP/1.1" status: 404 len: 336 time: 0.0719728 Apr 05 12:16:48.861236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56472) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.055469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-463255ad-f26b-443e-846a-b493b162571f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:49.056175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463255ad-f26b-443e-846a-b493b162571f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:49.058625 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-463255ad-f26b-443e-846a-b493b162571f tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/bf45fe6c-bb99-4e2e-9de4-6868b71d2720 HTTP/1.1" status: 404 len: 337 time: 0.1962860 Apr 05 12:16:49.061905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56482) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.114975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a90d680c-f417-4932-a12a-cdc90e8668b9 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "GET /v2.0/ports?device_id=4cd7a922-7ccd-4161-9a6d-671af252e088 HTTP/1.1" status: 200 len: 205 time: 0.0527081 Apr 05 12:16:49.118654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.193048 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-e6daa663-962b-45df-8bc8-01c53d71771c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] delete failed (client error): The resource could not be found. Apr 05 12:16:49.195294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e6daa663-962b-45df-8bc8-01c53d71771c tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/routers/4cd7a922-7ccd-4161-9a6d-671af252e088 HTTP/1.1" status: 404 len: 336 time: 0.0742533 Apr 05 12:16:49.197289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56492) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.238684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0031f9e-99bd-4693-9113-a2fa6abb259b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:49.239171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0031f9e-99bd-4693-9113-a2fa6abb259b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:49.240876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b0031f9e-99bd-4693-9113-a2fa6abb259b tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/6741ccfc-9792-47d0-9b2d-1c730a019770 HTTP/1.1" status: 404 len: 337 time: 0.0425286 Apr 05 12:16:49.245414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56496) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.286884 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d5093-45aa-4292-8cbe-cb080f84e579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] DELETE failed (client error): The resource could not be found. Apr 05 12:16:49.287350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2d5093-45aa-4292-8cbe-cb080f84e579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:16:49.289018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5f2d5093-45aa-4292-8cbe-cb080f84e579 tempest-RoutersTest-1824546803 tempest-RoutersTest-1824546803-project] 10.222.0.50 "DELETE /v2.0/subnets/b85c958b-7935-40e0-8c35-c77199ce14b8 HTTP/1.1" status: 404 len: 337 time: 0.0426378 Apr 05 12:16:49.399134 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:49.408568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:49.500484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:49.604874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56506) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.826559 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-42c03ea5-3ffa-49fe-af3e-59eab537f99b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04b63c83830a4bc5a14da6bf6c5a1e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178478 Apr 05 12:16:49.827093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56512) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:49.897180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:49.925653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:49.944278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.209 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/7ba0dca6-927c-4b44-ad27-54be6f1f4093) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:49.982193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:50.000304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8a8a9-a3b1-42f5-8a12-646671ca44ba,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:50.003982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:50.007859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c8d4080d-9739-40dd-a8f1-2d5dcccadd89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7df8a8a9-a3b1-42f5-8a12-646671ca44ba HTTP/1.1" status: 204 len: 168 time: 0.1797278 Apr 05 12:16:50.189915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Router 897ae2d1-db19-4417-90f7-b5d18720c096 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:50.221606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:50.419597 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:50.422232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:50.430109 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Sync routers for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:50.444118 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:50.444970 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:50.500861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:50.509728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:50.514463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:50.553071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7ba0dca6-927c-4b44-ad27-54be6f1f4093,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:50.566590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56528) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:50.567110 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2db40727-1c22-4339-8b91-a222f6e47716 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "PUT /v2.0/routers/897ae2d1-db19-4417-90f7-b5d18720c096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1061275 Apr 05 12:16:50.719124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Deleting subnet 2b4b5bce-9988-400f-85c8-2b51c00f522a {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:16:50.720030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:50.752438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:50.828226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.025156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.131704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.180651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56542) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:51.197908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4b5bce-9988-400f-85c8-2b51c00f522a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:51.201128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b48edf-dc49-46a7-9fe6-dade72026a5d None None] Network d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:51.205428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.216401 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bc165f71-3f9e-4210-880d-ee02bc0d9dc5 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "DELETE /v2.0/subnets/2b4b5bce-9988-400f-85c8-2b51c00f522a HTTP/1.1" status: 204 len: 168 time: 0.6469440 Apr 05 12:16:51.217254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56548) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:51.289086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.385662 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:16:48Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:51.390009 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Checking router: 897ae2d1-db19-4417-90f7-b5d18720c096 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:51.398638 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Routers {'897ae2d1-db19-4417-90f7-b5d18720c096'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:51.399288 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['897ae2d1-db19-4417-90f7-b5d18720c096'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:51.483746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6e6b8762-90d9-480b-ae10-247db918f73b tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1217416646', 'prefixes': ['172.20.0.0/16']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:51.490176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6e6b8762-90d9-480b-ae10-247db918f73b tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:51.538221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.615381 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] Set router 897ae2d1-db19-4417-90f7-b5d18720c096 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:51.658456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] DHCP port deletion for d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:16:51.663637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Deleting port e3b969e1-c519-4bad-9bf2-68b841424146 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:51.664263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.760123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b8762-90d9-480b-ae10-247db918f73b tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Notify callbacks [] for subnetpool, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.763943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6e6b8762-90d9-480b-ae10-247db918f73b tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5764816 Apr 05 12:16:51.790134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56554) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:51.843430 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d390ecae-d7bf-48cf-813b-23be5124decd tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "GET /v2.0/subnetpools/12b90ab2-29b7-4d8c-99e1-c2c7bb452d9e HTTP/1.1" status: 200 len: 732 time: 0.0508127 Apr 05 12:16:51.850974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56560) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:51.856240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8fdd9fd1-56d7-4526-a8dc-e33a0997357a tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1691496992'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:51.903683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.906119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:51.941365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Deleting port 92a829ed-f0ac-438b-add9-042653a35f22 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:16:51.941718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.058162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] For port e3b969e1-c519-4bad-9bf2-68b841424146, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e3b969e1-c519-4bad-9bf2-68b841424146,segment=NetworkSegment(305b057d-486f-4a8e-942d-e1ad101f7f69),segment_id=305b057d-486f-4a8e-942d-e1ad101f7f69)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:52.062203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.067380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9fd1-56d7-4526-a8dc-e33a0997357a tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Notify callbacks [] for subnetpool, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.072594 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8fdd9fd1-56d7-4526-a8dc-e33a0997357a tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "PUT /v2.0/subnetpools/12b90ab2-29b7-4d8c-99e1-c2c7bb452d9e HTTP/1.1" status: 200 len: 684 time: 0.2165084 Apr 05 12:16:52.078531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56566) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.080153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:16:48Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:52.088671 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58546902-981e-4d0d-bdc0-c31dbafa274b None None] The sync data for ids ['897ae2d1-db19-4417-90f7-b5d18720c096'] in dv-neutron-833203-3-hyperv is: [{'id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995591122', 'tenant_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '92a829ed-f0ac-438b-add9-042653a35f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:14:15Z', 'updated_at': '2022-04-05T12:16:48Z', 'revision_number': 5, 'project_id': 'dd2c613c2bbc479da18b608ccfc102c2', 'gw_port': {'id': '92a829ed-f0ac-438b-add9-042653a35f22', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:89:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ae2d1-db19-4417-90f7-b5d18720c096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:14:16Z', 'updated_at': '2022-04-05T12:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:52.231091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Calling delete_port for e3b969e1-c519-4bad-9bf2-68b841424146 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:52.278224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 716901e1-2b3f-4def-a591-2c5bbb328b4b is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:16:52.316599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] For port 92a829ed-f0ac-438b-add9-042653a35f22, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=92a829ed-f0ac-438b-add9-042653a35f22,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:52.317058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.335301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.387371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Pushing event deleted for resources: {'Port': ['ID=e3b969e1-c519-4bad-9bf2-68b841424146,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:52.397523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.398278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.398804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.399186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.399509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.399874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.400255 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.400589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.400939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.401266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.401591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.401976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:52.406829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fe02c-60d7-4eea-8430-d8cc8bef706f None None] No DVR routers for this DVR port e3b969e1-c519-4bad-9bf2-68b841424146 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:16:52.537625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:52.549823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e307505-4264-4891-97ac-16299057503a None None] Sync routers for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:52.563531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e307505-4264-4891-97ac-16299057503a None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:52.564192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4e307505-4264-4891-97ac-16299057503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:52.572559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.574021 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-47ec5172-5498-4cc0-a1d3-4ea70d6f3665 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6864672 Apr 05 12:16:52.578160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56570) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.620531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Calling delete_port for 92a829ed-f0ac-438b-add9-042653a35f22 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:16:52.643769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7a1f677a-167a-43d4-904f-767799234555 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0641892 Apr 05 12:16:52.648997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56574) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.685636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ae01ce35-6680-487b-9276-5c9ea67d23d1 tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] Notify callbacks [] for subnetpool, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:52.686755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae01ce35-6680-487b-9276-5c9ea67d23d1 tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "DELETE /v2.0/subnetpools/12b90ab2-29b7-4d8c-99e1-c2c7bb452d9e HTTP/1.1" status: 204 len: 168 time: 0.5046556 Apr 05 12:16:52.689938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56578) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.718235 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.api.v2.resource [None req-1086a338-84e5-4cb2-88a7-dc602dc146fa tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] show failed (client error): The resource could not be found. Apr 05 12:16:52.720092 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1086a338-84e5-4cb2-88a7-dc602dc146fa tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "GET /v2.0/subnetpools/12b90ab2-29b7-4d8c-99e1-c2c7bb452d9e HTTP/1.1" status: 404 len: 346 time: 0.0285122 Apr 05 12:16:52.722927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56582) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.829050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-16332971-5a5c-4d1a-a20c-305dabf10fc2 tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] delete failed (client error): The resource could not be found. Apr 05 12:16:52.830087 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-16332971-5a5c-4d1a-a20c-305dabf10fc2 tempest-SubnetPoolsTestJSON-976703729 tempest-SubnetPoolsTestJSON-976703729-project] 10.222.0.50 "DELETE /v2.0/subnetpools/12b90ab2-29b7-4d8c-99e1-c2c7bb452d9e HTTP/1.1" status: 404 len: 346 time: 0.1062222 Apr 05 12:16:52.874256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80d069-2825-423b-bee3-71196dd4fa3c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:52.875789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4e80d069-2825-423b-bee3-71196dd4fa3c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2249777 Apr 05 12:16:52.878925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56592) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.977311 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bfb557e5-4440-46a1-b980-961587a114de tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0936441 Apr 05 12:16:52.978614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:52.989710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246468122', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:16:52.991819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e3b969e1-c519-4bad-9bf2-68b841424146 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:53.008898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.049148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e3b969e1-c519-4bad-9bf2-68b841424146 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:53.049857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e3b969e1-c519-4bad-9bf2-68b841424146 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:53.050483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:53.068171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Port': ['ID=92a829ed-f0ac-438b-add9-042653a35f22,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:53.084950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4e307505-4264-4891-97ac-16299057503a None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:53.139692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.140896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.141254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.141389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:53.141625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.141968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.142304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.142636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.145181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.146533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:53.147123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.147483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.147830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.149046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:16:53.151107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:53.164452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:53.186010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:16:53.191864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.206652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:53.207748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9a1c36f1-7bff-4fde-bc81-70e6dc42bed4 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:53.298176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.301447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d363ac6-4a15-41c4-b181-b9c077e3b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.426992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56604) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:53.519292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.521893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.544556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4e307505-4264-4891-97ac-16299057503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:50Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:53.550395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e307505-4264-4891-97ac-16299057503a None None] Checking router: 716901e1-2b3f-4def-a591-2c5bbb328b4b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:16:53.550743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e307505-4264-4891-97ac-16299057503a None None] Updating router 716901e1-2b3f-4def-a591-2c5bbb328b4b port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:16:53.552900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.554397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Fanout notify agent at l3_agent the message router_deleted on router 897ae2d1-db19-4417-90f7-b5d18720c096 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:16:53.574263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.575531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-415ab8eb-da7b-4892-9d52-9d2e0bba7f8d tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "DELETE /v2.0/routers/897ae2d1-db19-4417-90f7-b5d18720c096 HTTP/1.1" status: 204 len: 168 time: 2.3570561 Apr 05 12:16:53.578233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56610) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:53.604748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.645439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.705863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=6792a7aa-4756-4c22-93c8-eb44d93c096b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:53.733501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.748331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.755746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:53.771697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecdda3c37814e62bf3898f73f0ac7ab is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:53.776088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:53.788485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:53.790536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:53.790901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: 62b772c8-af2e-45c3-af7d-97abe4c31994, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:16:53.842904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:16:53.861400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 62b772c8-af2e-45c3-af7d-97abe4c31994) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:53.870626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:53.871242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.918683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd289ad4-b950-4a0e-8c86-b744823515a3 None None] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:53.930702 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c7d036fa-e23d-46d7-81a4-26f89c5d3cd0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9510281 Apr 05 12:16:53.935020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56614) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:53.945468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:53.986701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cd1c3f-75b3-4a5a-a1ab-40aa16757616']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:54.012391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305b057d-486f-4a8e-942d-e1ad101f7f69') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:54.013061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305b057d-486f-4a8e-942d-e1ad101f7f69') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:54.029361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.072418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.088891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:16:54.089327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.104229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.122404 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:16:54.123758 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:16:54.238060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5648a978-7291-4b30-8806-ce59b20c864a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:54.268514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.287327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.297971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.303168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4e307505-4264-4891-97ac-16299057503a None None] Transition to ACTIVE for port object 7ba0dca6-927c-4b44-ad27-54be6f1f4093 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:54.310005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'Network': ['ID=d7cd1c3f-75b3-4a5a-a1ab-40aa16757616,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:54.321149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e16d7eeb-cd23-46aa-a920-b5dc0f01f83e tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "DELETE /v2.0/networks/d7cd1c3f-75b3-4a5a-a1ab-40aa16757616 HTTP/1.1" status: 204 len: 168 time: 0.7418220 Apr 05 12:16:54.323808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56620) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:54.326999 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d2872a0b-6749-43a1-baf5-acee11d03357 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ecdda3c37814e62bf3898f73f0ac7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8982365 Apr 05 12:16:54.330572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56624) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:54.344028 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.458801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-62b772c8-af2e-45c3-af7d-97abe4c31994', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:16:54.460256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.558912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4e307505-4264-4891-97ac-16299057503a None None] Attempting to bind port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:54.559701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4e307505-4264-4891-97ac-16299057503a None None] Attempting to bind port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:54.560467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e307505-4264-4891-97ac-16299057503a None None] Attempting to bind port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:54.594200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.614580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.636371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.642692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e69a-0082-4d86-9785-7763efabc875 None None] Pushing event updated for resources: {'Port': ['ID=7ba0dca6-927c-4b44-ad27-54be6f1f4093,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:54.650959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e307505-4264-4891-97ac-16299057503a None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:54.651830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e307505-4264-4891-97ac-16299057503a None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:54.652778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.653594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e307505-4264-4891-97ac-16299057503a None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:54.654554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4e307505-4264-4891-97ac-16299057503a None None] Bound port: 7ba0dca6-927c-4b44-ad27-54be6f1f4093, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:54.655409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.682144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.805384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.913344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.953451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb716a78-d870-477d-abba-58d8ff993b52,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:54.957871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4e307505-4264-4891-97ac-16299057503a None None] For port 7ba0dca6-927c-4b44-ad27-54be6f1f4093, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:54.961608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4e307505-4264-4891-97ac-16299057503a None None] For port 7ba0dca6-927c-4b44-ad27-54be6f1f4093, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7ba0dca6-927c-4b44-ad27-54be6f1f4093,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:54.964549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:54.969758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 92a829ed-f0ac-438b-add9-042653a35f22 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:16:54.998659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5648a978-7291-4b30-8806-ce59b20c864a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:55.015976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e307505-4264-4891-97ac-16299057503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.021736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.023516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7243cadf-0aed-48fe-bb06-d0236960d278 tempest-TestNetworkAdvancedServerOps-1387531163 tempest-TestNetworkAdvancedServerOps-1387531163-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb716a78-d870-477d-abba-58d8ff993b52 HTTP/1.1" status: 204 len: 168 time: 0.6975582 Apr 05 12:16:55.029755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.032584 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5dfbafd6-5ff7-49f7-8b9a-ceed9a1d5d91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5648a978-7291-4b30-8806-ce59b20c864a HTTP/1.1" status: 204 len: 168 time: 0.7001426 Apr 05 12:16:55.211220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e69a-0082-4d86-9785-7763efabc875 None None] Pushing event updated for resources: {'Port': ['ID=7ba0dca6-927c-4b44-ad27-54be6f1f4093,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:55.213770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 92a829ed-f0ac-438b-add9-042653a35f22 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:16:55.214119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 92a829ed-f0ac-438b-add9-042653a35f22 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:16:55.255469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Allocated IP 172.20.0.2 (62b772c8-af2e-45c3-af7d-97abe4c31994/6792a7aa-4756-4c22-93c8-eb44d93c096b/0f5610a8-c8e5-4241-86b6-4f6290170ba6) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:55.257346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e307505-4264-4891-97ac-16299057503a None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:55.257978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4e307505-4264-4891-97ac-16299057503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:55.298690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.545844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56638) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:55.685559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.697088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Transition to ACTIVE for port object 0f5610a8-c8e5-4241-86b6-4f6290170ba6 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:55.723201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Transition to ACTIVE for port object 0f5610a8-c8e5-4241-86b6-4f6290170ba6 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:55.732831 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c33c95a9-21dd-4446-85a0-7408b8505c09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd2c613c2bbc479da18b608ccfc102c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853480 Apr 05 12:16:55.735144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56644) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:55.741347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-463d0529-9548-4307-936d-3e3d58b3afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.832161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.832678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.851423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (62b772c8-af2e-45c3-af7d-97abe4c31994/6792a7aa-4756-4c22-93c8-eb44d93c096b/1b463f08-d88e-4ddb-b2fd-23dd46b12bcb) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:16:55.880958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.927584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:55.936003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:55.938476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:55.984281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:55.995686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4e307505-4264-4891-97ac-16299057503a None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:56.046541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Pushing event updated for resources: {'Port': ['ID=0f5610a8-c8e5-4241-86b6-4f6290170ba6,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:56.066345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.085074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:16:56.112793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.143222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886a186-c49e-4394-b4bf-71c240cdea79,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:56.153404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.157472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-803a1f09-826f-4c8e-862b-305cdb3650df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1886a186-c49e-4394-b4bf-71c240cdea79 HTTP/1.1" status: 204 len: 168 time: 0.4207554 Apr 05 12:16:56.237352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:56.245149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:56.259886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:16:56.332135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:56.340018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Attempting to bind port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:16:56.340242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Attempting to bind port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:16:56.340589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Attempting to bind port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 on network 62b772c8-af2e-45c3-af7d-97abe4c31994 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:16:56.361955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:16:56.362338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Checking segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:16:56.362747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.363168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Bound using segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:16:56.363916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Bound port: 0f5610a8-c8e5-4241-86b6-4f6290170ba6, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:16:56.364297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.365534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.456693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] For port 0f5610a8-c8e5-4241-86b6-4f6290170ba6, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:16:56.459864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] For port 0f5610a8-c8e5-4241-86b6-4f6290170ba6, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f5610a8-c8e5-4241-86b6-4f6290170ba6,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:16:56.483667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.536023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.578858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.626579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56654) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:56.647650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4cd80-d35b-4db3-ac0b-33e84d62d26b None None] Pushing event updated for resources: {'Port': ['ID=0f5610a8-c8e5-4241-86b6-4f6290170ba6,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:56.651687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:56.687168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4e307505-4264-4891-97ac-16299057503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:50Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:56.695936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e307505-4264-4891-97ac-16299057503a None None] The sync data for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv is: [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:50Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:16:56.722758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:16:56.730596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7b0fa76b1c4ad7b1364f988abe668d is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:16:56.740557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:16:56.751239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:16:56.753298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.390109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.398043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.496955 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ecd20e-a6ae-4a36-af5d-349f95507cd8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:57.505940 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e5725dfb-ed29-4f2a-b774-24c64991c1b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef7b0fa76b1c4ad7b1364f988abe668d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782365 Apr 05 12:16:57.509955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56658) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:57.647916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.707012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.719524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.784620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.794945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.827904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.897977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:57.902279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37ecd20e-a6ae-4a36-af5d-349f95507cd8 HTTP/1.1" status: 204 len: 168 time: 0.3817775 Apr 05 12:16:57.903481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef102af-20e2-4e72-a00d-e6d84f8c630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ecd20e-a6ae-4a36-af5d-349f95507cd8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:58.065784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:58.070096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:16:58.218217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c02a48-f6c3-4038-8921-c8ff633eb27e None None] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:16:58.292123 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:16:58.349901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:16:58.356460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:16:58.467144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b1328ecc-bc20-44a2-996c-24a6bd41b653 None None] Provisioning for port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:58.642299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 716901e1-2b3f-4def-a591-2c5bbb328b4b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:16:58.935094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:16:58.973819 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc2e455d-1d64-4fde-83e3-ae79e0edafcf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/716901e1-2b3f-4def-a591-2c5bbb328b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0346127 Apr 05 12:16:58.974325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56668) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:59.065068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f5610a8-c8e5-4241-86b6-4f6290170ba6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:16:59.171548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:59.181527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:59.181914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.284775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Provisioning complete for port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:59.285197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.307223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.308275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.311054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.311693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.312162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.313261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.320723 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bb930f58-2e10-4080-a7d1-94c9a30a96e1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3451350 Apr 05 12:16:59.320999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:59.457688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.458163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.462626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.462626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.462626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.462626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:16:59.468181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56676) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:16:59.484419 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-983b0490-db52-4ceb-b9ac-d1ee541c1589 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1528971 Apr 05 12:16:59.502932 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Sync routers for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:16:59.516272 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:16:59.517090 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:16:59.581341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.631614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.658726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] For port 0f5610a8-c8e5-4241-86b6-4f6290170ba6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f5610a8-c8e5-4241-86b6-4f6290170ba6,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:16:59.670773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.825254 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:16:59.861669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Provisioning for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:16:59.894525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Provisioning complete for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:16:59.895137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:16:59.939276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-aa541d21-8000-4047-b4f9-05c5a9ab164d tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.4711223 Apr 05 12:17:00.062895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:17:00.063209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:17:00.068174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Pushing event updated for resources: {'Port': ['ID=0f5610a8-c8e5-4241-86b6-4f6290170ba6,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:00.076308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9f418a22-2606-4bb8-8f8e-657a415d3e38 None None] Port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:17:00.209699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-83411594-8bce-4697-b1d7-55c9a449cd18 None None] Provisioning complete for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:00.210306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-83411594-8bce-4697-b1d7-55c9a449cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.335361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-83411594-8bce-4697-b1d7-55c9a449cd18 None None] Port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:17:00.442609 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:16:57Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:00.448505 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Checking router: 716901e1-2b3f-4def-a591-2c5bbb328b4b for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:17:00.449310 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Updating router 716901e1-2b3f-4def-a591-2c5bbb328b4b port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:17:00.492140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56684) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:00.498370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682376166', 'description': 'tempest-secgroup-smoke-1682376166 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:00.508995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:00.515630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:00.520080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:00.528899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:00.551432 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.553305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.607559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:00.618423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:00.628172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:00.641942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:00.650373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7ba0dca6-927c-4b44-ad27-54be6f1f4093 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:00.746132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:00.755094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:00.755998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.865886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.878019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.935128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400aab6f-8613-424d-aafd-c5332eb99239,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:00.946950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.960815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.962517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0df73a3b-661b-43b2-b931-9b86ba1099e6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4691827 Apr 05 12:17:00.968100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56688) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:00.968684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 7ba0dca6-927c-4b44-ad27-54be6f1f4093, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7ba0dca6-927c-4b44-ad27-54be6f1f4093,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:00.974325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:00.979870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:00.997950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:01.010976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:01.014216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:01.021416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:01.084054 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.088421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.097880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=7ba0dca6-927c-4b44-ad27-54be6f1f4093,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:01.119728 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Transition to ACTIVE for port object 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:17:01.132848 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.146272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f5610a8-c8e5-4241-86b6-4f6290170ba6 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:01.217309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.224645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.224968 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b71f-54e2-4492-92c3-f2058de21300 None None] Pushing event updated for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:01.276104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a615f15d-91dc-459b-b03e-b10fb4a17d05,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:01.292782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.294533 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a611d010-0e4b-49ab-94c9-a2c359bd2683 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242729 Apr 05 12:17:01.297814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56694) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:01.307529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:01.321905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:01.332432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:01.336138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:01.344071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:01.355983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:01.356669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.394332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.532110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.544535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.585737 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Attempting to bind port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:17:01.586761 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Attempting to bind port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:17:01.587340 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Attempting to bind port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb on network 62b772c8-af2e-45c3-af7d-97abe4c31994 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:17:01.593930 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:17:01.595035 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Checking segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:17:01.595200 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.595615 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Bound using segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:17:01.596248 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Bound port: 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:17:01.596849 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.598159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79039de4-5338-4dc2-915b-0e297c5aac4c,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:01.624099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.626947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a485cbad-036d-4300-a1b1-b8cdddd81a25 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3269625 Apr 05 12:17:01.635552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56698) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:01.644616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:01.653072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:01.657805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:01.661446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:01.671718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:01.698032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.720849 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] For port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:17:01.727133 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] For port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:17:01.737297 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.790445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.795501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.821284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee11186-9d20-4ee1-8d91-f768c44cda7a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:01.833249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.837799 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:01.838743 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:01.840608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56702) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:01.840746 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ff6c3294-c99e-4f37-925b-1b239f4e69e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011499 Apr 05 12:17:01.846998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:01.858716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:01.870639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:01.874172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:01.881689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:01.922623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:01.967141 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b71f-54e2-4492-92c3-f2058de21300 None None] Pushing event updated for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:02.035262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.041802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.123229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b59a69c-85db-41ac-ad5b-5b7704a0a199,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:02.140313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.143366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eb235ca6-9da5-4157-afab-9d70b63fda8a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2997017 Apr 05 12:17:02.145097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56706) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:02.151185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:02.154444 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:02.165909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:02.170984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:02.174879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:02.181281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:02.199545 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:17:02.220821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.315621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.322418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.359077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0892449c-8037-4b52-8cd8-8c2eb868d949,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:02.373158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.377396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56712) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:02.377590 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-401b11e7-84c1-40f3-9bc6-a04c22686f84 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313232 Apr 05 12:17:02.383189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '400aab6f-8613-424d-aafd-c5332eb99239', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:02.390412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:02.395138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:02.398240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:02.405379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:02.418821 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:17:02.426588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.544764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.549939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.584379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbbb873-c40f-4019-94f9-64c932bd551f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:02.599337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:02.601098 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8b802627-8260-4b46-a4a3-7990ecf9ab88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2226481 Apr 05 12:17:02.630753 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:01Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:02.637776 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8df2cc-4011-43c0-96c4-1214a566a277 None None] The sync data for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv is: [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:01Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:17:02.895129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-5dcd4af2-b7d8-4b5f-93ed-cbead1437f45 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:17:02.913584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-5dcd4af2-b7d8-4b5f-93ed-cbead1437f45 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:17:02.915089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-5dcd4af2-b7d8-4b5f-93ed-cbead1437f45 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682376166&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0681484 Apr 05 12:17:03.158713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-1cc9c070-c400-4f82-b392-faad8396afe0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:03.159473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-1cc9c070-c400-4f82-b392-faad8396afe0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:17:03.189872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-1cc9c070-c400-4f82-b392-faad8396afe0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:17:03.191229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-1cc9c070-c400-4f82-b392-faad8396afe0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 200 len: 797 time: 0.2681572 Apr 05 12:17:03.211188 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-178f59d2-0479-44b8-ac8f-f89c8c6b5b0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0115352 Apr 05 12:17:03.264787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7ba0dca6-927c-4b44-ad27-54be6f1f4093 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:03.346987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-587291a3-e1d0-4edc-993c-1ebd2ad41c95 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263456 Apr 05 12:17:03.361873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:03.362165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:03.548043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:03.592718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-01d35486-4022-4b77-a0dd-c976e9a35829 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:17:03.601683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-01d35486-4022-4b77-a0dd-c976e9a35829 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2404418 Apr 05 12:17:03.672249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:03.679132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:03.680256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:03.788224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-b8756a09-551e-4a77-aa4d-c8a961540757 service neutron] 10.222.0.50 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857226 Apr 05 12:17:03.855774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:03.919361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:03.925052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:04.013481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-d4c72b1d-c4cf-4df6-9d07-2436bd23e92f service neutron] 10.222.0.50 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144458 Apr 05 12:17:04.023946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:04.241516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4dde0c21-e000-473b-9a8c-e1bc5e31b061 req-1da2ec10-c447-415c-8f2e-e62e8250afd7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 210 time: 0.0547082 Apr 05 12:17:05.009092 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-04286887-c656-4071-9911-8b0a6b94e446 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673414148&fields=id&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 267 time: 0.0412908 Apr 05 12:17:05.070204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:05.150672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:05.151337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:05.299997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-dda8949e-812b-4b41-9ded-c5a5616bc445 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:05.301491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-dda8949e-812b-4b41-9ded-c5a5616bc445 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.2853973 Apr 05 12:17:05.329493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-3b2d62bb-2b13-4251-9a1a-e93ec87fcf1a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/quotas/b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 375 time: 0.0171783 Apr 05 12:17:05.472600 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9dacde23-a232-4606-bfb2-62d4f3c48130 req-2eb8ee5e-6076-4708-8daa-1381022353bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 210 time: 0.0872176 Apr 05 12:17:05.583476 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-56f3a426-00e8-4cd2-b762-70f5b273439b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2484250 Apr 05 12:17:05.625698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-78bf8fa0-7222-4307-91a6-cadd0c53a24e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:05.630633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-78bf8fa0-7222-4307-91a6-cadd0c53a24e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 200 len: 797 time: 0.2435691 Apr 05 12:17:05.749977 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-5fed110d-e80d-4726-9df2-6e7a7aed6c02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 380 time: 0.1069534 Apr 05 12:17:05.763562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': 'f7739859-5239-4bdc-a905-70de277273ba', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['400aab6f-8613-424d-aafd-c5332eb99239']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:05.814096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-dab84daf-a1f4-48a8-abca-1fc5c1d4d8a4 service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178731 Apr 05 12:17:06.011315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:06.024733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:06.030489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:06.038469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:06.041824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-5ff71dba-a39f-4d52-9aaf-a95290bf5d3a service neutron] 10.222.0.50 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817417 Apr 05 12:17:06.052063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:17:06.056460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:06.242226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.4 (62b772c8-af2e-45c3-af7d-97abe4c31994/6792a7aa-4756-4c22-93c8-eb44d93c096b/7eb3f24d-1e62-4165-a60f-37523b8a9b84) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:17:06.490580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-67535112-5939-4651-a0bd-0a8f245beef5 req-d9d29045-e182-4f96-9b78-16be58eb3490 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 210 time: 0.0787733 Apr 05 12:17:06.570464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:06.599530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 7eb3f24d-1e62-4165-a60f-37523b8a9b84 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:17:06.660031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-782cb341-11f5-4a8c-8398-1cd2c87dc83b req-353f13fa-22be-4686-98e6-a4b907c7eff4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 210 time: 0.0508835 Apr 05 12:17:06.679483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:06.762169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:17:06.766693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:17:06.769449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:17:06.833147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:06.869359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:06.870328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:06.922281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-43f75739-562d-46fd-84fd-7bbc7eb89d43 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649983 Apr 05 12:17:06.935769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Request body: {'port': {'device_id': 'f7739859-5239-4bdc-a905-70de277273ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:07.085998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b4276b5-885c-4acd-9c92-0e24538d6aac None None] Provisioning for port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:07.100317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b4276b5-885c-4acd-9c92-0e24538d6aac None None] Provisioning complete for port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:07.100694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b4276b5-885c-4acd-9c92-0e24538d6aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:07.101060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:07.234148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b4276b5-885c-4acd-9c92-0e24538d6aac None None] Port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:17:07.629730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb3f24d-1e62-4165-a60f-37523b8a9b84 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:17:07.682241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:07.686694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00abe878-b63a-4878-ab6c-ef58d352e8e6 req-721e11d4-cd24-4f19-8e8f-a352e73d3e4f tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 210 time: 0.0642409 Apr 05 12:17:07.721742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Transition to ACTIVE for port object 7eb3f24d-1e62-4165-a60f-37523b8a9b84 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:17:07.729077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:07.818240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-18c0d938-b3e4-42aa-8967-d32471c86feb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:07.820546 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-18c0d938-b3e4-42aa-8967-d32471c86feb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 811 time: 0.1903944 Apr 05 12:17:07.893641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-d89c37fc-8594-42c5-92b0-3e66375a8ac3 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:17:07.918423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-d89c37fc-8594-42c5-92b0-3e66375a8ac3 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:17:07.920729 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-d89c37fc-8594-42c5-92b0-3e66375a8ac3 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6269eca554841afa8bd6f43eff14c71 HTTP/1.1" status: 200 len: 380 time: 0.0918119 Apr 05 12:17:07.935903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'port': {'device_id': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'admin_state_up': True, 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'security_groups': ['b61fc9c0-1689-41c1-b903-fb8b9b525899']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:08.000479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:08.163868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Attempting to bind port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:17:08.166201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Attempting to bind port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:17:08.170580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Attempting to bind port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 on network 62b772c8-af2e-45c3-af7d-97abe4c31994 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:17:08.193058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 on network 62b772c8-af2e-45c3-af7d-97abe4c31994 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:17:08.193393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Attempting to bind port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 on network 62b772c8-af2e-45c3-af7d-97abe4c31994 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:17:08.215856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:17:08.215856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Checking segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:17:08.216081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Bound using segment: {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:17:08.216415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Bound port: 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:17:08.216769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:08.241545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27ac70-75f1-437d-90a2-886c1b5ecd71 req-811f6633-3277-4fa6-9a12-12287715009c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:08.242416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0a27ac70-75f1-437d-90a2-886c1b5ecd71 req-811f6633-3277-4fa6-9a12-12287715009c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:17:08.314640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-0a27ac70-75f1-437d-90a2-886c1b5ecd71 req-811f6633-3277-4fa6-9a12-12287715009c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:17:08.316834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a27ac70-75f1-437d-90a2-886c1b5ecd71 req-811f6633-3277-4fa6-9a12-12287715009c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 943 time: 0.4539731 Apr 05 12:17:08.426972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:08.435116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:17:08.443732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:08.446913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a27ac70-75f1-437d-90a2-886c1b5ecd71 req-3cfc4223-3f60-4b59-b918-33de442730b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203623 Apr 05 12:17:08.464053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Made reservation on behalf of b6269eca554841afa8bd6f43eff14c71 for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:17:08.464555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:17:08.469070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:08.483498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:08.576730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:08.577632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:08.579936 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] 10.222.0.30 "PUT /v2.0/ports/7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 200 len: 1093 time: 1.6500008 Apr 05 12:17:08.580898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:08.621054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026a09-84c8-4c96-841e-31a8d88a1a42 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:08.752883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.20.0.8 (0744352a-31de-48f1-9b25-45a46005f79b/b8135c0d-5e09-4a3c-b621-862bb00d884e/9233280a-7941-4f07-b742-68daf79a272e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:17:08.803968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-eda75ac0-6ae8-413d-9745-65b2be78b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:08.806776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-eda75ac0-6ae8-413d-9745-65b2be78b7fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1096 time: 0.1712132 Apr 05 12:17:08.947637 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-8db806cf-64e9-42fb-8b44-e3571fa1ab99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 200 len: 217 time: 0.1293268 Apr 05 12:17:08.954986 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'status': 'completed', 'code': 200} Apr 05 12:17:09.007107 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b756ee7e-a961-4e87-9493-2c6f88d1b61a req-a1b28248-fa32-4a06-9cbf-2b2e38f06f11 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 210 time: 0.1103752 Apr 05 12:17:09.057898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-8a6e6034-abce-42c1-b947-a23c78e8a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:09.059626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-8a6e6034-abce-42c1-b947-a23c78e8a46e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6792a7aa-4756-4c22-93c8-eb44d93c096b HTTP/1.1" status: 200 len: 834 time: 0.0984621 Apr 05 12:17:09.161852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:09.171069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779c2-b191-4b09-85fa-625be659af5f req-1f763792-e35f-4856-adc5-2491702847ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:09.178264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-1f763792-e35f-4856-adc5-2491702847ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b772c8-af2e-45c3-af7d-97abe4c31994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117125 Apr 05 12:17:09.196891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Transition to ACTIVE for port object 9233280a-7941-4f07-b742-68daf79a272e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:17:09.245218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:09.322513 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 0744352a-31de-48f1-9b25-45a46005f79b is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:17:09.325880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:17:09.330539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:17:09.355313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-680a6727-ca24-43ce-ba28-e01bd763a04f service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709383 Apr 05 12:17:09.393739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:09.421749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:09.422422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:09.454001 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-95d0c256-3b85-4613-ba2c-f38a925215b8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5281613 Apr 05 12:17:09.468885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Request body: {'port': {'device_id': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:09.547058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51f779c2-b191-4b09-85fa-625be659af5f req-d3473330-4e56-4d1a-a0a1-bedbdec4b175 service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849320 Apr 05 12:17:09.652265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:09.752932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-53ae47a6-c955-4a0e-9eb7-4564171ba649 None None] Provisioning for port 9233280a-7941-4f07-b742-68daf79a272e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:09.764219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-53ae47a6-c955-4a0e-9eb7-4564171ba649 None None] Provisioning complete for port 9233280a-7941-4f07-b742-68daf79a272e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:09.764700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-53ae47a6-c955-4a0e-9eb7-4564171ba649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:09.811070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f160-0288-4894-8931-2626013b383c req-c769e9ca-2499-45ec-abae-549f7b03247f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:09.812451 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c690f160-0288-4894-8931-2626013b383c req-c769e9ca-2499-45ec-abae-549f7b03247f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 943 time: 0.1267080 Apr 05 12:17:09.819417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-480979b6-5d3e-43ec-a4ca-65cfde8d6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:09.825017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-480979b6-5d3e-43ec-a4ca-65cfde8d6127 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1096 time: 0.2084706 Apr 05 12:17:09.863879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-53ae47a6-c955-4a0e-9eb7-4564171ba649 None None] Port 9233280a-7941-4f07-b742-68daf79a272e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:17:10.113742 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c690f160-0288-4894-8931-2626013b383c req-e454e1d8-e3dd-496d-9dd8-996d7a28c90c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862580 Apr 05 12:17:10.170843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9233280a-7941-4f07-b742-68daf79a272e {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:17:10.181839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:10.211251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Transition to ACTIVE for port object 9233280a-7941-4f07-b742-68daf79a272e will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:17:10.215827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:10.245609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-ad24a88c-a1ff-487b-ac5c-c334e0b1dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.246809 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-ad24a88c-a1ff-487b-ac5c-c334e0b1dd8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 200 len: 898 time: 0.3943214 Apr 05 12:17:10.346881 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-0c3cfd43-cdc5-4abb-b240-22cf721c03ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 200 len: 217 time: 0.0887735 Apr 05 12:17:10.407878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:10.429464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f0354-6907-41a4-8368-5f2a42c03ce7 req-87b531b9-7b92-4bfc-92e7-ee9ef75be6a5 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.431689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-758f0354-6907-41a4-8368-5f2a42c03ce7 req-87b531b9-7b92-4bfc-92e7-ee9ef75be6a5 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.2764697 Apr 05 12:17:10.460076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-12f872b8-65c2-4006-b34c-a130224a3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.461575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-12f872b8-65c2-4006-b34c-a130224a3224 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6792a7aa-4756-4c22-93c8-eb44d93c096b HTTP/1.1" status: 200 len: 834 time: 0.1089883 Apr 05 12:17:10.503440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Attempting to bind port 9233280a-7941-4f07-b742-68daf79a272e on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:17:10.503440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Attempting to bind port 9233280a-7941-4f07-b742-68daf79a272e by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:17:10.503700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Attempting to bind port 9233280a-7941-4f07-b742-68daf79a272e on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:17:10.511098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Port 9233280a-7941-4f07-b742-68daf79a272e on network 0744352a-31de-48f1-9b25-45a46005f79b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:17:10.512276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Attempting to bind port 9233280a-7941-4f07-b742-68daf79a272e on network 0744352a-31de-48f1-9b25-45a46005f79b {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:17:10.518886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:17:10.519361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Checking segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:17:10.519950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Bound using segment: {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:17:10.520574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Bound port: 9233280a-7941-4f07-b742-68daf79a272e, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:17:10.520574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:10.553640 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-758f0354-6907-41a4-8368-5f2a42c03ce7 req-a86aedf5-441b-4e35-a531-4e1de731cf9d tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113639 Apr 05 12:17:10.589701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-03525247-d2c0-4142-8d76-7337271d1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.592970 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-03525247-d2c0-4142-8d76-7337271d1f87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b772c8-af2e-45c3-af7d-97abe4c31994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193061 Apr 05 12:17:10.641730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:17:10.648068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9233280a-7941-4f07-b742-68daf79a272e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:17:10.651154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:10.714203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.714936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:10.716370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] 10.222.0.30 "PUT /v2.0/ports/9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 200 len: 1093 time: 1.2539496 Apr 05 12:17:10.717745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:10.742786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-793b33b6-a543-4c94-97c9-e85a9093f7e8 service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437747 Apr 05 12:17:10.815820 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e', 'status': 'completed', 'code': 200} Apr 05 12:17:10.815820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ccac5-277e-410d-b598-1a540793fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:10.869827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-ff16d855-8e24-4195-bc2e-8c1799371e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:10.871906 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-ff16d855-8e24-4195-bc2e-8c1799371e95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1096 time: 0.1092618 Apr 05 12:17:10.908463 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1580dea0-0b4d-4ef0-8465-101a34e483ec req-f468c603-6ebd-497c-85e9-aadb4205eb01 service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543365 Apr 05 12:17:10.949563 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-b9609732-5f5c-41f1-8fe7-18b3eac9c7c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 200 len: 217 time: 0.0707181 Apr 05 12:17:11.041509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-f83d0f61-818c-46e4-ad26-8ec979ec97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:11.043292 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-f83d0f61-818c-46e4-ad26-8ec979ec97d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0852172 Apr 05 12:17:11.124581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-88f7e8bc-f55f-4025-b1b9-200c34117eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:11.126094 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-88f7e8bc-f55f-4025-b1b9-200c34117eee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768821 Apr 05 12:17:11.265427 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-a519ff70-73f3-4973-94c8-7648ab007d69 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321123 Apr 05 12:17:11.316064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34810-6ce3-413f-b72b-bc7c883cd1ff req-c3de7b7f-aeb4-47ff-81e3-a519637ba250 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:11.317566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fec34810-6ce3-413f-b72b-bc7c883cd1ff req-c3de7b7f-aeb4-47ff-81e3-a519637ba250 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 943 time: 0.0820475 Apr 05 12:17:11.363803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fec34810-6ce3-413f-b72b-bc7c883cd1ff req-243de08e-617f-4872-8a6e-293686bcd80e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395718 Apr 05 12:17:11.506854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7eb3f24d-1e62-4165-a60f-37523b8a9b84 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:17:11.669297 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ea3a07a8-93a1-4857-921a-1279a5403337 req-1f533ffc-03f7-44b3-9dce-272ba47f42f7 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701318 Apr 05 12:17:11.680878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:11.698889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'port_id': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'mac_address': 'fa:16:3e:e7:d9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:17:11.789002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:11.810030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb3f24d-1e62-4165-a60f-37523b8a9b84 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:17:11.830775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa940-e90d-44df-86b5-6f9c869e5fc4 req-4a4b07f6-2b75-4340-803e-3a73131121d1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:11.831437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-fdecd2ce-f2b0-4eff-8fac-5200cf098fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:11.833334 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-fdecd2ce-f2b0-4eff-8fac-5200cf098fb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1096 time: 0.1092150 Apr 05 12:17:11.836605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bbefa940-e90d-44df-86b5-6f9c869e5fc4 req-4a4b07f6-2b75-4340-803e-3a73131121d1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.1296208 Apr 05 12:17:11.838758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:11.843944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:11.892100 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bbefa940-e90d-44df-86b5-6f9c869e5fc4 req-60859db1-78e3-4c72-a00a-7d3a048e2bab tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501387 Apr 05 12:17:11.931913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:12.034005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-97ba4af3-86da-4e0e-8903-958a372f12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:12.035515 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-97ba4af3-86da-4e0e-8903-958a372f12a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.1958702 Apr 05 12:17:12.085731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7eb3f24d-1e62-4165-a60f-37523b8a9b84'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:17:12.104239 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-b2c7735c-56c1-466c-99cb-ed7a3aee7924 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 200 len: 217 time: 0.0623944 Apr 05 12:17:12.177533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-8d7dfbe1-6879-40c1-a3b7-0025be66af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:12.178961 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-8d7dfbe1-6879-40c1-a3b7-0025be66af5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0678575 Apr 05 12:17:12.259819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-d0b7148a-35cf-413c-90f6-4fc68dc2c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:12.261217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-d0b7148a-35cf-413c-90f6-4fc68dc2c4e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739577 Apr 05 12:17:12.399416 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-df7439b3-c060-4f80-9a5a-1771609c8faa service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313334 Apr 05 12:17:12.547906 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a56e9a7c-d0cc-46eb-b9a1-5be501fa3b06 req-31a23038-2bea-47f6-aa83-6f9fdb6a6553 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412265 Apr 05 12:17:12.558469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbef1-281a-4b80-b2eb-0c9f66eaaec2 req-c4c3bb0d-ea3c-43dd-b344-a8ff35bc7ad7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:12.558469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c78dbef1-281a-4b80-b2eb-0c9f66eaaec2 req-c4c3bb0d-ea3c-43dd-b344-a8ff35bc7ad7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 944 time: 0.0818229 Apr 05 12:17:12.617341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c78dbef1-281a-4b80-b2eb-0c9f66eaaec2 req-081e0926-bca2-4a09-ad0a-535bd22f94ac tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523176 Apr 05 12:17:13.105058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58422c62-376e-4cd8-9f86-ac3d7fd30f4b req-9ce21e93-51d3-4a8d-8c5f-713043794943 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:13.107101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58422c62-376e-4cd8-9f86-ac3d7fd30f4b req-9ce21e93-51d3-4a8d-8c5f-713043794943 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.0949795 Apr 05 12:17:13.161358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58422c62-376e-4cd8-9f86-ac3d7fd30f4b req-808804ab-acfb-41a5-bfb4-9afa05cf9ce1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Apr 05 12:17:13.531359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7eb3f24d-1e62-4165-a60f-37523b8a9b84 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:13.599993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:13.605575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:13.605942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:13.726270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:13.755887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:13.766034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:13.771071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:13.816855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a3166-1de5-4bd3-b1a7-17c74226f89b req-65c32703-c383-4177-a6a0-fd73b769d50b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:13.818397 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d99a3166-1de5-4bd3-b1a7-17c74226f89b req-65c32703-c383-4177-a6a0-fd73b769d50b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 944 time: 0.0947790 Apr 05 12:17:13.848816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:13.873299 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'code': 200} Apr 05 12:17:13.873744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d99a3166-1de5-4bd3-b1a7-17c74226f89b req-29526a49-1773-4aee-83c0-1ff2c59edd28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Apr 05 12:17:14.106563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e4540-1651-450e-befc-e8e0805b7b23 req-929d3736-db61-4d11-bb91-81cd247394a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:14.107975 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b50e4540-1651-450e-befc-e8e0805b7b23 req-929d3736-db61-4d11-bb91-81cd247394a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1098 time: 0.0760438 Apr 05 12:17:14.153468 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b50e4540-1651-450e-befc-e8e0805b7b23 req-25be176f-d685-4625-b1e8-71cd17f4c2b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388055 Apr 05 12:17:14.355374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138953d-db9b-4d20-9405-8b040313c931 req-3be7d986-11ef-496c-b323-69a63c2017d5 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:14.356931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2138953d-db9b-4d20-9405-8b040313c931 req-3be7d986-11ef-496c-b323-69a63c2017d5 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.0839031 Apr 05 12:17:14.405361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2138953d-db9b-4d20-9405-8b040313c931 req-415dc2f3-9b4f-40ef-af66-f6b4adab9c53 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Apr 05 12:17:15.074234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9b51-1851-4e53-9fbc-36ebc6e54f86 req-f081dbc5-4e91-4c97-9d4c-bd3ae21c3e52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:15.075850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5cfe9b51-1851-4e53-9fbc-36ebc6e54f86 req-f081dbc5-4e91-4c97-9d4c-bd3ae21c3e52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0911915 Apr 05 12:17:15.131846 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5cfe9b51-1851-4e53-9fbc-36ebc6e54f86 req-b31e7501-e274-43b9-aa5b-eeb1e1370696 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479081 Apr 05 12:17:15.600989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b7029-bb55-4606-8bd2-eff58eb295b2 req-173330cf-77a6-48a8-9d23-a1064fac5791 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:15.603052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-502b7029-bb55-4606-8bd2-eff58eb295b2 req-173330cf-77a6-48a8-9d23-a1064fac5791 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.0844564 Apr 05 12:17:15.658981 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-502b7029-bb55-4606-8bd2-eff58eb295b2 req-8b276e34-cc1d-42a4-b5eb-d543230e200b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501812 Apr 05 12:17:16.324333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba6df9-60a2-4a1e-9899-d80e3815be3a req-b574110e-bb26-4b59-a804-9ae8d8c8947f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:16.325821 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54ba6df9-60a2-4a1e-9899-d80e3815be3a req-b574110e-bb26-4b59-a804-9ae8d8c8947f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0808122 Apr 05 12:17:16.371050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54ba6df9-60a2-4a1e-9899-d80e3815be3a req-03cf076a-64bc-4397-abd4-a46ade0989f2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Apr 05 12:17:16.559291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6b3f-995a-4ce7-b1f6-b7c5b50c23cb req-29a31dda-d61a-4b74-a3a4-b414542578bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:16.560773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-43bc6b3f-995a-4ce7-b1f6-b7c5b50c23cb req-29a31dda-d61a-4b74-a3a4-b414542578bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0842593 Apr 05 12:17:16.725859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-43bc6b3f-995a-4ce7-b1f6-b7c5b50c23cb req-0f58b0a6-331d-4112-889a-44fbe6567a1e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543832 Apr 05 12:17:16.746190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56822) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:16.880658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36fe525-78e3-4a4c-a088-879a37451f35 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:16.882197 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f36fe525-78e3-4a4c-a088-879a37451f35 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1093 time: 0.1349490 Apr 05 12:17:16.885336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:16.890454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:16.892945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22b0ee-3a10-4f71-8d13-1cf5fe5c586f req-45e414c8-3404-4830-a92a-00b17d80c1f7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:16.894411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f22b0ee-3a10-4f71-8d13-1cf5fe5c586f req-45e414c8-3404-4830-a92a-00b17d80c1f7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.1129529 Apr 05 12:17:16.896648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:16.900888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:16.904076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:16.910712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:16.921991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:16.944524 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f22b0ee-3a10-4f71-8d13-1cf5fe5c586f req-f93ae30a-6f0a-439d-b21a-ffbd93ff8f3c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Apr 05 12:17:17.093814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:17.237788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.136 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/66c070bc-4e90-4336-a8d8-944098cdaf4a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:17:17.388250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:17.418288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:17.477638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:17:17.482268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:17:17.492935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:17:17.531862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=66c070bc-4e90-4336-a8d8-944098cdaf4a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:18.047900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:18.137857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:18.141795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8aaf8-29f3-4ac3-a0b1-f93cdc0ad722 req-1c8bad10-26fe-4181-84fb-96793c726c62 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:18.143335 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afc8aaf8-29f3-4ac3-a0b1-f93cdc0ad722 req-1c8bad10-26fe-4181-84fb-96793c726c62 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.0912936 Apr 05 12:17:18.189477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afc8aaf8-29f3-4ac3-a0b1-f93cdc0ad722 req-386b56dc-a77a-4626-b343-6e692c6e59de tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Apr 05 12:17:18.379867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:18.384265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:18.495843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=66c070bc-4e90-4336-a8d8-944098cdaf4a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:18.507777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:18.687480 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP e885736a-cc9b-4e97-b966-28784310d502 associated. External IP: 172.26.5.136, port: 7eb3f24d-1e62-4165-a60f-37523b8a9b84. Apr 05 12:17:19.043585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 716901e1-2b3f-4def-a591-2c5bbb328b4b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:17:19.344946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:17:19.355999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Sync routers for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:17:19.368749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:19.369428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:19.380387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:19.383856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e4b6-aca3-407d-85e5-2c5bbd1e99d5 req-79444c2d-3f25-46a0-b39c-86d85f3349c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:19.391230 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e169e4b6-aca3-407d-85e5-2c5bbd1e99d5 req-79444c2d-3f25-46a0-b39c-86d85f3349c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 943 time: 0.0934563 Apr 05 12:17:19.442297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e169e4b6-aca3-407d-85e5-2c5bbd1e99d5 req-91f83b3d-89dd-4b0f-8c0e-1084c63cabdb tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500972 Apr 05 12:17:19.443627 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d6173ecd-c27c-4d50-8e65-d65372747dff tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5571685 Apr 05 12:17:19.444315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:19.447488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56834) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:19.511173 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'status': 'completed', 'code': 200} Apr 05 12:17:19.562623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 9233280a-7941-4f07-b742-68daf79a272e details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:17:19.566122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8e50e672-7367-40ff-8157-7ce99dc9846d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e885736a-cc9b-4e97-b966-28784310d502 HTTP/1.1" status: 200 len: 991 time: 0.1163714 Apr 05 12:17:19.579483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:19.619595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-ccdec83a-4a11-4916-94e5-9ac8390418fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:19.621006 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-ccdec83a-4a11-4916-94e5-9ac8390418fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1098 time: 0.0818155 Apr 05 12:17:19.759486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-b9f02653-8f29-4438-a19d-ca8e33dfe8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:19.760933 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-b9f02653-8f29-4438-a19d-ca8e33dfe8a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 200 len: 898 time: 0.1331069 Apr 05 12:17:19.862661 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-8ff6a88d-05c2-42d5-bb4a-1d0f95000f1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 200 len: 999 time: 0.0951512 Apr 05 12:17:19.933462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9233280a-7941-4f07-b742-68daf79a272e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:19.935681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-a0d7a32b-219c-47b5-ac3b-2848b327e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:19.937177 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-a0d7a32b-219c-47b5-ac3b-2848b327e5e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6792a7aa-4756-4c22-93c8-eb44d93c096b HTTP/1.1" status: 200 len: 834 time: 0.0631158 Apr 05 12:17:20.002875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '9233280a-7941-4f07-b742-68daf79a272e', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'port_id': '9233280a-7941-4f07-b742-68daf79a272e', 'mac_address': 'fa:16:3e:23:2c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:17:20.029755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-98dc8f54-c1b9-4bf0-b08b-530cda0c2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:20.031280 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-98dc8f54-c1b9-4bf0-b08b-530cda0c2fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b772c8-af2e-45c3-af7d-97abe4c31994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814788 Apr 05 12:17:20.110149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:20.137350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9233280a-7941-4f07-b742-68daf79a272e {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:17:20.163125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9233280a-7941-4f07-b742-68daf79a272e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:20.172468 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-de513d70-a47a-4233-8f43-a6fe5db047b0 service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349528 Apr 05 12:17:20.173152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:20.230448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e885736a-cc9b-4e97-b966-28784310d502', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'port_id': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'mac_address': 'fa:16:3e:e7:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739859-5239-4bdc-a905-70de277273ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:17Z', 'updated_at': '2022-04-05T12:17:17Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:20.244798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Checking router: 716901e1-2b3f-4def-a591-2c5bbb328b4b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:17:20.255047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:20.259990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:20.260589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:16:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:20.325154 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-380c0d48-0e2b-4678-ad8b-19d645c1107e req-42a123ef-4f8c-455d-9cc4-476f4b306eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310279 Apr 05 12:17:20.410192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['9233280a-7941-4f07-b742-68daf79a272e'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:17:20.505142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:20.569007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:20.646269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa419292-beca-4d10-855b-07ed3a8356b1 req-7d2a95d8-a5ea-4e04-9777-dd74c926bd0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:20.649345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa419292-beca-4d10-855b-07ed3a8356b1 req-7d2a95d8-a5ea-4e04-9777-dd74c926bd0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 944 time: 0.1005487 Apr 05 12:17:20.688235 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cfdbf21c-f278-458f-b150-b1490cb3bed9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e885736a-cc9b-4e97-b966-28784310d502 HTTP/1.1" status: 200 len: 991 time: 0.1179700 Apr 05 12:17:20.702062 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa419292-beca-4d10-855b-07ed3a8356b1 req-15205833-4085-4266-8025-76d868690df8 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Apr 05 12:17:21.076429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e885736a-cc9b-4e97-b966-28784310d502', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'port_id': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'mac_address': 'fa:16:3e:e7:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739859-5239-4bdc-a905-70de277273ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:17Z', 'updated_at': '2022-04-05T12:17:17Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:21.084608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020d4ccf-bdd0-4c73-9e80-61785f7c5cc1 None None] The sync data for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv is: [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e885736a-cc9b-4e97-b966-28784310d502', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.136', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'port_id': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'mac_address': 'fa:16:3e:e7:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7739859-5239-4bdc-a905-70de277273ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:17Z', 'updated_at': '2022-04-05T12:17:17Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:17:21.280036 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c817bd5-cfba-47bf-ab17-555bab253c4b None None] New status for floating IP e885736a-cc9b-4e97-b966-28784310d502: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:17:21.565254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 9233280a-7941-4f07-b742-68daf79a272e up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:17:21.642073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 9233280a-7941-4f07-b742-68daf79a272e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:17:21.647328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 9233280a-7941-4f07-b742-68daf79a272e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:17:21.647709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:21.691411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56846) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:21.771720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:21.803236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9233280a-7941-4f07-b742-68daf79a272e'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:21.815172 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2df9882e-10af-4b1b-8db2-72595307b791 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e885736a-cc9b-4e97-b966-28784310d502 HTTP/1.1" status: 200 len: 993 time: 0.1152940 Apr 05 12:17:21.823575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9233280a-7941-4f07-b742-68daf79a272e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:21.830166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:21.862342 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9233280a-7941-4f07-b742-68daf79a272e', 'code': 200} Apr 05 12:17:21.907263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d1d5f-ac96-4946-b61a-32df95023f20 req-34bb13ac-3aaf-4309-b42c-78f4356dd257 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:21.908775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b74d1d5f-ac96-4946-b61a-32df95023f20 req-34bb13ac-3aaf-4309-b42c-78f4356dd257 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.0888379 Apr 05 12:17:21.912053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:21.954448 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b74d1d5f-ac96-4946-b61a-32df95023f20 req-9d05268f-cfdb-44f3-9824-9c597f3b46a2 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396228 Apr 05 12:17:22.154527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e3014-0a05-4348-932a-6a8abcb36b54 req-285e2867-0bb6-4807-a7ee-980f9d54edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:22.156071 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c8e3014-0a05-4348-932a-6a8abcb36b54 req-285e2867-0bb6-4807-a7ee-980f9d54edf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1098 time: 0.0785384 Apr 05 12:17:22.197182 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3c8e3014-0a05-4348-932a-6a8abcb36b54 req-dc8665f5-2c9b-4bb4-adc0-8d22d94527bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Apr 05 12:17:23.149257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5883-6595-4d0a-9c0d-8296efab4755 req-95d4e5e6-8f17-4c5c-ad75-84186c0981ba tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:23.150760 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9c3e5883-6595-4d0a-9c0d-8296efab4755 req-95d4e5e6-8f17-4c5c-ad75-84186c0981ba tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.0870650 Apr 05 12:17:23.176280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ef8917f-c59a-4281-8e20-61432db75d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:23.199136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9c3e5883-6595-4d0a-9c0d-8296efab4755 req-2c38c4da-6867-41ee-97ee-34dcd522cf84 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Apr 05 12:17:24.389336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80923e-e3cf-4734-999a-61ca96ab063b req-5d5411b9-a57e-47f4-9922-9bcf95463305 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:24.390758 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d80923e-e3cf-4734-999a-61ca96ab063b req-5d5411b9-a57e-47f4-9922-9bcf95463305 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.0812550 Apr 05 12:17:24.405848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:24.440947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d80923e-e3cf-4734-999a-61ca96ab063b req-254744f3-eed9-479e-a7e5-89c1242c55ff tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Apr 05 12:17:24.638043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e570ba-6cc1-4e49-91dd-4210a18e3384 req-6fc14772-47eb-4072-a1aa-fd30df15b0cd tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:24.639811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55e570ba-6cc1-4e49-91dd-4210a18e3384 req-6fc14772-47eb-4072-a1aa-fd30df15b0cd tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.0851328 Apr 05 12:17:24.687363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55e570ba-6cc1-4e49-91dd-4210a18e3384 req-b22f9113-4987-4e15-9baa-6228480a4285 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Apr 05 12:17:24.711117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:24.896792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68550f2-8578-4ade-9b67-7599443c49e0 tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:24.898289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f68550f2-8578-4ade-9b67-7599443c49e0 tempest-TestVolumeBootPattern-104625527 tempest-TestVolumeBootPattern-104625527-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1093 time: 0.1861811 Apr 05 12:17:24.901206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56866) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:24.906101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '9233280a-7941-4f07-b742-68daf79a272e', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:17:24.912263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:17:24.916617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Usage tracker for resource:floatingip and tenant:b6269eca554841afa8bd6f43eff14c71 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:17:24.919508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:17:24.925350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:17:24.936519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:25.074802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:25.213241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Allocated IP 172.26.5.14 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/09816069-5bd4-4c67-bfa3-ff8f3249022d) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:17:25.259590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5206dec6-abf2-4aa5-8534-432084ba4c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:25.363150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:25.392200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:25.455798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:17:25.458535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:17:25.461642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:17:25.621330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=09816069-5bd4-4c67-bfa3-ff8f3249022d,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:26.015007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.093820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.308382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.312880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.422858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.425899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event updated for resources: {'Port': ['ID=09816069-5bd4-4c67-bfa3-ff8f3249022d,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:26.440832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.448070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:26.611017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP f3526e37-fd48-480e-b506-af75c4e9d690 associated. External IP: 172.26.5.14, port: 9233280a-7941-4f07-b742-68daf79a272e. Apr 05 12:17:26.967407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:17:27.292126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:17:27.301931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:17:27.311414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:27.312033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:27.316824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:27.378208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-937f0738-fabf-4234-a103-84c9c217f6a7 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4759789 Apr 05 12:17:27.378888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:27.425453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e', 'status': 'completed', 'code': 200} Apr 05 12:17:27.505088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:27.533981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-099209a2-3eaf-4d7f-8b78-fab665133bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:27.535604 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-099209a2-3eaf-4d7f-8b78-fab665133bdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1098 time: 0.0765433 Apr 05 12:17:27.672902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-91efd1e6-a9a1-48a2-9b68-2900a4b3a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:27.674593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-91efd1e6-a9a1-48a2-9b68-2900a4b3a45b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.1322432 Apr 05 12:17:27.718592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:27.783507 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-15530600-0435-4f5a-b96a-5f8e4a952e76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 200 len: 998 time: 0.1017401 Apr 05 12:17:27.848876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-9781eeff-3012-4f93-9ecf-2e96e3bbc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:27.850370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-9781eeff-3012-4f93-9ecf-2e96e3bbc83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0614758 Apr 05 12:17:27.926787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}, {'id': 'f3526e37-fd48-480e-b506-af75c4e9d690', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '9233280a-7941-4f07-b742-68daf79a272e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:23:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:25Z', 'updated_at': '2022-04-05T12:17:25Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:27.931328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:17:27.931525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-23c7c23d-0516-4244-8133-fc84e4d77c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:27.933067 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-23c7c23d-0516-4244-8133-fc84e4d77c2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763333 Apr 05 12:17:27.939981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:27.940598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:28.130987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:28.175317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-ce546815-b5cf-41b2-a30c-2d8ce0f44349 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350965 Apr 05 12:17:28.315718 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aed6da84-175d-4b3b-9be7-a68c10e73c56 req-69e190b2-09b3-4646-a3ad-12392ec5211f service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342707 Apr 05 12:17:28.493113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}, {'id': 'f3526e37-fd48-480e-b506-af75c4e9d690', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '9233280a-7941-4f07-b742-68daf79a272e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:23:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:25Z', 'updated_at': '2022-04-05T12:17:25Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:28.497322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01407dc1-b940-4043-83d3-4d6039859ab7 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}, {'id': 'f3526e37-fd48-480e-b506-af75c4e9d690', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.14', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '9233280a-7941-4f07-b742-68daf79a272e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:23:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:17:25Z', 'updated_at': '2022-04-05T12:17:25Z', 'revision_number': 0, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:17:28.689221 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3a75a-7e6a-44c9-82b4-6511dc73ad2c None None] New status for floating IP f3526e37-fd48-480e-b506-af75c4e9d690: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:17:35.294744 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:17:52.941955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56890) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:53.055086 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bbd3d297-8ffd-4e3b-bb2f-26492ec247b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e885736a-cc9b-4e97-b966-28784310d502 HTTP/1.1" status: 200 len: 993 time: 0.1099041 Apr 05 12:17:53.169493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a557755e-ca31-4273-9c8b-c6443c600ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:53.395609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56898) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:53.601503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 66c070bc-4e90-4336-a8d8-944098cdaf4a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:17:53.601759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:53.773840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:53.774158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:53.900633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 66c070bc-4e90-4336-a8d8-944098cdaf4a owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:17:54.057324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:54.112745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=66c070bc-4e90-4336-a8d8-944098cdaf4a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:54.156358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.156612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.156945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.157273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.157594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.157944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.158261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.158578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.158896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.159238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.159555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.159866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:17:54.217313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:54.217641 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP e885736a-cc9b-4e97-b966-28784310d502 disassociated (deleted). External IP: 172.26.5.136, port: 7eb3f24d-1e62-4165-a60f-37523b8a9b84. Apr 05 12:17:54.406193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:54.578145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 716901e1-2b3f-4def-a591-2c5bbb328b4b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:17:54.871402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:17:54.882322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Sync routers for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:17:54.892424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:54.892647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:54.893038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:54.952228 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b1b23658-bcf8-4a1f-a417-8f5c2505f81e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/e885736a-cc9b-4e97-b966-28784310d502 HTTP/1.1" status: 204 len: 168 time: 1.5555956 Apr 05 12:17:54.952783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:55.007732 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'status': 'completed', 'code': 200} Apr 05 12:17:55.093393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:55.105218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-ba521a9c-98c8-464a-bd7b-a50dfa6d7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:55.107230 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-ba521a9c-98c8-464a-bd7b-a50dfa6d7242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 1098 time: 0.0806093 Apr 05 12:17:55.275888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-1a545402-5ab3-4703-a70e-844a9633580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:55.277741 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-1a545402-5ab3-4703-a70e-844a9633580f service neutron] 10.222.0.30 "GET /v2.0/networks?id=62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 200 len: 898 time: 0.1645012 Apr 05 12:17:55.286502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d3f74b54-978e-4aec-ad7b-212d7a4c5fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:55.357272 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-77558cf3-00cd-40e0-83fc-2030ef7d437b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 200 len: 217 time: 0.0721092 Apr 05 12:17:55.370006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b87e35-90f3-41e7-96a8-a19ff97259b1 req-23019318-8f54-4b1b-81be-0f011b0f94a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:55.371590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61b87e35-90f3-41e7-96a8-a19ff97259b1 req-23019318-8f54-4b1b-81be-0f011b0f94a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0918641 Apr 05 12:17:55.422844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61b87e35-90f3-41e7-96a8-a19ff97259b1 req-c18ec493-b651-412c-95c9-1a305339a3ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448582 Apr 05 12:17:55.426301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-9e7689c6-251f-488b-86e1-ace28f6b132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:55.427928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-9e7689c6-251f-488b-86e1-ace28f6b132c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6792a7aa-4756-4c22-93c8-eb44d93c096b HTTP/1.1" status: 200 len: 834 time: 0.0610714 Apr 05 12:17:55.504680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:55.509252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Checking router: 716901e1-2b3f-4def-a591-2c5bbb328b4b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:17:55.510788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-b13b31b4-7b31-4084-b283-5f9af6a6d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:55.512578 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-b13b31b4-7b31-4084-b283-5f9af6a6d691 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62b772c8-af2e-45c3-af7d-97abe4c31994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772254 Apr 05 12:17:55.520449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:17:55.521073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:55.650525 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-88b49f40-ed3c-4731-9c54-a6f37f722f5a service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309123 Apr 05 12:17:55.703646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:17:55.802607 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-622c40f9-79e5-42f8-b62b-e79161e09916 req-0aaa2795-3456-4295-ac94-2f847978ab8a service neutron] 10.222.0.30 "GET /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440349 Apr 05 12:17:56.044920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:17:56.048968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae076e5-3b05-416f-a70a-afda6b31d9d9 None None] The sync data for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv is: [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:16:56Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '1b463f08-d88e-4ddb-b2fd-23dd46b12bcb', 'name': '', 'network_id': '62b772c8-af2e-45c3-af7d-97abe4c31994', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:6a:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:55Z', 'updated_at': '2022-04-05T12:17:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6792a7aa-4756-4c22-93c8-eb44d93c096b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:17:56.263234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db354d68-62d9-447c-af90-d34f581ecab5 None None] New status for floating IP e885736a-cc9b-4e97-b966-28784310d502: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:17:56.426116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:56.451068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:56.593425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-fc22fe82-5dca-4aba-be65-9be2db75644b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:56.598985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-fc22fe82-5dca-4aba-be65-9be2db75644b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:17:56.610775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-fc22fe82-5dca-4aba-be65-9be2db75644b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:17:56.611922 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-fc22fe82-5dca-4aba-be65-9be2db75644b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0986369 Apr 05 12:17:56.623862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56bcb7-0cff-4ebf-aa76-e93d2d24b398 req-e652db3e-3152-499d-a21a-9a0e5a71bbe2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:17:56.625389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b56bcb7-0cff-4ebf-aa76-e93d2d24b398 req-e652db3e-3152-499d-a21a-9a0e5a71bbe2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 945 time: 0.0885382 Apr 05 12:17:56.672702 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b56bcb7-0cff-4ebf-aa76-e93d2d24b398 req-00fac2f2-2b29-4b9c-bd6a-247c3d711c89 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=400aab6f-8613-424d-aafd-c5332eb99239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Apr 05 12:17:56.695890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:17:56.695890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:56.947464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 7eb3f24d-1e62-4165-a60f-37523b8a9b84, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7eb3f24d-1e62-4165-a60f-37523b8a9b84,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:17:56.947719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:57.174650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7eb3f24d-1e62-4165-a60f-37523b8a9b84 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:17:57.325973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:57.382885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7eb3f24d-1e62-4165-a60f-37523b8a9b84,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:57.457218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 7eb3f24d-1e62-4165-a60f-37523b8a9b84 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:17:57.459648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:57.462715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'name': 'network-vif-deleted', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:17:57.479373 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-20449e10-f2e5-4793-8337-72a94e32fcf9 req-28ff1303-b7c0-4b29-9794-dfc721aceda8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/7eb3f24d-1e62-4165-a60f-37523b8a9b84 HTTP/1.1" status: 204 len: 173 time: 0.8621283 Apr 05 12:17:57.519146 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7739859-5239-4bdc-a905-70de277273ba', 'name': 'network-vif-deleted', 'tag': '7eb3f24d-1e62-4165-a60f-37523b8a9b84', 'status': 'completed', 'code': 200} Apr 05 12:17:57.689387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:57.843719 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e274543d-745e-4c6f-ba09-18f93ec4d6cb req-2d6bd8ab-948e-4b65-bf70-dd634e9ea51f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7739859-5239-4bdc-a905-70de277273ba HTTP/1.1" status: 200 len: 210 time: 0.0454323 Apr 05 12:17:58.939614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:59.013540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:59.045579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:59.112896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:59.131388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400aab6f-8613-424d-aafd-c5332eb99239,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:17:59.145138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:59.146262 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd8d3a23-298f-4af3-bdc7-90ed112dd9c2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/400aab6f-8613-424d-aafd-c5332eb99239 HTTP/1.1" status: 204 len: 168 time: 0.2056782 Apr 05 12:17:59.180059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:17:59.735352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7eb3f24d-1e62-4165-a60f-37523b8a9b84 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:17:59.748408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:17:59.773590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 7eb3f24d-1e62-4165-a60f-37523b8a9b84 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:17:59.773939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7eb3f24d-1e62-4165-a60f-37523b8a9b84 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:18:00.116605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:18:00.117019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:00.416944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:00.417203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:00.541475 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:18:00.873685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:00.922634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=1b463f08-d88e-4ddb-b2fd-23dd46b12bcb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:01.213739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:01.587799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 716901e1-2b3f-4def-a591-2c5bbb328b4b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:18:01.889718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:18:01.900811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Sync routers for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:18:01.907287 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f8ff53d3-bd14-41ee-8a27-13f3ee3aca28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/716901e1-2b3f-4def-a591-2c5bbb328b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261190 Apr 05 12:18:01.909929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56928) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:01.911020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:01.911868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:01.977224 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet 6792a7aa-4756-4c22-93c8-eb44d93c096b {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:18:01.981230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.039335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.103730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:02.137488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.219507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.258160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=6792a7aa-4756-4c22-93c8-eb44d93c096b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:02.264808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.273172 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6235b33d-2a21-4317-82df-f06f0a3a67e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/6792a7aa-4756-4c22-93c8-eb44d93c096b HTTP/1.1" status: 204 len: 168 time: 0.3597722 Apr 05 12:18:02.273388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:02.295723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b09e16-4e42-4149-92b8-c0b3eebb2a0b None None] Network 62b772c8-af2e-45c3-af7d-97abe4c31994 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:18:02.464312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.617095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209'}], 'enable_snat': True}, 'gw_port_id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:18:00Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7ba0dca6-927c-4b44-ad27-54be6f1f4093', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:29:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:16:49Z', 'updated_at': '2022-04-05T12:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:02.621679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Checking router: 716901e1-2b3f-4def-a591-2c5bbb328b4b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:18:02.630673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Routers {'716901e1-2b3f-4def-a591-2c5bbb328b4b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:02.631332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['716901e1-2b3f-4def-a591-2c5bbb328b4b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:02.649932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.669250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7ba0dca6-927c-4b44-ad27-54be6f1f4093 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:18:02.669250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.701390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] DHCP port deletion for 62b772c8-af2e-45c3-af7d-97abe4c31994 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:18:02.757619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Deleting port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:18:02.758023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.841354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] Set router 716901e1-2b3f-4def-a591-2c5bbb328b4b gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:02.854716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 7ba0dca6-927c-4b44-ad27-54be6f1f4093, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7ba0dca6-927c-4b44-ad27-54be6f1f4093,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:02.855092 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:02.983956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:18:02Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:02.991150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7ba0dca6-927c-4b44-ad27-54be6f1f4093 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:18:02.993094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ecae0-f1a3-4252-9de2-e83614043e76 None None] The sync data for ids ['716901e1-2b3f-4def-a591-2c5bbb328b4b'] in dv-neutron-833203-3-hyperv is: [{'id': '716901e1-2b3f-4def-a591-2c5bbb328b4b', 'name': 'tempest-TestNetworkBasicOps-router-95176963', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:16:48Z', 'updated_at': '2022-04-05T12:18:02Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:18:03.110986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] For port 0f5610a8-c8e5-4241-86b6-4f6290170ba6, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f5610a8-c8e5-4241-86b6-4f6290170ba6,segment=NetworkSegment(768eea97-54a9-4e9d-9d1d-eb39ee7efb4d),segment_id=768eea97-54a9-4e9d-9d1d-eb39ee7efb4d)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:03.111406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.177173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.232995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7ba0dca6-927c-4b44-ad27-54be6f1f4093,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:03.253553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Calling delete_port for 0f5610a8-c8e5-4241-86b6-4f6290170ba6 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:18:03.348103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.404146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] No DVR routers for this DVR port 0f5610a8-c8e5-4241-86b6-4f6290170ba6 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:18:03.408089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Pushing event deleted for resources: {'Port': ['ID=0f5610a8-c8e5-4241-86b6-4f6290170ba6,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:03.420264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.420537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.420887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.421224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.421563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.421904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.422236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.422572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.422908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.423260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.423592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.424050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb460e73-1633-455c-8f9d-57afef8fd147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:03.465917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.491271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f5610a8-c8e5-4241-86b6-4f6290170ba6 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:18:03.533399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0f5610a8-c8e5-4241-86b6-4f6290170ba6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:18:03.533865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f5610a8-c8e5-4241-86b6-4f6290170ba6 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:18:03.534357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:18:03.571966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:18:03.572311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1b463f08-d88e-4ddb-b2fd-23dd46b12bcb not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:18:03.644631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.646998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.669367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.670102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router 716901e1-2b3f-4def-a591-2c5bbb328b4b {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:18:03.686320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.687437 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b04b4bf1-893b-4a73-898e-5b3ab51234e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/716901e1-2b3f-4def-a591-2c5bbb328b4b HTTP/1.1" status: 204 len: 168 time: 1.4131551 Apr 05 12:18:03.690197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:03.803742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.941251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:03.967881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b772c8-af2e-45c3-af7d-97abe4c31994']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:03.985094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:03.985390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768eea97-54a9-4e9d-9d1d-eb39ee7efb4d') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:03.999637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.017348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.025287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:18:04.025818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:18:04.043079 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:18:04.126477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.144535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.160036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=62b772c8-af2e-45c3-af7d-97abe4c31994,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:04.169472 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1af6a6d8-d56d-4a67-bff0-f0cf3ea999ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/62b772c8-af2e-45c3-af7d-97abe4c31994 HTTP/1.1" status: 204 len: 168 time: 0.4782898 Apr 05 12:18:04.185800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:04.191529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1943112217', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:04.196768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:04.200936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:04.203860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:04.209601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:04.219992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:18:04.223431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.252921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:18:04.263724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.264511 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment cc6a4580-2bd2-43ad-8472-002b2d75b255 of type vlan for network 5f8f1023-3aaf-45f7-a45c-723eab9005fb Apr 05 12:18:04.294767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.324432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.332169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:04.333108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.438273 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2514248 Apr 05 12:18:04.441133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56944) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:04.445169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467dd9d-446d-44bc-b210-5272ba68d371 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=5f8f1023-3aaf-45f7-a45c-723eab9005fb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:04.446205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:04.455151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:04.455732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:18:04.459189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:04.462679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:04.469684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:04.480470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.482225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.500168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:04.788967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:05.053669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7ba0dca6-927c-4b44-ad27-54be6f1f4093 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:18:05.098360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 7ba0dca6-927c-4b44-ad27-54be6f1f4093 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:18:05.099176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7ba0dca6-927c-4b44-ad27-54be6f1f4093 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:18:05.108645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:05.140059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:05.399664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.28 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/7447151f-7de5-4898-b353-896fd598220e) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:18:05.552440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:05.581861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:05.644073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:05.646916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:05.655812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:18:05.695429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7447151f-7de5-4898-b353-896fd598220e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:05.712193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.712539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.712882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.713213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.713542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.713872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.714202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.714527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.714854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.715204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.715526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:05.715848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:06.095210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:06.449450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:06.664142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:18:06.976198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:18:06.985731 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:18:06.995622 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:06.996234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:07.004474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:07.009982 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c09fa4cd-25f6-45fb-ad50-95f33cdee79c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5638440 Apr 05 12:18:07.010351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56950) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:07.052785 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b4b4ada9-d863-454a-9d9c-9742d06b78bb tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389206 Apr 05 12:18:07.052986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56954) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:07.190696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a91fbc-2560-45a3-8ac6-8a08d9d8dab1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:07.192202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-51a91fbc-2560-45a3-8ac6-8a08d9d8dab1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383252 Apr 05 12:18:07.193267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:07.195097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56958) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:07.239628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e04b873a-6727-4645-b51c-894f1ec561f5 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405815 Apr 05 12:18:07.239826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:07.245789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858964054', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:07.364732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:07.369547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:07.372920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:07.381137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:07.395730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:18:07.399242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:07.501862 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:05Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:07.507545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:18:07.507896 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Updating router b308a19b-a38c-4ed5-89d4-190fca7dd13c port 7447151f-7de5-4898-b353-896fd598220e binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:18:07.572024 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:07.675349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:07.759869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=b81faf52-0a75-4f72-9c74-4c1c70ddc482,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:07.771396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:18:07.771844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: 5f8f1023-3aaf-45f7-a45c-723eab9005fb, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:18:07.794710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:18:07.805561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 5f8f1023-3aaf-45f7-a45c-723eab9005fb) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:07.809922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:07.810553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:07.823848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58148d29-2a96-4e79-bf0e-e02c32b860f8 None None] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:18:07.844834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:07.855139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-66129f47-0ca4-422d-adbd-649ddc6fd028 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6141577 Apr 05 12:18:08.017343 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.029790 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Transition to ACTIVE for port object 7447151f-7de5-4898-b353-896fd598220e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:08.060920 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.062977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:18:08.063902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.137577 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Pushing event updated for resources: {'Port': ['ID=7447151f-7de5-4898-b353-896fd598220e,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:08.162390 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.163040 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.163556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.164044 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.164557 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.165046 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.165533 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.166065 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.166547 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.167051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.167521 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.167988 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:18:08.178498 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Attempting to bind port 7447151f-7de5-4898-b353-896fd598220e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:18:08.179046 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Attempting to bind port 7447151f-7de5-4898-b353-896fd598220e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:18:08.179589 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Attempting to bind port 7447151f-7de5-4898-b353-896fd598220e on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:18:08.187655 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:18:08.188325 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:18:08.188889 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.189452 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:18:08.190099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Bound port: 7447151f-7de5-4898-b353-896fd598220e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:18:08.190635 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.272861 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] For port 7447151f-7de5-4898-b353-896fd598220e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:18:08.276320 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] For port 7447151f-7de5-4898-b353-896fd598220e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7447151f-7de5-4898-b353-896fd598220e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:18:08.284535 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.347932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Allocated IP 172.20.0.2 (5f8f1023-3aaf-45f7-a45c-723eab9005fb/b81faf52-0a75-4f72-9c74-4c1c70ddc482/3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:18:08.365513 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db77c-030e-4a65-9ce3-658609198c5e None None] Pushing event updated for resources: {'Port': ['ID=7447151f-7de5-4898-b353-896fd598220e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:08.398255 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:08.398934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:08.598166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.610074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Transition to ACTIVE for port object 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:08.631077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Transition to ACTIVE for port object 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:08.638447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.646796 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:08.718763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Pushing event updated for resources: {'Port': ['ID=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:08.725901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:08.728338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:08.731237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:18:08.801929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.867332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Attempting to bind port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:18:08.868446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Attempting to bind port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:18:08.869459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Attempting to bind port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:18:08.876077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:18:08.876657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Checking segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:18:08.877424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.878186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Bound using segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:18:08.879249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Bound port: 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:18:08.879886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:08.973902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] For port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:18:08.977756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] For port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:18:08.978732 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:05Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:08.984669 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358ec41-5875-41ee-be23-d5da08402237 None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:05Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:18:08.985247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:09.094391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3a92f-23f8-4512-bdc3-35224e35737f None None] Pushing event updated for resources: {'Port': ['ID=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:09.340665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (5f8f1023-3aaf-45f7-a45c-723eab9005fb/b81faf52-0a75-4f72-9c74-4c1c70ddc482/2e276984-fb20-4758-8fa4-34da8e02b8d7) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:18:09.538483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:09.556070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 2e276984-fb20-4758-8fa4-34da8e02b8d7 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:09.581945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:09.650068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:09.658095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:09.662771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:18:09.697559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:09.732503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.043062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.137910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c56371e-63de-4282-97f0-0e988a6c26a3 None None] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:18:10.248970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c54bac46-300c-4601-bd1a-8cd618b81a52 None None] Provisioning for port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:10.719271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5bb4d397-289c-4301-884f-ae4550b8fa0a None None] Provisioning for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:10.721044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.726449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5bb4d397-289c-4301-884f-ae4550b8fa0a None None] Provisioning complete for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:10.726449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d397-289c-4301-884f-ae4550b8fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.729218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.818363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4d397-289c-4301-884f-ae4550b8fa0a None None] Port 2e276984-fb20-4758-8fa4-34da8e02b8d7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:18:10.871903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:10.883795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:10.949933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8bf163f6-9582-437e-bc0b-ae368398feba None None] Provisioning complete for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:10.950945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8bf163f6-9582-437e-bc0b-ae368398feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:11.025498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8bf163f6-9582-437e-bc0b-ae368398feba None None] Port 2e276984-fb20-4758-8fa4-34da8e02b8d7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:18:11.049556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:11.054228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:11.229828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7447151f-7de5-4898-b353-896fd598220e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:11.328516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 7447151f-7de5-4898-b353-896fd598220e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:11.340996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7447151f-7de5-4898-b353-896fd598220e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:11.342492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:11.383177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:18:11.406894 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-9333f335-7f8d-4bd6-bebd-9690fe1fbbd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2013652 Apr 05 12:18:11.499731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:11.528099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 7447151f-7de5-4898-b353-896fd598220e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7447151f-7de5-4898-b353-896fd598220e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:11.535811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:11.535811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:11.626870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-aa7cab7c-6029-41a0-b26f-d55d8023a148 None None] Provisioning complete for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:11.626870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-aa7cab7c-6029-41a0-b26f-d55d8023a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:11.656393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:18:11.676960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e8240ea0-bcf1-4b2a-81ec-916d73325cf3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/b308a19b-a38c-4ed5-89d4-190fca7dd13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8271639 Apr 05 12:18:11.678695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56970) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:11.684343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093da81-1145-4058-8001-fc2e52882be3 req-d0393f3b-003e-472c-9e05-3a11e8452281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.684343 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-d0393f3b-003e-472c-9e05-3a11e8452281 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1099 time: 0.1768322 Apr 05 12:18:11.684923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:18:11.753981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:11.754148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:11.817336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-aa7cab7c-6029-41a0-b26f-d55d8023a148 None None] Port 2e276984-fb20-4758-8fa4-34da8e02b8d7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:18:11.839952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=7447151f-7de5-4898-b353-896fd598220e,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:11.901011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093da81-1145-4058-8001-fc2e52882be3 req-b0b0aab5-fa94-463a-a8d4-f4a6a2d8a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.903278 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-b0b0aab5-fa94-463a-a8d4-f4a6a2d8a8da service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.1984448 Apr 05 12:18:11.927177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.928160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.928815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.929568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.930581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.931365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:11.934713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c48ad36e-7416-4157-a833-2846777e6503 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2558906 Apr 05 12:18:11.938834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56974) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:12.004098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:12.020615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:12.020810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.037035 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-b5d70cc4-c82b-4287-871e-8fe7735de14f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 1001 time: 0.1274309 Apr 05 12:18:12.065210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.065932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.066544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.068279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.068944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.069547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.072793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d0193aea-6a6b-4e38-bd2f-2584a14d20c7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1328764 Apr 05 12:18:12.077732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56978) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:12.114210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:12.120859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093da81-1145-4058-8001-fc2e52882be3 req-ee08aad6-3cb1-48fe-96b7-2a32650b6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.123754 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-ee08aad6-3cb1-48fe-96b7-2a32650b6152 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0806224 Apr 05 12:18:12.242044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093da81-1145-4058-8001-fc2e52882be3 req-f7832cf0-db95-4c7d-abf1-87ad0b8f8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:12.243624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-f7832cf0-db95-4c7d-abf1-87ad0b8f8fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137929 Apr 05 12:18:12.294317 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:18:12.367146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.396596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9576f46b-0e1f-4217-be0f-185fc59fcd3e tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3171043 Apr 05 12:18:12.494090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:12.504747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.603905 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-f247a169-50c2-43a4-bc71-bcb91ee9dfcb service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517425 Apr 05 12:18:12.615616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56984) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:12.629484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:12.629867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630028740', 'description': 'tempest-secgroup-smoke-1630028740 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:12.648332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:12.656053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:10Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:12.656405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:12.663117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:12.666134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:18:12.666500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Updating router b308a19b-a38c-4ed5-89d4-190fca7dd13c port 2e276984-fb20-4758-8fa4-34da8e02b8d7 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:18:12.672452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:12.687459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.727702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:12.737635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:12.742867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.743523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:12.750628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:12.784247 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8093da81-1145-4058-8001-fc2e52882be3 req-cdff5599-a76f-473c-a44a-8234abf231c8 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715941 Apr 05 12:18:12.856378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.862968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.909424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:12.915443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:12.915443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-747d919e-39e2-4559-aa4a-2b9609be589e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2968643 Apr 05 12:18:12.917283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 56988) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:12.923800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:12.931006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:12.935577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:12.941806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:12.947095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:12.977238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.084134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.086217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.121169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf1730b-52f9-467e-8247-db5158086ecd,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:13.142143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.150853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7447151f-7de5-4898-b353-896fd598220e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:13.152068 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7c2e5031-c9d7-49fe-a243-e722decc16e7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2333677 Apr 05 12:18:13.152569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:13.159280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:13.169352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:13.174628 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:13.179149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:13.187742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:13.213403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.228654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.256222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Transition to ACTIVE for port object 2e276984-fb20-4758-8fa4-34da8e02b8d7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:13.270084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.293518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.299847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.339818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddd275a-6faa-4a0b-b3d8-255856ea583e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:13.345905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 7447151f-7de5-4898-b353-896fd598220e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:13.345905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.348720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.348720 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-55b42aad-643f-485a-be0c-d3e72f35a65c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928008 Apr 05 12:18:13.350852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 56996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:13.357087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:13.364502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:13.376649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:13.376649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:13.396922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:13.423300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.527574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d16b-aa2e-47c4-b424-cbbe533ccf3a None None] Pushing event updated for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:13.544315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.556160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.587463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfc0111-ac01-4573-981e-19d3ef034fdf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:13.608949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.610865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8928ee2b-0568-4411-afa0-922a95db3ce3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587118 Apr 05 12:18:13.613609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:13.622382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:13.634108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:13.651509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:13.658720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:13.672381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Attempting to bind port 2e276984-fb20-4758-8fa4-34da8e02b8d7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:18:13.672381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Attempting to bind port 2e276984-fb20-4758-8fa4-34da8e02b8d7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:18:13.672381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Attempting to bind port 2e276984-fb20-4758-8fa4-34da8e02b8d7 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:18:13.672810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:13.678621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:18:13.678890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Checking segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:18:13.679318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.679710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Bound using segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:18:13.680791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Bound port: 2e276984-fb20-4758-8fa4-34da8e02b8d7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:18:13.681321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.696096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.797839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.806909 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.846512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059b2c76-a0ed-4baf-87d6-a65ba430cfb4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:13.862397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.864775 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b384f739-9751-4506-86a4-4ae8dfb56688 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2493536 Apr 05 12:18:13.867154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57004) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:13.880270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:13.889453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:13.896548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:13.905789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:13.910629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:13.932493 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:18:13.948340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:13.954501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:14.057157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] For port 2e276984-fb20-4758-8fa4-34da8e02b8d7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:18:14.077476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.080393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] For port 2e276984-fb20-4758-8fa4-34da8e02b8d7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2e276984-fb20-4758-8fa4-34da8e02b8d7,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:18:14.092269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.095915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.132201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45744ad-7826-4e31-90c8-d20cb3a21e46,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:14.140727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.140727 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d8981583-e410-490e-8a52-a28a0d8b40d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2692568 Apr 05 12:18:14.142551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57008) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:14.155719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0e33f7b7-b8a1-4c9f-91e9-5b4d74615841', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:14.161240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:14.161240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:14.170020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:14.176356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:14.196875 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:18:14.204705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.227858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:14.228668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:17:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:14.310312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:14.310798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.311937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.321840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.337723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d16b-aa2e-47c4-b424-cbbe533ccf3a None None] Pushing event updated for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:14.347895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f378360-0eae-467a-a211-2e106882de56,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:14.358745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:14.360386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1d4e56f1-a0ab-4796-b553-ff710d0361f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2166250 Apr 05 12:18:14.583324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:14.627528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-41d0b881-f425-4f51-a33b-317b9d6a1153 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:18:14.644031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-41d0b881-f425-4f51-a33b-317b9d6a1153 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:18:14.645679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-41d0b881-f425-4f51-a33b-317b9d6a1153 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630028740&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0720968 Apr 05 12:18:14.918997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:14Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:14.923013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1eb16-06df-4b76-9539-1ca10614421b None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:14Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:18:14.935148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-4bacde15-43c8-4464-bd68-85e1df0eb8bf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:14.936697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-4bacde15-43c8-4464-bd68-85e1df0eb8bf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 797 time: 0.2832263 Apr 05 12:18:14.952744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-68957e83-556b-4de2-94ee-3c4e6a54b92c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0102534 Apr 05 12:18:15.093954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-7e6ac981-891d-4759-a48a-00a426fcc57c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356277 Apr 05 12:18:15.163955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2e276984-fb20-4758-8fa4-34da8e02b8d7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:15.248254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:15.254549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:15.254989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:15.261915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-478c5db4-ad09-4c53-84bf-fe37c3051ec3 service neutron] 10.222.0.50 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469445 Apr 05 12:18:15.388601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:15.434756 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-2e13042e-4ba3-40ff-8868-af9751fc69a6 service neutron] 10.222.0.50 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599619 Apr 05 12:18:15.445480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 2e276984-fb20-4758-8fa4-34da8e02b8d7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2e276984-fb20-4758-8fa4-34da8e02b8d7,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:15.451317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:15.551996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:15.728303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3fedacb6-4609-4b7e-89ca-39f9f1c15eb8 req-7e5d076a-021d-475e-bc37-15aa7650aa7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 210 time: 0.0672605 Apr 05 12:18:16.835891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-93a2f763-6fc7-49a2-9e3b-8f69178fca76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:16.836603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-93a2f763-6fc7-49a2-9e3b-8f69178fca76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:18:16.858043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-93a2f763-6fc7-49a2-9e3b-8f69178fca76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:18:16.859372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-93a2f763-6fc7-49a2-9e3b-8f69178fca76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 797 time: 0.1935458 Apr 05 12:18:16.892053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a07e75c2-f20e-4ef2-b022-ce530ec5e2cd req-782d6a87-7212-4b7e-936c-f0741bb6a827 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 210 time: 0.0460715 Apr 05 12:18:16.917742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-65ac8234-e5b0-4268-aae5-c6bdd18a72c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:18:16.929694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-65ac8234-e5b0-4268-aae5-c6bdd18a72c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:18:16.930860 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-65ac8234-e5b0-4268-aae5-c6bdd18a72c1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 380 time: 0.0625517 Apr 05 12:18:16.943638 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': '92153954-344d-4aa7-ab50-e2692d254c84', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['0e33f7b7-b8a1-4c9f-91e9-5b4d74615841']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:17.093068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:17.097484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:17.100637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:17.108121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:17.118646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2e276984-fb20-4758-8fa4-34da8e02b8d7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:17.125454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:18:17.131443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.193422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 2e276984-fb20-4758-8fa4-34da8e02b8d7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:17.193798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.308711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.14 (5f8f1023-3aaf-45f7-a45c-723eab9005fb/b81faf52-0a75-4f72-9c74-4c1c70ddc482/7a241d91-78fa-40dd-a30e-f565efa30a90) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:18:17.521584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.544578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 7a241d91-78fa-40dd-a30e-f565efa30a90 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:17.573752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.640915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:17.642882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:17.652500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:18:17.690135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:17.724020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:17.724631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.750248 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-98a5e244-c8c6-4692-b846-f2c6ee4cc4a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8105009 Apr 05 12:18:17.765756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Request body: {'port': {'device_id': '92153954-344d-4aa7-ab50-e2692d254c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:17.882058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.897227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-acf6642d-dd1f-4034-ac6a-c80063b8e409 None None] Provisioning for port 7a241d91-78fa-40dd-a30e-f565efa30a90 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:17.902307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-acf6642d-dd1f-4034-ac6a-c80063b8e409 None None] Provisioning complete for port 7a241d91-78fa-40dd-a30e-f565efa30a90 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:17.902697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-acf6642d-dd1f-4034-ac6a-c80063b8e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:17.962106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-acf6642d-dd1f-4034-ac6a-c80063b8e409 None None] Port 7a241d91-78fa-40dd-a30e-f565efa30a90 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:18:18.107293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d24a-dce4-47f9-a535-7460b8e1d32a req-864fb744-5049-42a6-a12e-8c07f70ae5c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:18.108951 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26b6d24a-dce4-47f9-a535-7460b8e1d32a req-864fb744-5049-42a6-a12e-8c07f70ae5c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 932 time: 0.0951493 Apr 05 12:18:18.165025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26b6d24a-dce4-47f9-a535-7460b8e1d32a req-6f2980e8-9068-4a59-8ed1-841e059173a3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484896 Apr 05 12:18:18.251711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a241d91-78fa-40dd-a30e-f565efa30a90 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:18:18.259518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:18.274326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Transition to ACTIVE for port object 7a241d91-78fa-40dd-a30e-f565efa30a90 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:18:18.277867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:18.437796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Pushing event updated for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:18.531389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Attempting to bind port 7a241d91-78fa-40dd-a30e-f565efa30a90 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:18:18.531724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Attempting to bind port 7a241d91-78fa-40dd-a30e-f565efa30a90 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:18:18.532051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Attempting to bind port 7a241d91-78fa-40dd-a30e-f565efa30a90 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:18:18.538094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Port 7a241d91-78fa-40dd-a30e-f565efa30a90 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:18:18.538094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Attempting to bind port 7a241d91-78fa-40dd-a30e-f565efa30a90 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:18:18.542949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:18:18.543317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Checking segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:18:18.543696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Bound using segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:18:18.544121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Bound port: 7a241d91-78fa-40dd-a30e-f565efa30a90, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:18:18.544464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:18.746435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:18:18.751171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a241d91-78fa-40dd-a30e-f565efa30a90,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:18:18.755547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:18.813838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:18.814452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:18.815863 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] 10.222.0.30 "PUT /v2.0/ports/7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 200 len: 1094 time: 1.0543902 Apr 05 12:18:18.816327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:18:18.848641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241b57-f0ec-4982-b16c-7441de0d603e service neutron] Pushing event updated for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:18.893459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'status': 'completed', 'code': 200} Apr 05 12:18:18.952208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-f6459630-8501-4329-a4d2-85332005b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:18.953478 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-f6459630-8501-4329-a4d2-85332005b9ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1097 time: 0.0932419 Apr 05 12:18:19.029057 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-d11ba79a-1ed1-494b-9d6f-7246b41454f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 200 len: 217 time: 0.0669599 Apr 05 12:18:19.098860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-a1bbfb30-8db4-49aa-8d00-efb1d6171656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.100417 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-a1bbfb30-8db4-49aa-8d00-efb1d6171656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0648978 Apr 05 12:18:19.182789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-fd7e64df-8c0e-41eb-89b2-d7c4bbdecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.184540 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-fd7e64df-8c0e-41eb-89b2-d7c4bbdecd93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763257 Apr 05 12:18:19.323121 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-2992daa5-111f-4eb3-ac30-aae7a8763583 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316535 Apr 05 12:18:19.357051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cca35-215a-49e8-9e34-d1d338c6d0cb req-9f410542-cf75-4a73-a50b-dad79fc5b44e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.358544 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a45cca35-215a-49e8-9e34-d1d338c6d0cb req-9f410542-cf75-4a73-a50b-dad79fc5b44e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 944 time: 0.0825279 Apr 05 12:18:19.416073 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a45cca35-215a-49e8-9e34-d1d338c6d0cb req-0d621586-0faa-4de5-8370-6f2477cdaa93 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513232 Apr 05 12:18:19.478741 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-bccb4c4d-dab9-4c44-800a-f51d29de06ce req-e3bbbeb0-942a-4f28-b207-0543eb4ee68b service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484492 Apr 05 12:18:19.600813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-4641bea3-cdb9-4259-9b4b-7f94f535ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.602723 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-4641bea3-cdb9-4259-9b4b-7f94f535ae98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1097 time: 0.0714712 Apr 05 12:18:19.740066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-c1efd929-f5e8-4984-b4c8-566620586329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.741495 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-c1efd929-f5e8-4984-b4c8-566620586329 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 898 time: 0.1286273 Apr 05 12:18:19.814375 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-f29ad35a-9aa0-41d7-944b-54300dbf31d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 200 len: 217 time: 0.0654576 Apr 05 12:18:19.879674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-ff416415-1c4f-4415-bfe5-e0bd978e299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.881067 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-ff416415-1c4f-4415-bfe5-e0bd978e299e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0597425 Apr 05 12:18:19.962843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-bb3a8e9b-73e6-403d-a7f5-f70f7794b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:19.964608 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-bb3a8e9b-73e6-403d-a7f5-f70f7794b63e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728545 Apr 05 12:18:20.109195 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-56a150a5-8bf5-44d2-b628-89073153ece3 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374264 Apr 05 12:18:20.266918 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7c891250-37f9-4bb3-abf4-41ea7f2717ac req-3a133700-08cb-497d-a3f8-ae8ba5e6791b service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492870 Apr 05 12:18:20.630385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a76863-c9d2-42ef-b979-5a97930864e8 req-6620231f-0da2-4bc4-98a4-3c29fb26a7b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:20.631900 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97a76863-c9d2-42ef-b979-5a97930864e8 req-6620231f-0da2-4bc4-98a4-3c29fb26a7b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 944 time: 0.0879414 Apr 05 12:18:20.678024 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97a76863-c9d2-42ef-b979-5a97930864e8 req-c17146f1-4517-4bc4-93a1-b7d1c755a0e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Apr 05 12:18:21.835479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a241d91-78fa-40dd-a30e-f565efa30a90 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:18:21.876517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f126b-8857-4401-9c1c-315aa64936ad req-0ea27901-7ee7-4aa8-ba8d-79adfae907ce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:21.878019 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e36f126b-8857-4401-9c1c-315aa64936ad req-0ea27901-7ee7-4aa8-ba8d-79adfae907ce tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 944 time: 0.0922110 Apr 05 12:18:21.933573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e36f126b-8857-4401-9c1c-315aa64936ad req-49481c3d-304b-4933-b087-64c47bab73e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Apr 05 12:18:22.030540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a241d91-78fa-40dd-a30e-f565efa30a90,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:22.046250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'port_id': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'mac_address': 'fa:16:3e:86:37:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:18:22.104489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:22.122442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a241d91-78fa-40dd-a30e-f565efa30a90 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:18:22.140523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a241d91-78fa-40dd-a30e-f565efa30a90,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:22.143982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:22.215526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:22.384833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7a241d91-78fa-40dd-a30e-f565efa30a90'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:18:23.130651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f834-fe1e-49ca-a7de-6e5869410bc2 req-66a42777-d134-4cb8-9ced-b76bb4db3213 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:23.132981 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b067f834-fe1e-49ca-a7de-6e5869410bc2 req-66a42777-d134-4cb8-9ced-b76bb4db3213 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 945 time: 0.0881507 Apr 05 12:18:23.177286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-63a90a65-8b61-47a0-a5e4-7c98d38d13de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:23.189071 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b067f834-fe1e-49ca-a7de-6e5869410bc2 req-2775d03b-7e41-489b-8c15-1625eed59f70 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Apr 05 12:18:23.846788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a241d91-78fa-40dd-a30e-f565efa30a90 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:18:23.927692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7a241d91-78fa-40dd-a30e-f565efa30a90 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:18:23.933607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7a241d91-78fa-40dd-a30e-f565efa30a90 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:18:23.934018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:24.082470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:24.121481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a241d91-78fa-40dd-a30e-f565efa30a90,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:18:24.121481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:18:24.128150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:24.172080 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'code': 200} Apr 05 12:18:24.224082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:24.428907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:24.455222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d055ea-2d2e-489e-b9d8-78b917a5ac83 req-6a82279b-6289-40e0-8283-fd5f29ce2891 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:24.456743 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65d055ea-2d2e-489e-b9d8-78b917a5ac83 req-6a82279b-6289-40e0-8283-fd5f29ce2891 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.0976503 Apr 05 12:18:24.486245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6119cd-8cbb-4fcc-a098-6c36b1ca5409 req-5e11aeaa-e73c-4e67-8462-49a7e7fce3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:24.487843 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f6119cd-8cbb-4fcc-a098-6c36b1ca5409 req-5e11aeaa-e73c-4e67-8462-49a7e7fce3b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1099 time: 0.0895460 Apr 05 12:18:24.509065 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65d055ea-2d2e-489e-b9d8-78b917a5ac83 req-8c2d7e44-df47-4781-8014-ac8a28453ce6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 Apr 05 12:18:24.535131 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8f6119cd-8cbb-4fcc-a098-6c36b1ca5409 req-833766f2-77e8-4e89-8497-9e4d271c8d13 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397761 Apr 05 12:18:25.253256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-139ef29f-7ebd-4587-b0c2-1801f1b6a4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:25.715616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358162e5-da1b-4148-a19c-c6e3e2a1ec9c req-52a20e7d-7a08-43d0-ac38-bb34cc35f854 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:25.717124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-358162e5-da1b-4148-a19c-c6e3e2a1ec9c req-52a20e7d-7a08-43d0-ac38-bb34cc35f854 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.0855534 Apr 05 12:18:25.770902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-358162e5-da1b-4148-a19c-c6e3e2a1ec9c req-d088ed0a-8a51-40b5-b580-5cb28c4ba933 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480711 Apr 05 12:18:25.966381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7c382-e41e-4ba1-851c-addeaa65aec9 req-b3c2505f-ba4a-4496-9ab3-cbd92983f1bd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:25.967911 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ea7c382-e41e-4ba1-851c-addeaa65aec9 req-b3c2505f-ba4a-4496-9ab3-cbd92983f1bd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.0845528 Apr 05 12:18:26.013267 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ea7c382-e41e-4ba1-851c-addeaa65aec9 req-5b9820a8-f29d-41a7-a9a0-57eeced2bb6f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Apr 05 12:18:26.036247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57066) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:26.115720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67010d0d-1c0b-4fe9-adc4-825269329b07 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:26.117352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-67010d0d-1c0b-4fe9-adc4-825269329b07 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1094 time: 0.0800312 Apr 05 12:18:26.120494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57070) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:26.125451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:18:26.134847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:18:26.138924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:18:26.141867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:18:26.147750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:18:26.164765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.325388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.431513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.453681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.459783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.234 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/e89421fc-fc14-4cb0-aef8-9fde9f7fe014) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:18:26.613720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.652721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:26.827803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:18:26.834950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:18:26.839723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:18:26.873241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=e89421fc-fc14-4cb0-aef8-9fde9f7fe014,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:27.262557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.340765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.557751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.562171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.672660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=e89421fc-fc14-4cb0-aef8-9fde9f7fe014,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:18:27.685573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.698037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:27.861044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5 associated. External IP: 172.26.5.234, port: 7a241d91-78fa-40dd-a30e-f565efa30a90. Apr 05 12:18:28.341949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:18:28.524425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:18:28.534676 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:18:28.545576 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:28.546310 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:28.557442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:28.617758 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-abe17cd9-11bc-46b0-9a78-743d70cb2f02 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4958017 Apr 05 12:18:28.618786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:18:28.620502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57074) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:28.667825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'status': 'completed', 'code': 200} Apr 05 12:18:28.741229 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:28.891786 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-74f1d797-699f-495d-a21b-72e08004c381 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 992 time: 0.2698913 Apr 05 12:18:28.918377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-699a9a8a-8667-483d-8f47-8796327a15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:28.920795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-699a9a8a-8667-483d-8f47-8796327a15d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1099 time: 0.1236236 Apr 05 12:18:29.074301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-e14cb492-6d7d-43fa-aae9-4edc828f97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:29.076258 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-e14cb492-6d7d-43fa-aae9-4edc828f97db service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 898 time: 0.1494429 Apr 05 12:18:29.168397 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:86:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92153954-344d-4aa7-ab50-e2692d254c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:18:27Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:29.172438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:18:29.180849 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:18:29.181452 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:29.181638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-b6806762-1140-40ea-918b-bf07fba825ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 200 len: 1000 time: 0.0992889 Apr 05 12:18:29.256254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-082492b6-1299-4662-9059-996051d5c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:29.259243 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-082492b6-1299-4662-9059-996051d5c262 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0712647 Apr 05 12:18:29.338463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-942d7181-52a0-49a6-a48f-6a283c5c3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:29.340061 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-942d7181-52a0-49a6-a48f-6a283c5c3f29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737934 Apr 05 12:18:29.371903 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:18:29.480178 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-cdf82b39-34d7-476b-80eb-b0057da41fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338971 Apr 05 12:18:29.617260 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6bab27c-af31-4d41-8309-a0bda6def693 req-5c160465-2795-4e81-aac5-4a2d105199cf service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296659 Apr 05 12:18:29.739888 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:86:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92153954-344d-4aa7-ab50-e2692d254c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:18:27Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:18:29.744354 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e007dd-90c6-44bf-8a7e-6b5f461423cc None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:86:37:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92153954-344d-4aa7-ab50-e2692d254c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:18:27Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:18:29.895497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57080) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:29.923497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d370414-2916-403b-b637-ddfd1a1a783d None None] New status for floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:18:30.005946 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dc0e1141-f27b-416e-816c-8291283e1f60 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 992 time: 0.1091471 Apr 05 12:18:31.009747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57084) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:31.119550 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8fb7f6f3-b36c-4646-a1dd-e7d1b65e4067 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 994 time: 0.1085684 Apr 05 12:18:49.293925 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:18:53.175734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9d63ab5e-1fea-4dd6-8e38-e91ac44cfdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:54.434148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:55.245577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a9316080-e2af-414f-a405-6e522350ffb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:56.435428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:56.455992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:57.698051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:18:57.860356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57098) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:18:58.053812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f890f-90b2-4472-b50f-045306a220bf tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:58.054285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f890f-90b2-4472-b50f-045306a220bf tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:58.054748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f890f-90b2-4472-b50f-045306a220bf tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:18:58.057049 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ad2f890f-90b2-4472-b50f-045306a220bf tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=688558f333d0440a89dfd49dd750e0af&network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 3000 time: 0.1951594 Apr 05 12:19:01.568133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57114) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:01.642825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48873a-7c9d-41be-89a9-9683d1069cd8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:01.644352 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b48873a-7c9d-41be-89a9-9683d1069cd8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685 HTTP/1.1" status: 200 len: 814 time: 0.0752196 Apr 05 12:19:02.663417 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57122) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:02.668575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:02.767208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:03.040680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:03.044506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:03.044923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5 disassociated. External IP: 172.26.5.234, port: 7a241d91-78fa-40dd-a30e-f565efa30a90. Apr 05 12:19:03.519602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:03.702685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:03.707741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:03.713378 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:03.723149 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:03.723753 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:03.765198 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2ce2c138-c600-4615-8671-b1b0e69339af tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 690 time: 1.1006868 Apr 05 12:19:03.765864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:03.768073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57126) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:03.816035 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'status': 'completed', 'code': 200} Apr 05 12:19:03.871214 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9a6b6a4e-97c9-407a-b6fe-81f8b9342e9c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 690 time: 0.1016176 Apr 05 12:19:03.912716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-a39cd3c5-ea9e-4c08-94e3-db50351c2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:03.914287 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-a39cd3c5-ea9e-4c08-94e3-db50351c2708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 1099 time: 0.0765231 Apr 05 12:19:03.921096 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:04.052780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-701b3ffd-fe48-419d-a150-431b4005600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:04.054124 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-701b3ffd-fe48-419d-a150-431b4005600f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 898 time: 0.1311228 Apr 05 12:19:04.123127 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-86805949-887f-4f79-abdd-16b91434d16f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 200 len: 217 time: 0.0619712 Apr 05 12:19:04.188275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-2d3b0d6f-e845-47b4-aa3a-425f94ccc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:04.189704 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-2d3b0d6f-e845-47b4-aa3a-425f94ccc447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0613554 Apr 05 12:19:04.237847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:04.241851 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:04.250636 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:04.251267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:04.268436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-b5468bd1-44b7-4b58-8797-656aa2339f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:04.270025 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-b5468bd1-44b7-4b58-8797-656aa2339f1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744290 Apr 05 12:19:04.405574 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-90f3b125-8502-4b0a-a1fc-b33a8a32f03a service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296165 Apr 05 12:19:04.466906 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:04.537378 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-044e8490-a9d6-4518-bd0c-3fb8c19a3802 req-f4afe72d-1970-4d21-adb5-118380f8b993 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256802 Apr 05 12:19:04.776528 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:04.780424 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4803eeb-dd4d-47ef-9e41-d45475d5cc4f None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:04.874980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57132) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:04.965223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eeeac928-5e30-4c3c-9669-16f20e83fa38 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 690 time: 0.0890951 Apr 05 12:19:04.987469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0fc834-ea36-44d1-8dd4-12302562a7e8 None None] New status for floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:19:05.967226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:06.052647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ffd8b209-dd04-4532-b6ae-bbed2b5d8ac8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 688 time: 0.0843070 Apr 05 12:19:06.383698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57140) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:06.731054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 09816069-5bd4-4c67-bfa3-ff8f3249022d {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:06.731407 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:06.906190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:06.906416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.034557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 09816069-5bd4-4c67-bfa3-ff8f3249022d owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:07.206370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.287243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=09816069-5bd4-4c67-bfa3-ff8f3249022d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:07.299877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57148) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:07.305128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286514548', 'description': 'tempest-secgroup-smoke-286514548 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:07.305346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.305553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.305896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.306231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.306562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.306891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.307243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.307574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.307929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.308227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.308560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.308874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.311077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:07.320873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:07.332052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.355130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:07.359064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:07.362269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:07.368496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:07.369446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.369774 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP f3526e37-fd48-480e-b506-af75c4e9d690 disassociated (deleted). External IP: 172.26.5.14, port: 9233280a-7941-4f07-b742-68daf79a272e. Apr 05 12:19:07.447589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.453198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.501655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af023aa0-9006-4748-ae3b-fdca915af827,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:07.510835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.511240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.511587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.511932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.512269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.512600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.512929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.513259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.513589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.513912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.514235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.514557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:07.519107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.520353 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b0eb61a5-df29-45d8-a219-edbcc9364109 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2194481 Apr 05 12:19:07.523263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57152) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:07.528672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:07.534797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:07.538800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:07.543723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:07.548599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:07.569863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.637559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.642975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.673805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaee029-8a4a-413b-96fd-a1309de02a53,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:07.683297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.684755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a5b8a02-d1b1-43b7-b076-e029c85b07e0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602652 Apr 05 12:19:07.687632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57156) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:07.692776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:07.698917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:07.703279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:07.706514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:07.712975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:07.737217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.797810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:07.810703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.816327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.842884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbec7b9-0560-4407-b40c-6797ec16d469,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:07.855375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.859126 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-10442b1f-c46e-4e96-a624-a08f8ea2781f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678183 Apr 05 12:19:07.859477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57160) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:07.864873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:07.871807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:07.875726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:07.879656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:07.887446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:07.909864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.980676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:07.985043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.007459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:08.014919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6530b2-48d2-42e6-a0a3-f225e3b3f638,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:08.026022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.028347 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:08.030920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.037616 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-59d62edf-e92f-4a2e-b8af-443ada006bee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769309 Apr 05 12:19:08.038472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57164) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:08.038882 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:08.039900 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:08.048477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:08.059643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:08.068429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:08.082871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:08.103501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:08.148957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.157624 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-480180f9-ea45-4b7f-8550-3c0a92a96a0c tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "DELETE /v2.0/floatingips/f3526e37-fd48-480e-b506-af75c4e9d690 HTTP/1.1" status: 204 len: 168 time: 1.7722805 Apr 05 12:19:08.158516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:08.229167 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'tag': '9233280a-7941-4f07-b742-68daf79a272e', 'status': 'completed', 'code': 200} Apr 05 12:19:08.271681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.280460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.298143 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:08.341011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781d55b3-1188-4fed-a11f-86679370f7c9,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:08.369238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.371420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e3767b05-0058-4a32-808e-2da900e87056 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300164 Apr 05 12:19:08.374984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57172) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:08.380229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:08.388906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:08.398738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:08.404170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:08.413318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-f492fbe9-843e-4389-b37d-e452569e2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:08.415782 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-f492fbe9-843e-4389-b37d-e452569e2eae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 1098 time: 0.1440587 Apr 05 12:19:08.420434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:08.633711 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:19:08.637333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54f3bd-d9a7-4ee2-8a49-c7c37ec63bb1 req-c513f065-9e2b-48b6-adcd-cf51145e313e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:08.638920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de54f3bd-d9a7-4ee2-8a49-c7c37ec63bb1 req-c513f065-9e2b-48b6-adcd-cf51145e313e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.0842304 Apr 05 12:19:08.653233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.691569 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de54f3bd-d9a7-4ee2-8a49-c7c37ec63bb1 req-47358cdc-eb31-45ed-8177-d6741e6e29ef tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Apr 05 12:19:08.726189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-4bf9e791-cf4f-43f7-a287-16671b2eabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:08.728249 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-4bf9e791-cf4f-43f7-a287-16671b2eabf9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.3053982 Apr 05 12:19:08.749928 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:08.753962 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:08.763688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:08.764287 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:08.812464 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-a342fbf6-0cc3-432f-b0b8-8054ef913966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 200 len: 217 time: 0.0747254 Apr 05 12:19:08.814078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.817742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.891769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df1e5fd-8df5-4796-8082-d5a9b222a85a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:08.908241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:08.909425 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07200435-d7e5-4896-aa18-058b6102e57a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5332868 Apr 05 12:19:08.913213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57178) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:08.920315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'af023aa0-9006-4748-ae3b-fdca915af827', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:08.925734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-071ace8f-8acb-4ff5-be15-66c05074c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:08.927404 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-071ace8f-8acb-4ff5-be15-66c05074c08d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.1027110 Apr 05 12:19:08.929541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:08.938396 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:08.964949 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:08.974285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:08.989849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:09.008434 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:19:09.016633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:09.081180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-90c39b9f-1186-4ea6-9d5f-171160d3bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:09.082686 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-90c39b9f-1186-4ea6-9d5f-171160d3bad9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1464269 Apr 05 12:19:09.141556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:09.189930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:09.239879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ecac44-306e-4672-9add-54732070359a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:09.249555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:09.250872 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1b573626-2abe-4f07-860c-a2886880b64a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3367064 Apr 05 12:19:09.281225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-93a741cd-ab34-407d-9eab-6f03115ba383 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906369 Apr 05 12:19:09.393933 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:09.398071 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1e96c-f592-4181-ae91-ef591d1a34b2 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'c385f4a5-3bf5-4926-bf83-893a15b7de1b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'floating_ip_address': '172.26.5.66', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'port_id': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'mac_address': 'fa:16:3e:22:e0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63182596-969c-44a0-9034-bc8849026115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:15:00Z', 'updated_at': '2022-04-05T12:15:07Z', 'revision_number': 1, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:09.428982 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29abf647-5ecc-451a-bfcb-edb9103f5b03 req-51da1804-bd22-47a9-9bb0-12f75004855a service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415133 Apr 05 12:19:09.437185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-66accead-c6ba-4098-af6d-14b0c79fddad req-88b06e72-875e-427f-82ad-f3051cbe58e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:19:09.454843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-66accead-c6ba-4098-af6d-14b0c79fddad req-88b06e72-875e-427f-82ad-f3051cbe58e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:19:09.455994 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-88b06e72-875e-427f-82ad-f3051cbe58e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286514548&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0671823 Apr 05 12:19:09.619692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-574b963c-b1ae-47dc-9b58-8fdaf4caa47f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:09.621240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-574b963c-b1ae-47dc-9b58-8fdaf4caa47f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 797 time: 0.1578217 Apr 05 12:19:09.638157 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-1c9f2cf2-0f3c-4fcc-b15d-f68aade22ba9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0099955 Apr 05 12:19:09.645243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b597dfd4-ee5d-47a8-9d81-cc0db7f5b749 None None] New status for floating IP f3526e37-fd48-480e-b506-af75c4e9d690: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:19:09.727909 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-468cb7e0-d88a-4647-8363-77604b213f31 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0837135 Apr 05 12:19:09.751936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-0868654f-5eae-4f45-91bc-a2be7b14a71c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:19:09.752890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-0868654f-5eae-4f45-91bc-a2be7b14a71c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052671 Apr 05 12:19:10.064753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-60081367-2a65-4c5f-a08c-6175ff9d7dce service neutron] 10.222.0.50 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059223 Apr 05 12:19:10.103259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-e70c6f6b-9c42-4206-a527-1c77137253c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:10.103951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-e70c6f6b-9c42-4206-a527-1c77137253c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:19:10.119296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abf0d5-21fc-42b5-a581-d23aeb68ddc4 req-6e5130d4-7fbd-48f3-95a9-504b2f1b8c1f tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:10.120804 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54abf0d5-21fc-42b5-a581-d23aeb68ddc4 req-6e5130d4-7fbd-48f3-95a9-504b2f1b8c1f tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.1665275 Apr 05 12:19:10.121296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-e70c6f6b-9c42-4206-a527-1c77137253c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:19:10.122509 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-e70c6f6b-9c42-4206-a527-1c77137253c4 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 945 time: 0.1029675 Apr 05 12:19:10.194453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 9233280a-7941-4f07-b742-68daf79a272e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:10.194790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:10.227664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54abf0d5-21fc-42b5-a581-d23aeb68ddc4 req-836c9c0a-4d32-4e16-a88e-f036777f7a42 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598111 Apr 05 12:19:10.244940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-e0d6be83-f6ca-4e97-9664-ef8ff5609470 service neutron] 10.222.0.50 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715987 Apr 05 12:19:10.429318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a64841aa-05a2-44a1-a56b-fdf3a3183ff1 req-f27475a1-9381-42a0-95e5-c7c67c84fccd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 210 time: 0.0483255 Apr 05 12:19:10.447128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] For port 9233280a-7941-4f07-b742-68daf79a272e, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9233280a-7941-4f07-b742-68daf79a272e,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:10.447278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:10.583631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 9233280a-7941-4f07-b742-68daf79a272e owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:10.763626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:10.815948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=9233280a-7941-4f07-b742-68daf79a272e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:10.897439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] No DVR routers for this DVR port 9233280a-7941-4f07-b742-68daf79a272e on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:19:10.899830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:10.902402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'name': 'network-vif-deleted', 'tag': '9233280a-7941-4f07-b742-68daf79a272e'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:10.917659 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ff1d8934-cd9b-4d8d-92d6-0046aac02e22 req-a6ea8367-87c3-444e-847a-0b0a435ccacf tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "DELETE /v2.0/ports/9233280a-7941-4f07-b742-68daf79a272e HTTP/1.1" status: 204 len: 173 time: 0.7898045 Apr 05 12:19:10.956447 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f823c5-2b05-469b-b6c3-d859b2215672', 'name': 'network-vif-deleted', 'tag': '9233280a-7941-4f07-b742-68daf79a272e', 'status': 'completed', 'code': 200} Apr 05 12:19:11.441860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ec72ba4e-a3ab-4657-8d32-f90e1fc4594d req-3aed7782-6818-4651-9ee2-c0d51990e58a tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8f823c5-2b05-469b-b6c3-d859b2215672 HTTP/1.1" status: 200 len: 210 time: 0.0776207 Apr 05 12:19:11.641329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b25934f-52fc-4d66-99e8-55619c388041 req-3e94c3f0-b41b-48aa-a855-943dcdf501c3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 210 time: 0.0466700 Apr 05 12:19:11.794891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-0e812e65-9bb7-42f8-8209-ca7d96357173 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:11.796520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-0e812e65-9bb7-42f8-8209-ca7d96357173 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 797 time: 0.3283424 Apr 05 12:19:11.853943 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-104d5273-fdc0-4ba6-bfec-d9571ac0be2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 472 time: 0.0446825 Apr 05 12:19:11.863969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['af023aa0-9006-4748-ae3b-fdca915af827']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:12.003861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:19:12.008106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:19:12.011913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:19:12.017920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:19:12.028334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:19:12.032584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.088786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 9233280a-7941-4f07-b742-68daf79a272e no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:12.138777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 9233280a-7941-4f07-b742-68daf79a272e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:12.139159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 9233280a-7941-4f07-b742-68daf79a272e not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:12.222573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.11 (5f8f1023-3aaf-45f7-a45c-723eab9005fb/b81faf52-0a75-4f72-9c74-4c1c70ddc482/1914f315-81c5-4886-ad16-81be45941493) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:19:12.412926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.428841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 1914f315-81c5-4886-ad16-81be45941493 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:19:12.456032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.521563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:19:12.525138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:19:12.533841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:19:12.577863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:12.617698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:12.618473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.649026 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-33a9630b-95de-4a77-9c9a-b59832b54075 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890019 Apr 05 12:19:12.661467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Request body: {'port': {'device_id': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:12.791238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.898367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-163dde58-40f4-4477-8065-d41a4d83bdb7 None None] Provisioning for port 1914f315-81c5-4886-ad16-81be45941493 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:19:12.905546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-163dde58-40f4-4477-8065-d41a4d83bdb7 None None] Provisioning complete for port 1914f315-81c5-4886-ad16-81be45941493 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:19:12.906271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-163dde58-40f4-4477-8065-d41a4d83bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:12.936889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d305036-0793-403f-bd85-58c937bdfa8e req-0279332a-e529-47cc-9407-826b26c1fb9b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:12.938339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d305036-0793-403f-bd85-58c937bdfa8e req-0279332a-e529-47cc-9407-826b26c1fb9b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 932 time: 0.1063812 Apr 05 12:19:12.972543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-163dde58-40f4-4477-8065-d41a4d83bdb7 None None] Port 1914f315-81c5-4886-ad16-81be45941493 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:19:13.002139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d305036-0793-403f-bd85-58c937bdfa8e req-6362befd-ccab-4484-9552-fc286cf4552d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579944 Apr 05 12:19:13.186734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1914f315-81c5-4886-ad16-81be45941493 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:19:13.194244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:13.209173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Transition to ACTIVE for port object 1914f315-81c5-4886-ad16-81be45941493 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:19:13.213693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:13.371421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Pushing event updated for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:13.462441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Attempting to bind port 1914f315-81c5-4886-ad16-81be45941493 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:19:13.462783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Attempting to bind port 1914f315-81c5-4886-ad16-81be45941493 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:19:13.463138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Attempting to bind port 1914f315-81c5-4886-ad16-81be45941493 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:19:13.468074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Port 1914f315-81c5-4886-ad16-81be45941493 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:19:13.468390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Attempting to bind port 1914f315-81c5-4886-ad16-81be45941493 on network 5f8f1023-3aaf-45f7-a45c-723eab9005fb {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:19:13.473637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:19:13.473974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Checking segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:19:13.474359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Bound using segment: {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:19:13.474788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Bound port: 1914f315-81c5-4886-ad16-81be45941493, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6a4580-2bd2-43ad-8472-002b2d75b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:19:13.475237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:13.565164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:19:13.568041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1914f315-81c5-4886-ad16-81be45941493,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:19:13.573397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:13.744803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:13.744803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:13.745785 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] 10.222.0.30 "PUT /v2.0/ports/1914f315-81c5-4886-ad16-81be45941493 HTTP/1.1" status: 200 len: 1094 time: 1.0888128 Apr 05 12:19:13.746226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'tag': '1914f315-81c5-4886-ad16-81be45941493'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:13.844475 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'tag': '1914f315-81c5-4886-ad16-81be45941493', 'status': 'completed', 'code': 200} Apr 05 12:19:13.857420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df85991-3f09-43b7-975a-d44b2a96012c service neutron] Pushing event updated for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:13.898154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-9c70b0aa-0254-4c5b-8e2c-e250325bc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:13.900410 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-9c70b0aa-0254-4c5b-8e2c-e250325bc829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 1097 time: 0.1057839 Apr 05 12:19:13.979960 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-fb31b1b8-bfee-40eb-b6e8-7420bb01c6d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1914f315-81c5-4886-ad16-81be45941493 HTTP/1.1" status: 200 len: 217 time: 0.0702000 Apr 05 12:19:14.066914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-c004004c-43e5-4187-8dc5-503869780741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.068747 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-c004004c-43e5-4187-8dc5-503869780741 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0824709 Apr 05 12:19:14.223579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66accead-c6ba-4098-af6d-14b0c79fddad req-ecf6c619-f7a1-4664-8767-5a47f6a34fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.234923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-ecf6c619-f7a1-4664-8767-5a47f6a34fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588490 Apr 05 12:19:14.334901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968a49-93d5-4eb7-9d74-87a292732311 req-15cb8b9d-8537-4125-94e5-9723800c198d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.337953 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6968a49-93d5-4eb7-9d74-87a292732311 req-15cb8b9d-8537-4125-94e5-9723800c198d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 944 time: 0.1716912 Apr 05 12:19:14.389866 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6968a49-93d5-4eb7-9d74-87a292732311 req-528a6f01-5bbe-4268-9484-7e50938db501 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 Apr 05 12:19:14.417576 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-9a7a94d2-4b48-494d-9af4-077d7cb525c6 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754920 Apr 05 12:19:14.556308 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-66accead-c6ba-4098-af6d-14b0c79fddad req-c8efd191-4583-4e71-96e0-2810fd6e671a service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320820 Apr 05 12:19:14.685352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-2a35015d-129e-45ee-b041-e1920c0e4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.686825 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-2a35015d-129e-45ee-b041-e1920c0e4752 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 1097 time: 0.0825901 Apr 05 12:19:14.819946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-4b05a7ba-c27e-4de6-b947-9b3654a1ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.821334 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-4b05a7ba-c27e-4de6-b947-9b3654a1ad68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 898 time: 0.1280875 Apr 05 12:19:14.897644 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-f0e789dd-6d37-4e83-b271-b7bf24a30ccf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1914f315-81c5-4886-ad16-81be45941493 HTTP/1.1" status: 200 len: 217 time: 0.0678229 Apr 05 12:19:14.961940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-9c6ee8f7-e772-4cd4-8a14-50e2a86202ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:14.963513 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-9c6ee8f7-e772-4cd4-8a14-50e2a86202ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0589881 Apr 05 12:19:15.048952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-b7fa2bac-ffef-4d10-8bf6-67e78540dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:15.050596 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-b7fa2bac-ffef-4d10-8bf6-67e78540dc49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805006 Apr 05 12:19:15.198825 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-48a2eb7e-f14e-4214-ba94-e2325f62fd56 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404724 Apr 05 12:19:15.348066 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0f50565f-d0fe-4cce-b292-414650b3eb1a req-f2e122fb-d09c-4ea2-b882-4aec52c58925 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417625 Apr 05 12:19:15.581294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a399-4c43-4ffd-9bb8-68c5b97407e7 req-1e17e5c1-5b3b-44df-a9db-b910247201ba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:15.582624 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e08a399-4c43-4ffd-9bb8-68c5b97407e7 req-1e17e5c1-5b3b-44df-a9db-b910247201ba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 944 time: 0.0827568 Apr 05 12:19:15.633656 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e08a399-4c43-4ffd-9bb8-68c5b97407e7 req-4e41e1a3-6cd7-491f-a241-e6967f9c03b3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Apr 05 12:19:16.094241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1914f315-81c5-4886-ad16-81be45941493 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:19:16.231110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1914f315-81c5-4886-ad16-81be45941493,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:16.244213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '1914f315-81c5-4886-ad16-81be45941493', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'port_id': '1914f315-81c5-4886-ad16-81be45941493', 'mac_address': 'fa:16:3e:d4:cb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:19:16.297189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:16.320482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1914f315-81c5-4886-ad16-81be45941493 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:19:16.335319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1914f315-81c5-4886-ad16-81be45941493,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:16.339076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:16.411425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:16.419081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.419440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.419763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.420095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.420422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.420748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.421072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.421394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.421717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.422036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.422354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.422670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:19:16.548869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['1914f315-81c5-4886-ad16-81be45941493'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:19:16.820371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38f5f4-d0e9-4cda-a9c7-c0dec7bf1f05 req-6944cdf6-acab-48d0-bea4-9b484d9233cc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:16.822103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc38f5f4-d0e9-4cda-a9c7-c0dec7bf1f05 req-6944cdf6-acab-48d0-bea4-9b484d9233cc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 945 time: 0.0807693 Apr 05 12:19:16.870939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc38f5f4-d0e9-4cda-a9c7-c0dec7bf1f05 req-e53cb95a-4218-4e2d-9fe4-f9c2a3d7c104 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428169 Apr 05 12:19:17.111362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57244) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:17.333062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 663b7e0a-e398-4321-9d2c-8e059278a55f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:17.333307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:17.607352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:17.607604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:17.743782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 663b7e0a-e398-4321-9d2c-8e059278a55f owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:17.891147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:17.941775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=663b7e0a-e398-4321-9d2c-8e059278a55f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:18.034121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:18.034459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Floating IP c385f4a5-3bf5-4926-bf83-893a15b7de1b disassociated (deleted). External IP: 172.26.5.66, port: 0f73f1a5-b7ab-40fc-879c-acc888db8c7a. Apr 05 12:19:18.056340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a81b78-a590-4798-bbb3-7ecdbc5d7b27 req-3f7f9472-759a-4044-a7a2-952f842a2a97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:18.057808 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d7a81b78-a590-4798-bbb3-7ecdbc5d7b27 req-3f7f9472-759a-4044-a7a2-952f842a2a97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 945 time: 0.0800946 Apr 05 12:19:18.102742 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d7a81b78-a590-4798-bbb3-7ecdbc5d7b27 req-3ced4448-1f8f-4bce-b52a-0c4f806414c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Apr 05 12:19:18.111363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1914f315-81c5-4886-ad16-81be45941493 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:19:18.188292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 1914f315-81c5-4886-ad16-81be45941493 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:19:18.192993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 1914f315-81c5-4886-ad16-81be45941493 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:19:18.193360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:18.307322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:18.336931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1914f315-81c5-4886-ad16-81be45941493'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:18.348626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1914f315-81c5-4886-ad16-81be45941493,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:18.354202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:18.389999 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1914f315-81c5-4886-ad16-81be45941493', 'code': 200} Apr 05 12:19:18.404566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:18.429177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:18.636992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:18.646216 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:18.655670 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:18.656264 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:18.664868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:18.706125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be08c9-65e7-4449-abba-0a8c1e6d1985 req-4147d635-837c-4333-b67c-ec961059ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:18.707643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f4be08c9-65e7-4449-abba-0a8c1e6d1985 req-4147d635-837c-4333-b67c-ec961059ecaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 1099 time: 0.1485221 Apr 05 12:19:18.740342 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2acab00b-063f-4b09-8585-32d77301ecc1 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "DELETE /v2.0/floatingips/c385f4a5-3bf5-4926-bf83-893a15b7de1b HTTP/1.1" status: 204 len: 168 time: 1.6279023 Apr 05 12:19:18.743107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:18.766047 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f4be08c9-65e7-4449-abba-0a8c1e6d1985 req-00913b09-6aa0-4491-a256-3083400c7ee6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472777 Apr 05 12:19:18.806166 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'status': 'completed', 'code': 200} Apr 05 12:19:18.834279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:19.169683 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:19.176655 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:19.190228 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:19.190823 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:19.197464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1417-84ab-49d6-b71a-38e9e55d9b72 req-5a54c80a-e301-4e9d-8f82-668443cc5c43 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.199680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a5d1417-84ab-49d6-b71a-38e9e55d9b72 req-5a54c80a-e301-4e9d-8f82-668443cc5c43 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.0919068 Apr 05 12:19:19.209027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-dd5f73bb-3073-4a42-8439-67e8159f0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.210632 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-dd5f73bb-3073-4a42-8439-67e8159f0d77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6269eca554841afa8bd6f43eff14c71&device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 1099 time: 0.2246265 Apr 05 12:19:19.289140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9a5d1417-84ab-49d6-b71a-38e9e55d9b72 req-b8d5199e-801b-4e39-b67c-83a6b43ad6af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809476 Apr 05 12:19:19.330063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139eb4-0268-4019-831a-6c254d81b67f req-a7f2e93c-7b41-4a67-b595-62c30e941835 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.331572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74139eb4-0268-4019-831a-6c254d81b67f req-a7f2e93c-7b41-4a67-b595-62c30e941835 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.0935287 Apr 05 12:19:19.361927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-34275b2d-c544-4a8e-a89c-7e176110c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.363668 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-34275b2d-c544-4a8e-a89c-7e176110c7fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 200 len: 912 time: 0.1464629 Apr 05 12:19:19.376396 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:19.382271 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74139eb4-0268-4019-831a-6c254d81b67f req-b776505f-63b4-4db0-8ee5-e071295dae0c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Apr 05 12:19:19.439289 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-11608772-66a0-42d6-a0d8-691ca5bd1a08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 200 len: 217 time: 0.0662725 Apr 05 12:19:19.501687 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-cca772f9-9be0-4fa1-8bdc-9cf65ccc9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.503133 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-cca772f9-9be0-4fa1-8bdc-9cf65ccc9f01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 200 len: 850 time: 0.0578315 Apr 05 12:19:19.577551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-d90def8c-379f-4912-a210-0779473fe255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:19.578904 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-d90def8c-379f-4912-a210-0779473fe255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0744352a-31de-48f1-9b25-45a46005f79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687895 Apr 05 12:19:19.701669 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:19.706065 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a09b896-40a4-4c19-ba9c-64245ede53d4 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cf0ac71e-2ae5-438d-8095-0bfa4c978ea1', 'name': '', 'network_id': '0744352a-31de-48f1-9b25-45a46005f79b', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'mac_address': 'fa:16:3e:c0:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:19Z', 'updated_at': '2022-04-05T12:10:34Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'subnets': [{'id': 'b8135c0d-5e09-4a3c-b621-862bb00d884e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:19.721996 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-1910d0d0-eb1c-4fed-9856-428fd7383170 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342552 Apr 05 12:19:19.861158 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-84f69e28-2fb0-4414-8ec8-9f8acb13e84f req-cd1b766b-2652-4fc4-b383-bfd4bf4e08d3 service neutron] 10.222.0.30 "GET /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318753 Apr 05 12:19:19.946839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa277d6-85ae-40c4-95c4-527c4b8e05d4 None None] New status for floating IP c385f4a5-3bf5-4926-bf83-893a15b7de1b: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:19:20.481891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5949-47b4-4d81-b5c8-6e1549edfd56 req-0ddfcba1-8bc6-471f-ad49-bb8e718ee15e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:20.483452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e5d5949-47b4-4d81-b5c8-6e1549edfd56 req-0ddfcba1-8bc6-471f-ad49-bb8e718ee15e tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.0834517 Apr 05 12:19:20.571633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e5d5949-47b4-4d81-b5c8-6e1549edfd56 req-c1cca069-496c-44be-b5e9-48d846c84c09 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/security-groups?id=b61fc9c0-1689-41c1-b903-fb8b9b525899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540638 Apr 05 12:19:20.598809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b40abe-19d7-4e35-bb74-dbee1d0f52ab req-94a89d16-b964-4506-86e2-f26c74cdc9d0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:20.600316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6b40abe-19d7-4e35-bb74-dbee1d0f52ab req-94a89d16-b964-4506-86e2-f26c74cdc9d0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.1129334 Apr 05 12:19:20.652042 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6b40abe-19d7-4e35-bb74-dbee1d0f52ab req-91e5105c-b09e-4da9-ae1c-0f9008e0d79d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458884 Apr 05 12:19:20.708565 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-8541e19d-cb91-421a-8560-369082cdc197 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:20.709258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-8541e19d-cb91-421a-8560-369082cdc197 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Synchronizing usage tracker for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:19:20.725416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-8541e19d-cb91-421a-8560-369082cdc197 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Unset dirty status for tenant:b6269eca554841afa8bd6f43eff14c71 on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:19:20.727396 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-8541e19d-cb91-421a-8560-369082cdc197 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 946 time: 0.1009285 Apr 05 12:19:20.797700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:20.797966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:20.834951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac0c7-c45f-40ea-8365-fda6cf1e7907 req-3b097eaa-f3a0-4139-9ac5-880152b8c3d6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:20.837269 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-042ac0c7-c45f-40ea-8365-fda6cf1e7907 req-3b097eaa-f3a0-4139-9ac5-880152b8c3d6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.0812595 Apr 05 12:19:20.881796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-042ac0c7-c45f-40ea-8365-fda6cf1e7907 req-92f7a291-9b6a-4507-8d5e-7c0fae24ca69 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Apr 05 12:19:20.904234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57266) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:21.097731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c31deb6-ef1f-4801-abf7-0550d2a3ae91 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:21.099250 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c31deb6-ef1f-4801-abf7-0550d2a3ae91 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 1094 time: 0.1940646 Apr 05 12:19:21.103106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57270) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:21.104782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] For port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:21.105344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:21.108374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'port_id': '1914f315-81c5-4886-ad16-81be45941493'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:19:21.187689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:21.230332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 0f73f1a5-b7ab-40fc-879c-acc888db8c7a owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:21.381558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:21.430901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=0f73f1a5-b7ab-40fc-879c-acc888db8c7a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:21.603985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] No DVR routers for this DVR port 0f73f1a5-b7ab-40fc-879c-acc888db8c7a on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:19:21.606508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:21.609225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'name': 'network-vif-deleted', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:21.632218 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-0aafbee0-ad43-4cf2-9ba4-7ba18787c357 req-774b786c-a222-4e99-8f26-7bfb9c7d8b0b tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.30 "DELETE /v2.0/ports/0f73f1a5-b7ab-40fc-879c-acc888db8c7a HTTP/1.1" status: 204 len: 173 time: 0.8990247 Apr 05 12:19:21.672720 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63182596-969c-44a0-9034-bc8849026115', 'name': 'network-vif-deleted', 'tag': '0f73f1a5-b7ab-40fc-879c-acc888db8c7a', 'status': 'completed', 'code': 200} Apr 05 12:19:21.839574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7011d1b3-b62f-4c21-98a6-cc9ef7f23e62 req-04cf4073-c96c-4545-84c7-424c0a1d37b6 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "GET /v2.0/ports?device_id=63182596-969c-44a0-9034-bc8849026115 HTTP/1.1" status: 200 len: 210 time: 0.0856376 Apr 05 12:19:22.001808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:22.005998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:22.188996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5 associated. External IP: 172.26.5.234, port: 1914f315-81c5-4886-ad16-81be45941493. Apr 05 12:19:22.540307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:22.843458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:22.847658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:22.852556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:22.862134 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:22.862793 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:22.907641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bc02d1d2-1804-4d61-b370-9919b65ccc24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 992 time: 1.8034303 Apr 05 12:19:22.908469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'tag': '1914f315-81c5-4886-ad16-81be45941493'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:22.910675 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57280) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:22.943772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57286) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:23.000993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'tag': '1914f315-81c5-4886-ad16-81be45941493', 'status': 'completed', 'code': 200} Apr 05 12:19:23.080542 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a18c92e3-37e7-4e0e-a96f-6485f951e420 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 992 time: 0.1681638 Apr 05 12:19:23.088958 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:23.103622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-32d66873-25c2-406f-acc3-7e2e2eadf149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:23.105201 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-32d66873-25c2-406f-acc3-7e2e2eadf149 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 1099 time: 0.0982192 Apr 05 12:19:23.112047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Deleting port 92db805a-9da3-4132-a981-628a73e34b8f {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:23.112412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.184475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-695e676d-e5e0-4de7-9d06-ec43df471d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.249139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-f8d8f38d-f8b2-4e2f-b856-d03245339989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:23.250759 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-f8d8f38d-f8b2-4e2f-b856-d03245339989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 200 len: 898 time: 0.1391225 Apr 05 12:19:23.302156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.302486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.359562 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-3ff11b5c-062c-4953-8037-b4ea951bfb8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1914f315-81c5-4886-ad16-81be45941493 HTTP/1.1" status: 200 len: 1000 time: 0.1029856 Apr 05 12:19:23.426104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-23298a36-2caa-49d7-86ba-9fea823c1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:23.427568 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-23298a36-2caa-49d7-86ba-9fea823c1d7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 200 len: 835 time: 0.0627823 Apr 05 12:19:23.428796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Calling delete_port for 92db805a-9da3-4132-a981-628a73e34b8f owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:23.453274 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '1914f315-81c5-4886-ad16-81be45941493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:d4:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:19:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:23.457403 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:23.466003 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:23.466646 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:18:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:23.507317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-4e549490-6c00-4be1-9ce4-d828c02a0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:23.509531 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-4e549490-6c00-4be1-9ce4-d828c02a0e6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f8f1023-3aaf-45f7-a45c-723eab9005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750751 Apr 05 12:19:23.579400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.625509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'Port': ['ID=92db805a-9da3-4132-a981-628a73e34b8f,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:23.647238 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:23.657146 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-61e056e1-a9cb-44c5-97d9-62477b707ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412642 Apr 05 12:19:23.724442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.739165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:23.743806 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b52425c7-4724-4fa2-9231-a7292d036959 tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "DELETE /v2.0/floatingips/a3810e71-e46a-49cf-b2c3-6c2fa45c1414 HTTP/1.1" status: 204 len: 168 time: 0.7955439 Apr 05 12:19:23.796383 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-968ab227-8270-4912-bb4f-79bdffdd0fb6 req-0992823a-ca37-4535-82b8-85f98ffe4912 service neutron] 10.222.0.30 "GET /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336987 Apr 05 12:19:24.016031 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '1914f315-81c5-4886-ad16-81be45941493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:d4:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:19:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:24.020145 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a91f0-8772-4a44-b71e-21476a156ee0 None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '1ab08878-5650-45a0-9e10-69f38e5bfea5', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.234', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'port_id': '1914f315-81c5-4886-ad16-81be45941493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'mac_address': 'fa:16:3e:d4:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:18:27Z', 'updated_at': '2022-04-05T12:19:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:24.082847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:24.141603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 0f73f1a5-b7ab-40fc-879c-acc888db8c7a no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:24.183727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 0f73f1a5-b7ab-40fc-879c-acc888db8c7a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:24.183872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 0f73f1a5-b7ab-40fc-879c-acc888db8c7a not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:24.204944 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9cfce7aa-347b-4660-81d7-a8d739455d03 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 992 time: 0.1209059 Apr 05 12:19:24.276601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70134a51-c805-452f-ba73-3131d930175d None None] New status for floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:19:24.486126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:25.208814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57304) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:25.248783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bba7a56a-5d34-4cc2-be1b-3970ffbfa6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:25.319107 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2db82a16-a5dd-4712-a00f-229de3ba5a44 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 200 len: 994 time: 0.1062121 Apr 05 12:19:26.224949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57310) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:26.292858 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:19:26.295256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.324682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.389705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.408879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61fc9c0-1689-41c1-b903-fb8b9b525899,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:26.416505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.417865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-522caead-56c4-431b-b71b-16c1d0c506af tempest-TestVolumeBootPattern-1874458559 tempest-TestVolumeBootPattern-1874458559-project] 10.222.0.50 "DELETE /v2.0/security-groups/b61fc9c0-1689-41c1-b903-fb8b9b525899 HTTP/1.1" status: 204 len: 168 time: 0.1917026 Apr 05 12:19:26.450730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.461932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:26.476591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57316) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:27.265586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:27.606488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Deleting port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:27.607218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:27.705538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:27.783085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] For port cf0ac71e-2ae5-438d-8095-0bfa4c978ea1, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:27.783459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:27.910317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Calling delete_port for cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:28.098372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:28.145739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0ac71e-2ae5-438d-8095-0bfa4c978ea1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:28.410798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:28.890299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Router d7d924c9-b51a-4e3d-9385-2f6b798a1780 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:29.065719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:29.076180 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Sync routers for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:29.080666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e74e4827-8709-40f3-ab90-d899bfdce171 admin admin] 10.222.0.50 "PUT /v2.0/routers/d7d924c9-b51a-4e3d-9385-2f6b798a1780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5990055 Apr 05 12:19:29.080899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57322) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:29.086240 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:29.086915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:29.261219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:29.281456 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:29.440967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:29.450480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Deleting port f84e68fb-dff0-46e7-91e2-3f26ad35ad24 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:29.450850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:29.588777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:19:28Z', 'revision_number': 5, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port': {'id': 'f84e68fb-dff0-46e7-91e2-3f26ad35ad24', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:08Z', 'updated_at': '2022-04-05T12:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:29.592567 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Checking router: d7d924c9-b51a-4e3d-9385-2f6b798a1780 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:29.600540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Routers {'d7d924c9-b51a-4e3d-9385-2f6b798a1780'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:29.601684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:29.625430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] For port f84e68fb-dff0-46e7-91e2-3f26ad35ad24, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:29.625787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:29.749718 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] Set router d7d924c9-b51a-4e3d-9385-2f6b798a1780 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:29.750347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Calling delete_port for f84e68fb-dff0-46e7-91e2-3f26ad35ad24 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:29.855984 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:19:29Z', 'revision_number': 6, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:29.859843 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f60d53-799c-41e0-881d-512728ac1310 None None] The sync data for ids ['d7d924c9-b51a-4e3d-9385-2f6b798a1780'] in dv-neutron-833203-3-hyperv is: [{'id': 'd7d924c9-b51a-4e3d-9385-2f6b798a1780', 'name': 'tempest-TestVolumeBootPattern-329386850-router', 'tenant_id': 'b6269eca554841afa8bd6f43eff14c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:04Z', 'updated_at': '2022-04-05T12:19:29Z', 'revision_number': 6, 'project_id': 'b6269eca554841afa8bd6f43eff14c71', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:29.925877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.125111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f84e68fb-dff0-46e7-91e2-3f26ad35ad24,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:30.183836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.360838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.363016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.388111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.388829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7d924c9-b51a-4e3d-9385-2f6b798a1780 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:19:30.401844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.402943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4b282ba4-6c9d-4c1c-8861-0638476892e9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d7d924c9-b51a-4e3d-9385-2f6b798a1780 HTTP/1.1" status: 204 len: 168 time: 1.3211677 Apr 05 12:19:30.405594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57326) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:30.463728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Deleting subnet b8135c0d-5e09-4a3c-b621-862bb00d884e {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:19:30.466497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.516735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.598365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.666366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.705852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.709369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8135c0d-5e09-4a3c-b621-862bb00d884e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:30.712707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22af0d-ea8d-4139-895d-49bfe6dbfdfd None None] Network 0744352a-31de-48f1-9b25-45a46005f79b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:19:30.717208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9b2f8f24-8106-4248-bd6d-8416a6b41364 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b8135c0d-5e09-4a3c-b621-862bb00d884e HTTP/1.1" status: 204 len: 168 time: 0.3106294 Apr 05 12:19:30.719711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57330) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:30.834745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.846826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Deleting port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:30.847637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:30.993819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] DHCP port deletion for 0744352a-31de-48f1-9b25-45a46005f79b request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:19:30.997875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Deleting port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:30.998246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.061978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] For port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:31.062573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.185939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c6ee0209-2aec-4dfc-accc-4bb7b6f480eb no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:31.188830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Calling delete_port for c6ee0209-2aec-4dfc-accc-4bb7b6f480eb owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:31.258210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] For port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,segment=NetworkSegment(eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51),segment_id=eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:31.258516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.269996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.318839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ee0209-2aec-4dfc-accc-4bb7b6f480eb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:31.320652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] No DVR routers for this DVR port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:19:31.389025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Calling delete_port for c6ee0209-2aec-4dfc-accc-4bb7b6f480eb owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:31.416658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No active binding found for port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb {{(pid=87959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 12:19:31.416960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c6ee0209-2aec-4dfc-accc-4bb7b6f480eb not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:31.417371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f84e68fb-dff0-46e7-91e2-3f26ad35ad24 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:31.436679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.459753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f84e68fb-dff0-46e7-91e2-3f26ad35ad24 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:31.460093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f84e68fb-dff0-46e7-91e2-3f26ad35ad24 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:31.461026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:31.461960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0744352a-31de-48f1-9b25-45a46005f79b']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:31.473902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:31.474193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8b2ba3-b8df-4d46-bb11-bb77b6e76e51') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:31.486528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.501744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:31.501928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.502066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cf0ac71e-2ae5-438d-8095-0bfa4c978ea1 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:31.511875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:19:31.512248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:19:31.527010 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:19:31.529044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:19:31.529461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:19:31.604486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.608943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:31.633136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0744352a-31de-48f1-9b25-45a46005f79b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:31.645665 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dc765365-9d08-497e-86e4-3b76b8ec45e4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0744352a-31de-48f1-9b25-45a46005f79b HTTP/1.1" status: 204 len: 168 time: 0.9249918 Apr 05 12:19:31.648557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57334) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:32.030821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Deleting port c6ee0209-2aec-4dfc-accc-4bb7b6f480eb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:32.031422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:32.098831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd8f9-aee3-4d5a-aff4-9119e8d76f3c None None] The port 'c6ee0209-2aec-4dfc-accc-4bb7b6f480eb' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:19:32.305108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:32.653661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Deleting port abb033cf-49c9-4eec-8326-9f5da7180b23 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:32.653908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:32.826240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] For port abb033cf-49c9-4eec-8326-9f5da7180b23, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=abb033cf-49c9-4eec-8326-9f5da7180b23,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:32.826587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:32.950789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Calling delete_port for abb033cf-49c9-4eec-8326-9f5da7180b23 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:33.124889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:33.208957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=abb033cf-49c9-4eec-8326-9f5da7180b23,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:33.568360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:33.935279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:34.124513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:34.134019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Sync routers for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:34.134844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cbbb1d38-65cc-4983-a57d-6bd195065a1e admin admin] 10.222.0.50 "PUT /v2.0/routers/c0291e5e-3f31-4c8b-9a03-70e340dfaeb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852211 Apr 05 12:19:34.137729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57338) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:34.147259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:34.147921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:34.316816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:34.322388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:34.502000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:34.511589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Deleting port 21ce676a-b549-41b4-bdc6-7cc96c050942 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:34.512011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:34.653866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:19:33Z', 'revision_number': 5, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port': {'id': '21ce676a-b549-41b4-bdc6-7cc96c050942', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:74:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:10:37Z', 'updated_at': '2022-04-05T12:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:34.657579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Checking router: c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:19:34.666284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Routers {'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:34.666875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:34.689363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] For port 21ce676a-b549-41b4-bdc6-7cc96c050942, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=21ce676a-b549-41b4-bdc6-7cc96c050942,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:34.689900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:34.825943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] Set router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:34.932608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:19:34Z', 'revision_number': 6, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:34.936509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835c6be2-b0bb-452d-9c11-fbc3bcea331e None None] The sync data for ids ['c0291e5e-3f31-4c8b-9a03-70e340dfaeb8'] in dv-neutron-833203-3-hyperv is: [{'id': 'c0291e5e-3f31-4c8b-9a03-70e340dfaeb8', 'name': 'tempest-TestVolumeBootPattern-437318577-router', 'tenant_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:10:35Z', 'updated_at': '2022-04-05T12:19:34Z', 'revision_number': 6, 'project_id': '65781b0c4e2947e79032c8b5e20b6a9d', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:19:34.941118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Calling delete_port for 21ce676a-b549-41b4-bdc6-7cc96c050942 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:35.107865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.154133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ce676a-b549-41b4-bdc6-7cc96c050942,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:35.248250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.385860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device abb033cf-49c9-4eec-8326-9f5da7180b23 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:35.420732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: abb033cf-49c9-4eec-8326-9f5da7180b23 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:35.421082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device abb033cf-49c9-4eec-8326-9f5da7180b23 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:35.426150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.428385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.451124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.451640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:19:35.463944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.465051 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-573e8e6b-c63d-4130-ac3e-4239bb07ef51 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c0291e5e-3f31-4c8b-9a03-70e340dfaeb8 HTTP/1.1" status: 204 len: 168 time: 1.3264213 Apr 05 12:19:35.467491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57342) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:35.525584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Deleting subnet f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:19:35.528400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.578887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.655061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.724706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.767158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:35.770843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.776648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c6ca8-2172-41db-a394-decc807f0107 None None] Network ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:19:35.778603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e17aeb15-4662-41b7-ac75-5b8ae3cb708f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f4bf8d1b-f94e-46f2-89d4-e3e56ae108ae HTTP/1.1" status: 204 len: 168 time: 0.3101645 Apr 05 12:19:35.780994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57346) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:35.894784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:35.905542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Deleting port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:35.905870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.036202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] DHCP port deletion for ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:19:36.040689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Deleting port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:36.041062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.123019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] For port 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2a33c6ec-feca-4013-bdc2-6601ed4bea43,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:36.123417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.252273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Calling delete_port for 2a33c6ec-feca-4013-bdc2-6601ed4bea43 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:36.261834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] For port 2a33c6ec-feca-4013-bdc2-6601ed4bea43, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2a33c6ec-feca-4013-bdc2-6601ed4bea43,segment=NetworkSegment(8148977e-4964-4b56-97c6-9820b1df8be7),segment_id=8148977e-4964-4b56-97c6-9820b1df8be7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:36.262213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.391281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Calling delete_port for 2a33c6ec-feca-4013-bdc2-6601ed4bea43 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:36.435507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.466208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:19:36.466564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:19:36.483761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a33c6ec-feca-4013-bdc2-6601ed4bea43,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:36.485825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] No DVR routers for this DVR port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:19:36.602482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.626834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:36.638674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8148977e-4964-4b56-97c6-9820b1df8be7') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:36.638962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8148977e-4964-4b56-97c6-9820b1df8be7') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:36.650510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.666414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.672522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:19:36.672894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:19:36.685745 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:19:36.761693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.777730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:36.788981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:36.792370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ebbb6820-5063-4e54-a044-d22e63b50920 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ad9bb8ed-a7e5-4bcc-83e4-211bf9f22d84 HTTP/1.1" status: 204 len: 168 time: 1.0104771 Apr 05 12:19:36.903374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57352) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:36.950951 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a7ef96fe-ef1b-479d-b7b2-df4b25a54013 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6269eca554841afa8bd6f43eff14c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465238 Apr 05 12:19:36.953399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57356) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:36.968123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Deleting port 2a33c6ec-feca-4013-bdc2-6601ed4bea43 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:36.968504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.011235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.033095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-798527e5-d8d3-46cc-b698-ff3fa391d459 None None] The port '2a33c6ec-feca-4013-bdc2-6601ed4bea43' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:19:37.036179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.091687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.113321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9dbc3b-5dae-4a1a-88d0-59a1fede5e76,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:37.120753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.124236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8251f9fa-823b-4ae8-b5ca-ca09a58f2d4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de9dbc3b-5dae-4a1a-88d0-59a1fede5e76 HTTP/1.1" status: 204 len: 168 time: 0.1675255 Apr 05 12:19:37.158433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 21ce676a-b549-41b4-bdc6-7cc96c050942 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:37.225241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 21ce676a-b549-41b4-bdc6-7cc96c050942 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:37.225601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 21ce676a-b549-41b4-bdc6-7cc96c050942 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:37.226595 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2a33c6ec-feca-4013-bdc2-6601ed4bea43 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:19:37.259620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 2a33c6ec-feca-4013-bdc2-6601ed4bea43 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:19:37.259966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2a33c6ec-feca-4013-bdc2-6601ed4bea43 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:19:37.467763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57364) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:37.520285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a0145a99-3dd9-4114-9953-2c4bf37864a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65781b0c4e2947e79032c8b5e20b6a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513749 Apr 05 12:19:37.523554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57368) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:19:37.580152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.605682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.657409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.674112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ecef1-507d-432f-b8aa-83cfa3a326e7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:37.677333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:37.678535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-28919db7-717d-4e1f-8df2-7a911c6022bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/713ecef1-507d-432f-b8aa-83cfa3a326e7 HTTP/1.1" status: 204 len: 168 time: 0.1539884 Apr 05 12:19:53.185050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ed831011-dcc1-4a44-8832-6908e862457f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:54.434712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:55.254156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-04a9ddcb-79db-4e37-b2f5-8e874b47d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:56.438886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:56.460699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:56.905218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8827e-f354-42c9-813b-15b77ef12487 req-490d9670-fddb-41e7-8e0d-e94c2763d6ca tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:56.906682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-20a8827e-f354-42c9-813b-15b77ef12487 req-490d9670-fddb-41e7-8e0d-e94c2763d6ca tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.0842640 Apr 05 12:19:56.950872 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-20a8827e-f354-42c9-813b-15b77ef12487 req-4a597dcd-2ec3-48f7-98b8-bb261ee51e05 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383606 Apr 05 12:19:57.701056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:58.139166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb5835-a8ca-4278-ba5b-2ceb9be97f59 req-9dfc3d57-5fa1-47f8-bae8-08eb2bf4dde1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:58.140601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-84fb5835-a8ca-4278-ba5b-2ceb9be97f59 req-9dfc3d57-5fa1-47f8-bae8-08eb2bf4dde1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.0804927 Apr 05 12:19:58.187914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-84fb5835-a8ca-4278-ba5b-2ceb9be97f59 req-d9300e68-e65b-4f22-ac8a-2e55450dfbc0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=af023aa0-9006-4748-ae3b-fdca915af827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415165 Apr 05 12:19:58.188609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-985f299b-99ba-4ebe-82d6-7d3a26270988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:19:58.189278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-985f299b-99ba-4ebe-82d6-7d3a26270988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:19:58.205225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-985f299b-99ba-4ebe-82d6-7d3a26270988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:19:58.206517 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-985f299b-99ba-4ebe-82d6-7d3a26270988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 946 time: 0.1023569 Apr 05 12:19:58.276412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 1914f315-81c5-4886-ad16-81be45941493 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:19:58.276688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:58.611469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 1914f315-81c5-4886-ad16-81be45941493, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1914f315-81c5-4886-ad16-81be45941493,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:19:58.611744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:58.898330 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:58.898613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:58.898924 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5 disassociated. External IP: 172.26.5.234, port: 1914f315-81c5-4886-ad16-81be45941493. Apr 05 12:19:58.899290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 1914f315-81c5-4886-ad16-81be45941493 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:19:59.038884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:59.092845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=1914f315-81c5-4886-ad16-81be45941493,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:19:59.280016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:19:59.344261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba8cf0bf-d1b2-4d55-a56e-55ce80b5781a req-5c017db1-b95d-4e57-8a66-e6d065032f36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=81883561-3ab8-400d-adb5-b16b9c7757a4 HTTP/1.1" status: 200 len: 210 time: 0.0431993 Apr 05 12:19:59.464784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:19:59.474504 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:19:59.486438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:19:59.487062 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:59.543586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 1914f315-81c5-4886-ad16-81be45941493 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:19:59.546215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:19:59.549759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'name': 'network-vif-deleted', 'tag': '1914f315-81c5-4886-ad16-81be45941493'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:19:59.569665 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-92612db3-47b6-4585-980e-5b2bfc62b05b req-ca106fc6-6aed-4f9c-900e-a2839bb34291 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/1914f315-81c5-4886-ad16-81be45941493 HTTP/1.1" status: 204 len: 173 time: 1.3573003 Apr 05 12:19:59.677653 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:19:59.819498 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81883561-3ab8-400d-adb5-b16b9c7757a4', 'name': 'network-vif-deleted', 'tag': '1914f315-81c5-4886-ad16-81be45941493', 'status': 'completed', 'code': 200} Apr 05 12:19:59.995326 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:19:59.999234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:20:00.008424 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:00.009615 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:00.193586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:00.265584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1914f315-81c5-4886-ad16-81be45941493 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:00.299560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 1914f315-81c5-4886-ad16-81be45941493 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:20:00.299902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1914f315-81c5-4886-ad16-81be45941493 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:00.438271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:00.507594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:00.531158 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:00.535440 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f42f0e-dd40-48bb-b7c3-558c4721226a None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:18:09Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '2e276984-fb20-4758-8fa4-34da8e02b8d7', 'name': '', 'network_id': '5f8f1023-3aaf-45f7-a45c-723eab9005fb', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:bc:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:09Z', 'updated_at': '2022-04-05T12:18:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'b81faf52-0a75-4f72-9c74-4c1c70ddc482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:20:00.537180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:00.609146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:00.627612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af023aa0-9006-4748-ae3b-fdca915af827,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:00.642665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:00.643942 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-10cbb63a-29c8-4448-a869-c050d39a90b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/af023aa0-9006-4748-ae3b-fdca915af827 HTTP/1.1" status: 204 len: 168 time: 0.2046692 Apr 05 12:20:00.674859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57404) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:00.768083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0c9fc8-3004-428b-9056-7c767e94dc88 None None] New status for floating IP 1ab08878-5650-45a0-9e10-69f38e5bfea5: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:20:00.832302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port e89421fc-fc14-4cb0-aef8-9fde9f7fe014 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:00.832557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:01.114968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:01.115322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:01.235383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for e89421fc-fc14-4cb0-aef8-9fde9f7fe014 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:01.318682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.db.api [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:20:01.318998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG oslo_db.api [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:20:01.820594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port e89421fc-fc14-4cb0-aef8-9fde9f7fe014 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:01.821262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:01.994823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:01.995177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:02.117473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for e89421fc-fc14-4cb0-aef8-9fde9f7fe014 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:02.254827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:02.300816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=e89421fc-fc14-4cb0-aef8-9fde9f7fe014,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:02.389541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:02.406439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:02.407560 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5239d7fd-fcd9-4498-9ccd-41052fdc215b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/1ab08878-5650-45a0-9e10-69f38e5bfea5 HTTP/1.1" status: 204 len: 168 time: 1.7312360 Apr 05 12:20:02.782412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19719239-40e4-4f46-8eab-db8631a59935 req-e5eb887f-5d22-4496-ad3b-547bff0ecff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:02.783909 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19719239-40e4-4f46-8eab-db8631a59935 req-e5eb887f-5d22-4496-ad3b-547bff0ecff1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.0815804 Apr 05 12:20:02.827855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-19719239-40e4-4f46-8eab-db8631a59935 req-31f5de04-d48c-495e-bc5d-f9b8028ade4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:02.843577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-19719239-40e4-4f46-8eab-db8631a59935 req-31f5de04-d48c-495e-bc5d-f9b8028ade4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:02.844829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19719239-40e4-4f46-8eab-db8631a59935 req-31f5de04-d48c-495e-bc5d-f9b8028ade4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547261 Apr 05 12:20:03.291819 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:20:04.054491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-a5ddf47d-762f-4262-8176-d4edf1077248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:04.055305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-a5ddf47d-762f-4262-8176-d4edf1077248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:04.057558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1bd0b-812d-493e-b203-d52a31b97448 req-55d86e53-286b-49cc-b904-68c307677cf2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:04.058922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6f1bd0b-812d-493e-b203-d52a31b97448 req-55d86e53-286b-49cc-b904-68c307677cf2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.0931342 Apr 05 12:20:04.071953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-a5ddf47d-762f-4262-8176-d4edf1077248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:04.073310 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-a5ddf47d-762f-4262-8176-d4edf1077248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 946 time: 0.1035261 Apr 05 12:20:04.111074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6f1bd0b-812d-493e-b203-d52a31b97448 req-d2ae6b06-617d-4064-822c-bfea6bd7e87c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425608 Apr 05 12:20:04.154453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7a241d91-78fa-40dd-a30e-f565efa30a90 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:04.154797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:04.406886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 7a241d91-78fa-40dd-a30e-f565efa30a90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a241d91-78fa-40dd-a30e-f565efa30a90,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:04.407180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:04.533754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7a241d91-78fa-40dd-a30e-f565efa30a90 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:04.784667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:04.831546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7a241d91-78fa-40dd-a30e-f565efa30a90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:04.907998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 7a241d91-78fa-40dd-a30e-f565efa30a90 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:20:04.910352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:04.912948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'name': 'network-vif-deleted', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:04.928843 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9592ab99-c6d4-439e-a3ce-dffd02295ff9 req-d853d2a7-c508-4657-928e-d31ce35f2b2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/7a241d91-78fa-40dd-a30e-f565efa30a90 HTTP/1.1" status: 204 len: 173 time: 0.8498096 Apr 05 12:20:04.961923 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92153954-344d-4aa7-ab50-e2692d254c84', 'name': 'network-vif-deleted', 'tag': '7a241d91-78fa-40dd-a30e-f565efa30a90', 'status': 'completed', 'code': 200} Apr 05 12:20:05.291967 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc24ff10-b58d-4aa5-bd8f-6f93f3c8a796 req-11c47b50-43b8-41a1-bede-9c180314a163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=92153954-344d-4aa7-ab50-e2692d254c84 HTTP/1.1" status: 200 len: 210 time: 0.0511608 Apr 05 12:20:06.304059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a241d91-78fa-40dd-a30e-f565efa30a90 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:06.341027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 7a241d91-78fa-40dd-a30e-f565efa30a90 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:20:06.341374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a241d91-78fa-40dd-a30e-f565efa30a90 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:06.386895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:06.454931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:06.484748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:06.548148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:06.567649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e33f7b7-b8a1-4c9f-91e9-5b4d74615841,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:06.581410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:06.582565 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-53dfd717-8f5b-46ae-84a3-55d8c971ab2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/0e33f7b7-b8a1-4c9f-91e9-5b4d74615841 HTTP/1.1" status: 204 len: 168 time: 0.1946239 Apr 05 12:20:06.616318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57426) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:07.298635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:07.659469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 2e276984-fb20-4758-8fa4-34da8e02b8d7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:07.660107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:07.860666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 2e276984-fb20-4758-8fa4-34da8e02b8d7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=2e276984-fb20-4758-8fa4-34da8e02b8d7,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:07.861028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:07.987167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 2e276984-fb20-4758-8fa4-34da8e02b8d7 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:08.175199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:08.225815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=2e276984-fb20-4758-8fa4-34da8e02b8d7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:08.270364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.270703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.271075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.271392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.271716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.272663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.272998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.273322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.273644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.273960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.274276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.274590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:08.631322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:08.983181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router b308a19b-a38c-4ed5-89d4-190fca7dd13c has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:20:09.168369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:20:09.177515 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Sync routers for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:20:09.181841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b8da7034-4161-4d59-9ecf-694ec4f49e3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/b308a19b-a38c-4ed5-89d4-190fca7dd13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5639808 Apr 05 12:20:09.183978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57430) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:09.187438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:09.188025 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:09.250254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet b81faf52-0a75-4f72-9c74-4c1c70ddc482 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:20:09.253085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.309189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.356546 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:09.392277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.463666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.507360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=b81faf52-0a75-4f72-9c74-4c1c70ddc482,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:09.509244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.517905 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0faa1c17-429d-4158-b660-8fc232affd9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/b81faf52-0a75-4f72-9c74-4c1c70ddc482 HTTP/1.1" status: 204 len: 168 time: 0.3305938 Apr 05 12:20:09.518104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57434) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:09.521051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b132ff-3663-46d5-8a79-aa1d081876e5 None None] Network 5f8f1023-3aaf-45f7-a45c-723eab9005fb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:20:09.640282 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:20:08Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:09.644534 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Checking router: b308a19b-a38c-4ed5-89d4-190fca7dd13c for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:20:09.653093 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Routers {'b308a19b-a38c-4ed5-89d4-190fca7dd13c'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:09.653802 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:09.696619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.792439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] DHCP port deletion for 5f8f1023-3aaf-45f7-a45c-723eab9005fb request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:20:09.797163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Deleting port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:09.797632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:09.836629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] Set router b308a19b-a38c-4ed5-89d4-190fca7dd13c gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:10.007977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.019295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7447151f-7de5-4898-b353-896fd598220e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:10.019568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] For port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,segment=NetworkSegment(cc6a4580-2bd2-43ad-8472-002b2d75b255),segment_id=cc6a4580-2bd2-43ad-8472-002b2d75b255)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:10.019787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.019954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.153199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Calling delete_port for 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:10.163483 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:20:08Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:10.167475 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a41a9ba-fce0-4c2c-b08f-ec205b116344 None None] The sync data for ids ['b308a19b-a38c-4ed5-89d4-190fca7dd13c'] in dv-neutron-833203-3-hyperv is: [{'id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'name': 'tempest-TestNetworkBasicOps-router-2092084496', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '7447151f-7de5-4898-b353-896fd598220e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:18:04Z', 'updated_at': '2022-04-05T12:20:08Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '7447151f-7de5-4898-b353-896fd598220e', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b308a19b-a38c-4ed5-89d4-190fca7dd13c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:18:05Z', 'updated_at': '2022-04-05T12:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:20:10.212208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 7447151f-7de5-4898-b353-896fd598220e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=7447151f-7de5-4898-b353-896fd598220e,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:10.212565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.240262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.288165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] No DVR routers for this DVR port 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:20:10.292052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f884952-1475-47ae-9eca-d0ceb064175f None None] Pushing event deleted for resources: {'Port': ['ID=3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:10.339210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7447151f-7de5-4898-b353-896fd598220e owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:10.502386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.551017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7447151f-7de5-4898-b353-896fd598220e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:10.648045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.831820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.834171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.857964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.858500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router b308a19b-a38c-4ed5-89d4-190fca7dd13c {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:20:10.875225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:10.878674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b43e7d9d-095b-44f7-ae41-f4150e4bcb50 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/b308a19b-a38c-4ed5-89d4-190fca7dd13c HTTP/1.1" status: 204 len: 168 time: 1.3573442 Apr 05 12:20:10.879070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57438) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:10.996379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.136195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.163964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8f1023-3aaf-45f7-a45c-723eab9005fb']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:11.176390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6a4580-2bd2-43ad-8472-002b2d75b255') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:11.176692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6a4580-2bd2-43ad-8472-002b2d75b255') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:11.188690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.204767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.210586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:20:11.210966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:20:11.225693 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:20:11.309981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.328472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.339556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:11.343229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=5f8f1023-3aaf-45f7-a45c-723eab9005fb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:11.354678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.355125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.355387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.355884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.356071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.356388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.356717 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.357043 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.357371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.357697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.358039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.358351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:11.362130 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-38667f15-7e28-433c-b616-de4c79f4ec37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/5f8f1023-3aaf-45f7-a45c-723eab9005fb HTTP/1.1" status: 204 len: 168 time: 0.4819720 Apr 05 12:20:11.376785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:20:11.377257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3471ebfd-b8dd-4825-a6e3-c5d9a00bc8be not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:11.377829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7447151f-7de5-4898-b353-896fd598220e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:11.384918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57442) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:11.392809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1104665550', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:11.398446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:11.402872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:11.405923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:11.414209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:11.417744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 7447151f-7de5-4898-b353-896fd598220e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:20:11.418092 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 7447151f-7de5-4898-b353-896fd598220e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:11.418509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2e276984-fb20-4758-8fa4-34da8e02b8d7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:11.424572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:20:11.428182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.452361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 2e276984-fb20-4758-8fa4-34da8e02b8d7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:20:11.452846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 2e276984-fb20-4758-8fa4-34da8e02b8d7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:11.457063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:20:11.467738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.468080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment 4d43840e-8751-41c1-9137-7c68aef062a4 of type vlan for network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd Apr 05 12:20:11.494964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.524437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.529876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:11.530444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.636987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2508698 Apr 05 12:20:11.639693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57446) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:11.639839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59591cbc-a00e-4976-9ac2-3a3cd00f7098 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:11.644981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:11.651795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:20:11.652394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:11.656365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:11.659710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:11.667442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:11.678859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.679972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.695636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:11.961882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:12.257433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:12.382245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:12.513144 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.226 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/144ae50b-024b-4c64-b2e4-3af96c55ef46) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:20:12.665200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:12.693101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:12.749254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:12.751942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:12.755397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:20:12.804503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=144ae50b-024b-4c64-b2e4-3af96c55ef46,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:13.169188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:13.498420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:13.802934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router aee6dab6-c6af-4871-8af6-c042c45af717 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:20:13.976850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:20:13.986191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Sync routers for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:20:13.995645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:13.996340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:14.003852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:14.005162 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0e5f00e8-89c1-46c5-ab1b-e970f1a940b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3644187 Apr 05 12:20:14.008961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57450) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:14.055372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-97a5ff54-672e-47ba-9a12-fe1c31968613 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451863 Apr 05 12:20:14.058027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57454) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:14.172495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:14.190346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd9f6e-249b-443e-a5f0-bf911e97e415 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:14.191862 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-86fd9f6e-249b-443e-a5f0-bf911e97e415 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329539 Apr 05 12:20:14.195425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57458) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:14.234964 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ee4abad4-d6b1-4a66-b344-c2b01ebb0e0b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382290 Apr 05 12:20:14.237501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57462) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:14.243256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206057039', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:14.349679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:14.354045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:14.356969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:14.363251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:14.373779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:20:14.377553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:14.479130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:12Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:14.483391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Checking router: aee6dab6-c6af-4871-8af6-c042c45af717 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:20:14.483806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Updating router aee6dab6-c6af-4871-8af6-c042c45af717 port 144ae50b-024b-4c64-b2e4-3af96c55ef46 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:20:14.545479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:14.603584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:14.689942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=544a1b20-6bfd-419a-b8c4-862f34508ec2,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:14.698773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:14.699165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: ac4acfc2-7ac4-4d3a-96c7-98f727979bdd, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:20:14.718633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:20:14.730709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ac4acfc2-7ac4-4d3a-96c7-98f727979bdd) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:14.735708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:14.736294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:14.760564 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-783bb87e-d3c0-4e78-baf1-0bf9f98ada4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5193045 Apr 05 12:20:14.760789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57466) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:14.766828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41021dac-fe98-4290-bd71-0fbff3b7a064 None None] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:20:15.075679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.087633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Transition to ACTIVE for port object 144ae50b-024b-4c64-b2e4-3af96c55ef46 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:15.093353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:20:15.094204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.148262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.257007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d429a-3b00-4f30-8952-daee1c29a8be None None] Pushing event updated for resources: {'Port': ['ID=144ae50b-024b-4c64-b2e4-3af96c55ef46,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:15.263473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Attempting to bind port 144ae50b-024b-4c64-b2e4-3af96c55ef46 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:20:15.263896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Attempting to bind port 144ae50b-024b-4c64-b2e4-3af96c55ef46 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:20:15.264201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Attempting to bind port 144ae50b-024b-4c64-b2e4-3af96c55ef46 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:15.301135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:20:15.301515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:15.301919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.302314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:20:15.302801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Bound port: 144ae50b-024b-4c64-b2e4-3af96c55ef46, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:20:15.303247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.393428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Allocated IP 172.20.0.2 (ac4acfc2-7ac4-4d3a-96c7-98f727979bdd/544a1b20-6bfd-419a-b8c4-862f34508ec2/d2ed4a04-4d5c-408a-9991-3260bbc44eda) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:20:15.407867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] For port 144ae50b-024b-4c64-b2e4-3af96c55ef46, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:15.411577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] For port 144ae50b-024b-4c64-b2e4-3af96c55ef46, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=144ae50b-024b-4c64-b2e4-3af96c55ef46,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:20:15.470023 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.569200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.626911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:15.627553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:15.694763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d429a-3b00-4f30-8952-daee1c29a8be None None] Pushing event updated for resources: {'Port': ['ID=144ae50b-024b-4c64-b2e4-3af96c55ef46,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:15.859905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:15.886363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Transition to ACTIVE for port object d2ed4a04-4d5c-408a-9991-3260bbc44eda will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:15.898379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:16.029951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Transition to ACTIVE for port object d2ed4a04-4d5c-408a-9991-3260bbc44eda will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:16.052344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.120021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (ac4acfc2-7ac4-4d3a-96c7-98f727979bdd/544a1b20-6bfd-419a-b8c4-862f34508ec2/33e29ab6-d994-4b95-ab6e-2c47d5666e2e) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:20:16.176675 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:16.180931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:16.193102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:20:16.213382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Pushing event updated for resources: {'Port': ['ID=d2ed4a04-4d5c-408a-9991-3260bbc44eda,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:16.280221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.296649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 33e29ab6-d994-4b95-ab6e-2c47d5666e2e will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:16.319124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.338159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Attempting to bind port d2ed4a04-4d5c-408a-9991-3260bbc44eda on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:20:16.338526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Attempting to bind port d2ed4a04-4d5c-408a-9991-3260bbc44eda by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:20:16.338886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Attempting to bind port d2ed4a04-4d5c-408a-9991-3260bbc44eda on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:16.345972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:20:16.346343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Checking segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:16.346734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.347149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Bound using segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:20:16.347611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Bound port: d2ed4a04-4d5c-408a-9991-3260bbc44eda, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:20:16.347986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.385993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:16.389033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:16.397886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:20:16.435955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:12Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:16.442332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:16.444169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0e8780-7764-4fd9-953a-7fccf68b0c0e None None] The sync data for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv is: [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:12Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:20:16.451864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] For port d2ed4a04-4d5c-408a-9991-3260bbc44eda, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:16.456240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] For port d2ed4a04-4d5c-408a-9991-3260bbc44eda, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2ed4a04-4d5c-408a-9991-3260bbc44eda,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:20:16.464454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.467982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:16.557281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Pushing event updated for resources: {'Port': ['ID=d2ed4a04-4d5c-408a-9991-3260bbc44eda,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:16.566287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.566732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.567178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.576345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.576345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.576345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.576345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.577231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.577579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.577918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.578256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.578590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314c7129-82c2-4e13-9fa8-1f8141edc384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:16.610285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.082310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.093840 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.210333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.217260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:17.242145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2ed4a04-4d5c-408a-9991-3260bbc44eda up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:17.336267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d2ed4a04-4d5c-408a-9991-3260bbc44eda completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:17.343001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 144ae50b-024b-4c64-b2e4-3af96c55ef46 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:17.418068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 144ae50b-024b-4c64-b2e4-3af96c55ef46 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:17.424302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 144ae50b-024b-4c64-b2e4-3af96c55ef46 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:17.427443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.478599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:17.479856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:17.581218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.598583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 144ae50b-024b-4c64-b2e4-3af96c55ef46, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=144ae50b-024b-4c64-b2e4-3af96c55ef46,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:17.604225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.646189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51328c-cdf1-4a09-912f-aa5876fa2f6f None None] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:20:17.680575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router aee6dab6-c6af-4871-8af6-c042c45af717 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:20:17.809248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Provisioning for port d2ed4a04-4d5c-408a-9991-3260bbc44eda completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:17.821184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=144ae50b-024b-4c64-b2e4-3af96c55ef46,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:17.825379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Provisioning complete for port d2ed4a04-4d5c-408a-9991-3260bbc44eda triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:17.825754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:17.865010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:20:17.879560 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-06fbc465-2c4b-46c4-a80f-9c23de5703be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/aee6dab6-c6af-4871-8af6-c042c45af717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1178401 Apr 05 12:20:17.882630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57470) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:18.022713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be6794-782f-44c5-b41c-b6fdc95488d1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.023294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be6794-782f-44c5-b41c-b6fdc95488d1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.023647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be6794-782f-44c5-b41c-b6fdc95488d1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.024086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be6794-782f-44c5-b41c-b6fdc95488d1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.025710 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f7be6794-782f-44c5-b41c-b6fdc95488d1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1421697 Apr 05 12:20:18.028419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57474) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:18.056152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.100884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dc5e0-ff94-4125-acb9-ee562e58b600 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.101338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dc5e0-ff94-4125-acb9-ee562e58b600 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.102390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dc5e0-ff94-4125-acb9-ee562e58b600 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.102988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] For port d2ed4a04-4d5c-408a-9991-3260bbc44eda, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2ed4a04-4d5c-408a-9991-3260bbc44eda,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:18.103342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dc5e0-ff94-4125-acb9-ee562e58b600 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:18.105689 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-855dc5e0-ff94-4125-acb9-ee562e58b600 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0763535 Apr 05 12:20:18.108657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57478) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:18.108825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.186243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a2180-8270-47a7-a09c-531550ee39fe None None] Pushing event updated for resources: {'Port': ['ID=d2ed4a04-4d5c-408a-9991-3260bbc44eda,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:18.234114 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Sync routers for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:20:18.245418 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:18.246035 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:18.335254 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2e82fea8-fc74-4af3-9b26-91be22363c83 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2250178 Apr 05 12:20:18.337447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Provisioning complete for port d2ed4a04-4d5c-408a-9991-3260bbc44eda triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:18.337998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57482) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:18.343817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1405241110', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:18.347458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.443018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:18.497485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Provisioning for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:18.499393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:18.503853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Provisioning complete for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:18.504736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.506595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:18.511665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:18.518194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:18.536563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:20:18.540921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.567994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-52b4695b-4ed1-4f43-8402-1bf75d913f3b None None] Port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:18.570859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] device_id is not set on port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a yet. {{(pid=87957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:20:18.688216 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-98201ce8-437c-4817-89c7-311d09d6921a None None] Provisioning complete for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:18.688584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-98201ce8-437c-4817-89c7-311d09d6921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.742316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.7 (ac4acfc2-7ac4-4d3a-96c7-98f727979bdd/544a1b20-6bfd-419a-b8c4-862f34508ec2/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:20:18.751892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-98201ce8-437c-4817-89c7-311d09d6921a None None] Port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:18.788936 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:18.792703 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Checking router: aee6dab6-c6af-4871-8af6-c042c45af717 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:20:18.793051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Updating router aee6dab6-c6af-4871-8af6-c042c45af717 port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:20:18.847196 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.871790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-246e75c8-614b-4c85-bebe-70f5024a7e20 None None] Provisioning complete for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:18.872317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-246e75c8-614b-4c85-bebe-70f5024a7e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:18.927581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-246e75c8-614b-4c85-bebe-70f5024a7e20 None None] Port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:19.062066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.078708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:19.103279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.169292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:19.172491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:19.176405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:20:19.192305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2ed4a04-4d5c-408a-9991-3260bbc44eda up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:19.237072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:19.265596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:19.266581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.292981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d2ed4a04-4d5c-408a-9991-3260bbc44eda triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:19.293294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.297787 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-09828e97-374f-4df9-876a-16f07d11d990 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9586520 Apr 05 12:20:19.352412 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.382256 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Transition to ACTIVE for port object 33e29ab6-d994-4b95-ab6e-2c47d5666e2e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:19.392514 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.441659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 144ae50b-024b-4c64-b2e4-3af96c55ef46 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:19.496608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57488) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:19.502289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104143868', 'description': 'tempest-secgroup-smoke-1104143868 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:19.509679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9dcd2578-631f-4fa6-9597-a97f99d83a6a None None] Provisioning for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:19.509889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:19.518480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9dcd2578-631f-4fa6-9597-a97f99d83a6a None None] Provisioning complete for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:19.518990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2578-631f-4fa6-9597-a97f99d83a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.519979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:19.523162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:19.529205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:19.541348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.549590 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Pushing event updated for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:19.570131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:19.574818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:19.578318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:19.585639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:19.587530 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd2578-631f-4fa6-9597-a97f99d83a6a None None] Port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:19.590074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 144ae50b-024b-4c64-b2e4-3af96c55ef46 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:19.590268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.643526 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.643864 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.644201 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.644532 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.644858 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.645184 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.646038 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.646374 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.647013 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.647385 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.647712 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.648450 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:20:19.676312 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Attempting to bind port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:20:19.676684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Attempting to bind port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:20:19.677044 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Attempting to bind port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:19.683121 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:20:19.684772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Checking segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:19.684772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.684772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Bound using segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:20:19.685144 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Bound port: 33e29ab6-d994-4b95-ab6e-2c47d5666e2e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:20:19.685429 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.698236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.703202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.752181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:19.756907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.760994 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3cb7edd3-87d6-4836-b463-606663909a2c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2604823 Apr 05 12:20:19.761471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57492) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:19.766918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:19.772582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:19.776372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:19.779169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:19.784867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:19.786051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] For port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:19.789739 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] For port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:20:19.793954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.802253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.871705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.871914 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:19.872471 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:19:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:19.879550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.904220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82094af-54b1-4c02-902a-8a1ccf373205,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:19.914302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:19.918575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57496) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:19.919219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-601f3be6-7038-4451-a96d-a3397dc9738d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559548 Apr 05 12:20:19.924645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:19.930706 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0749-eda6-4f1f-ade5-1a03162abd42 None None] Pushing event updated for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:19.931058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:19.935939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:19.939263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:19.947117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:19.967470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.040427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.048993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.078106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37da6cc-8dae-480d-ab88-bad4abcde65f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:20.090141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.090923 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:20.091719 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3d0585e8-014f-454f-9df5-0b4dab13c1be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1712525 Apr 05 12:20:20.094575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57500) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:20.100099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:20.106120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:20.110212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:20.113156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:20.119610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:20.139413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.204989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.209477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.238610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f1ecee-5bb1-4391-ba25-a2113323fb9a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:20.249404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.250751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4a05ff02-8468-4d82-a18d-923e32b5805e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550858 Apr 05 12:20:20.253413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57504) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:20.258625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:20.264186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:20.267894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:20.270671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:20.276580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:20.293977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.357488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.361179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.386317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afa7092-98d0-4028-84e2-378534db7e3f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:20.396119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.397663 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-15ca4683-d824-430c-89d9-1a9c3f95f1ae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432390 Apr 05 12:20:20.400316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57508) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:20.405310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:20.407427 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:20.411249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:20.411374 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b84b61-433e-4cff-b377-ae75bf5c5e40 None None] The sync data for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv is: [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:20:20.417151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:20.420162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:20.425957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:20.436678 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:20:20.443502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.532249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.536834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.563445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85d0c66-941f-4cd5-bc34-99bb504222d7,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:20.574014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.577937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b3357c2e-b65d-4307-a8a6-b130c68b3367 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1740520 Apr 05 12:20:20.578144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57514) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:20.583283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:20.590052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:20.593952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:20.596908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:20.603407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:20.614473 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:20:20.621501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.692527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.696895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.725740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4855c8-bab2-4bf2-859d-68375fccff1d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:20.735961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:20.737370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d2fc8a54-7ea6-4b60-b6df-63d39c79f2bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582792 Apr 05 12:20:20.965904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-1b4159f9-7192-4396-971f-b236f9cae54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:20.981650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-1b4159f9-7192-4396-971f-b236f9cae54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:20.983140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-1b4159f9-7192-4396-971f-b236f9cae54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104143868&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0579758 Apr 05 12:20:21.066993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-648ddd9f-fa1d-4166-80fd-f3fac1a9ab97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:21.068153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-648ddd9f-fa1d-4166-80fd-f3fac1a9ab97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:21.087214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-648ddd9f-fa1d-4166-80fd-f3fac1a9ab97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:21.088417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-648ddd9f-fa1d-4166-80fd-f3fac1a9ab97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 930 time: 0.0983455 Apr 05 12:20:21.174908 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-677eb817-6d7e-4810-b43f-0e88a36bb1cf service neutron] 10.222.0.50 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0718346 Apr 05 12:20:21.207559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 33e29ab6-d994-4b95-ab6e-2c47d5666e2e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:21.283785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:21.289056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:21.289448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:21.320191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-ffedd8cf-0376-4e3e-a3c7-ef76326b878d service neutron] 10.222.0.50 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390696 Apr 05 12:20:21.412554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:21.447199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:21.451634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:21.467521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-ca57e30d-0c89-4058-b8a7-9f2df587f2cd service neutron] 10.222.0.50 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415000 Apr 05 12:20:21.520792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:21.649604 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1c320be-997a-40df-9d87-6c302b05bb4b req-2a7076cb-e857-447b-84a8-a0313e29efc9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 210 time: 0.0426838 Apr 05 12:20:22.744583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8f7f27bc-b0ba-4b07-937f-2aa705016f43 req-6296aa0e-19e7-4977-9cc7-c73c3db2809c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 210 time: 0.0432367 Apr 05 12:20:23.183323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 33e29ab6-d994-4b95-ab6e-2c47d5666e2e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:23.210458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-645c07ad-c847-4a7c-8e2f-f03ddf843706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:23.260562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:23.260928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:23.586550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-35beadf4-8803-42f5-99ee-48296b056487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:23.587828 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-35beadf4-8803-42f5-99ee-48296b056487 service neutron] 10.222.0.30 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1026 time: 0.0670888 Apr 05 12:20:23.748312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-76b5cda4-3f1d-4961-ba31-99b3e31ab0ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:23.749015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-76b5cda4-3f1d-4961-ba31-99b3e31ab0ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:23.767007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-76b5cda4-3f1d-4961-ba31-99b3e31ab0ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:23.768582 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-76b5cda4-3f1d-4961-ba31-99b3e31ab0ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 797 time: 0.1749020 Apr 05 12:20:23.818836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-443c41b9-ddda-4f37-82e3-699167f7573e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:23.830145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-443c41b9-ddda-4f37-82e3-699167f7573e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:23.831264 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-443c41b9-ddda-4f37-82e3-699167f7573e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 380 time: 0.0511940 Apr 05 12:20:23.841571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Request body: {'port': {'device_id': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:23.899694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95bdf4a2-c720-4f97-8510-a7b50544ae7a req-b7059775-2433-4adb-b62c-ebc96e40aa07 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 210 time: 0.0483408 Apr 05 12:20:23.951823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.398360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:20:24.405338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.419052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Transition to ACTIVE for port object 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:24.422758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.449466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.551152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:24.657412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:20:24.658015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:20:24.658015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:24.662511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:20:24.662835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:24.667879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:20:24.668218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Checking segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:24.668602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Bound using segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:20:24.669031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Bound port: 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:20:24.669374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.762066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:24.765040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:20:24.768526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.823168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:24.823746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:24.825028 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] 10.222.0.30 "PUT /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1131 time: 0.9873772 Apr 05 12:20:24.825455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:24.852819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9406511-8f5a-4cfa-a3e8-019bb4508a36 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:24.898190 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'status': 'completed', 'code': 200} Apr 05 12:20:24.940468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-3bd6f80f-1b1a-46d3-9ea4-10789f0024df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:24.941950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-3bd6f80f-1b1a-46d3-9ea4-10789f0024df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 1134 time: 0.0753233 Apr 05 12:20:25.014979 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-9c254a22-54e8-4ae8-8b0b-8c071ccf58fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 217 time: 0.0663686 Apr 05 12:20:25.084484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-ec3651f9-1046-4e70-8f80-3d6693e744a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.085933 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-ec3651f9-1046-4e70-8f80-3d6693e744a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 200 len: 835 time: 0.0649209 Apr 05 12:20:25.090712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a865-a118-416d-9b53-9692340bf873 req-36069e58-bca6-4f57-a8a7-7b18f70d98c8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.092183 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c37a865-a118-416d-9b53-9692340bf873 req-36069e58-bca6-4f57-a8a7-7b18f70d98c8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 981 time: 0.0806217 Apr 05 12:20:25.138158 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c37a865-a118-416d-9b53-9692340bf873 req-37116a74-e030-4671-a8d6-5f82f589cba9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Apr 05 12:20:25.163408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-2fa1ef18-94d5-4bd2-b4ad-5d1bfe7a1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.164825 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-2fa1ef18-94d5-4bd2-b4ad-5d1bfe7a1b67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719750 Apr 05 12:20:25.259112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-14a47fae-8f68-4fbd-b169-e0732213aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:25.298375 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-fb1b35ab-85fa-4f98-8b76-f14fff4f6a78 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271257 Apr 05 12:20:25.429549 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6022c62f-16ab-4396-93ee-db7e657a4af8 req-bb2e6a25-9074-4507-b4e6-5a529e3181c2 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252785 Apr 05 12:20:25.543454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-e2292ad5-b972-4cb9-993d-63763469ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.544904 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-e2292ad5-b972-4cb9-993d-63763469ef57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 1134 time: 0.0712605 Apr 05 12:20:25.672826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-d8ba1f41-2d6d-4a70-8278-7e40151c40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.674246 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-d8ba1f41-2d6d-4a70-8278-7e40151c40d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 898 time: 0.1233482 Apr 05 12:20:25.745356 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-edaea2c8-9cdb-41d3-b4ef-d473415343e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 217 time: 0.0637381 Apr 05 12:20:25.807253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-6d190ed3-3b00-4a86-8353-f2d95c18569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.808643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-6d190ed3-3b00-4a86-8353-f2d95c18569f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 200 len: 835 time: 0.0572469 Apr 05 12:20:25.980695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-4fa55f85-9b05-4370-a87d-7ff16d736867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:25.982158 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-4fa55f85-9b05-4370-a87d-7ff16d736867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668837 Apr 05 12:20:26.114575 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-1fb4595d-40aa-49b7-8dd6-738cd8c6cbdd service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251855 Apr 05 12:20:26.248655 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5a2be6e4-bd23-4b2d-a1cd-a7322af5a9d5 req-afbcf035-b5db-4d10-b1c3-77b5647a4f87 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261585 Apr 05 12:20:26.324482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0e1b0-1704-43b5-b06b-e5c07d1eb09c req-8cbb4b8a-02ad-40ba-8fad-1e0d10977e9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:26.325906 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-99c0e1b0-1704-43b5-b06b-e5c07d1eb09c req-8cbb4b8a-02ad-40ba-8fad-1e0d10977e9e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 981 time: 0.0817711 Apr 05 12:20:26.369261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-99c0e1b0-1704-43b5-b06b-e5c07d1eb09c req-0d5aa1f5-07ec-42ad-8627-8a01194100d3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Apr 05 12:20:26.490807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:26.503560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:27.552242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f464-f0ca-49ae-b016-7800b99193a2 req-3dbc6974-9217-4786-ac7c-719d6402a204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:27.554261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b62f464-f0ca-49ae-b016-7800b99193a2 req-3dbc6974-9217-4786-ac7c-719d6402a204 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 981 time: 0.0807252 Apr 05 12:20:27.600147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b62f464-f0ca-49ae-b016-7800b99193a2 req-a673ea36-0ada-4fdf-b09e-3178c2bf4cb2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 Apr 05 12:20:27.704525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:28.398054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:20:28.526477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:28.539267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'mac_address': 'fa:16:3e:c1:0a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:20:28.592251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:28.608547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:20:28.623506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:28.627752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:28.697674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:28.785753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a3af1-f7a9-4364-b9af-43c908f8a88c req-30b398d5-01b4-4b71-9970-1b4636e4c931 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:28.787202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e71a3af1-f7a9-4364-b9af-43c908f8a88c req-30b398d5-01b4-4b71-9970-1b4636e4c931 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 982 time: 0.0795147 Apr 05 12:20:28.830515 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e71a3af1-f7a9-4364-b9af-43c908f8a88c req-68071745-b362-47c0-b169-c21021dcead1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376699 Apr 05 12:20:28.836728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:20:30.013968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41996e7c-32ff-4d99-b430-bd68ee2501dd req-e8f1832d-9191-4667-9bc7-82ea7604a68d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:30.015439 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41996e7c-32ff-4d99-b430-bd68ee2501dd req-e8f1832d-9191-4667-9bc7-82ea7604a68d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 982 time: 0.0827866 Apr 05 12:20:30.059730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41996e7c-32ff-4d99-b430-bd68ee2501dd req-551089ba-bd9c-4ac3-8ac9-409ae28342e5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 Apr 05 12:20:30.405211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:30.480171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:30.485352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:30.485747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:30.607701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:30.634204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:30.644698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:30.649628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:30.689849 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'code': 200} Apr 05 12:20:30.724863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:30.919973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b8ead-ad93-4c04-a65a-65c5e9743dd3 req-b4d6c7ff-2614-411d-8b82-737bdf294ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:30.921442 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d3b8ead-ad93-4c04-a65a-65c5e9743dd3 req-b4d6c7ff-2614-411d-8b82-737bdf294ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 1136 time: 0.0735073 Apr 05 12:20:30.965091 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3d3b8ead-ad93-4c04-a65a-65c5e9743dd3 req-956b2051-0efd-4822-aa43-8a2c6ed06857 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382495 Apr 05 12:20:31.254028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6d40b-a316-4835-bffe-4dafc6df2ad5 req-2a294d1b-081e-4c71-8226-291ad04d5adc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:31.255746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65e6d40b-a316-4835-bffe-4dafc6df2ad5 req-2a294d1b-081e-4c71-8226-291ad04d5adc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.0856471 Apr 05 12:20:31.299604 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65e6d40b-a316-4835-bffe-4dafc6df2ad5 req-cd9eeb0f-605a-44b5-8be6-0602365ed89d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375364 Apr 05 12:20:32.500294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e104fc-86c5-48c3-b2e1-f2d46f3ae931 req-f2e64863-7c64-441f-9740-29baa5449576 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:32.501749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96e104fc-86c5-48c3-b2e1-f2d46f3ae931 req-f2e64863-7c64-441f-9740-29baa5449576 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.0936592 Apr 05 12:20:32.545931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96e104fc-86c5-48c3-b2e1-f2d46f3ae931 req-8e9194c9-38f6-4e71-b44f-c3cf934d4f9b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Apr 05 12:20:32.745402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3039f-3c50-4c04-8b01-fc9f649301cf req-09c0783c-8c32-41ea-aad9-940cd75f0745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:32.746873 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4a3039f-3c50-4c04-8b01-fc9f649301cf req-09c0783c-8c32-41ea-aad9-940cd75f0745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.0941350 Apr 05 12:20:32.791944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4a3039f-3c50-4c04-8b01-fc9f649301cf req-a2df717a-78c5-456e-a567-26f19954de39 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Apr 05 12:20:32.815548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57572) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:32.889040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c598389-5e93-4813-8658-b34e399210e9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:32.890545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c598389-5e93-4813-8658-b34e399210e9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 1131 time: 0.0740218 Apr 05 12:20:32.893381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57576) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:32.898237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:32.904686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:32.908650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:32.911525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:32.917246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:32.928533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:33.182489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:33.323917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.207 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/c0a9bf35-f387-47a9-9ba1-0d67df0e8889) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:20:33.486592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:33.515863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:33.577783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:20:33.585579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:20:33.588229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:20:33.626826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=c0a9bf35-f387-47a9-9ba1-0d67df0e8889,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:34.014009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:34.090496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:34.311901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:34.316175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:34.422894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=c0a9bf35-f387-47a9-9ba1-0d67df0e8889,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:34.435222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:34.643399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP b7a77871-26a5-487f-ba6d-5311c0e3abc6 associated. External IP: 172.26.5.207, port: 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a. Apr 05 12:20:35.140637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router aee6dab6-c6af-4871-8af6-c042c45af717 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:20:35.334704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:20:35.345099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Sync routers for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:20:35.355010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:35.355659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:35.361574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:35.420222 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b094493e-9acf-4e0f-8fbe-f45315894b01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5257173 Apr 05 12:20:35.420940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:35.423008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:35.466357 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'status': 'completed', 'code': 200} Apr 05 12:20:35.545950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c08da-e18d-48b9-89f3-af9f93bcbad8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.546247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:35.547459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ca5c08da-e18d-48b9-89f3-af9f93bcbad8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8&network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 1131 time: 0.1234262 Apr 05 12:20:35.576472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-5ab88c8e-911d-41d5-a838-5a2fb720acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.577955 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-5ab88c8e-911d-41d5-a838-5a2fb720acd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 1136 time: 0.0830858 Apr 05 12:20:35.717625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-5b7bc84f-6916-442a-9442-6bb97978f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.718986 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-5b7bc84f-6916-442a-9442-6bb97978f4d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 898 time: 0.1349778 Apr 05 12:20:35.829552 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-33d54370-e591-4199-a479-eb997f018d62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1037 time: 0.1043944 Apr 05 12:20:35.901775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-07c79269-4da3-4c6d-b22c-5ec2fe25b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.903656 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-07c79269-4da3-4c6d-b22c-5ec2fe25b24b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 200 len: 835 time: 0.0673041 Apr 05 12:20:35.929338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'b7a77871-26a5-487f-ba6d-5311c0e3abc6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.207', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1405241110', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'mac_address': 'fa:16:3e:c1:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:20:33Z', 'updated_at': '2022-04-05T12:20:33Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:35.933915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Checking router: aee6dab6-c6af-4871-8af6-c042c45af717 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:20:35.942639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:20:35.944210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:35.948301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2bc95-8c0a-44bf-b220-7de960fee0b3 req-d3fd4b37-8e4f-4f3e-8fc9-19fed5f67c28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.949816 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f4d2bc95-8c0a-44bf-b220-7de960fee0b3 req-d3fd4b37-8e4f-4f3e-8fc9-19fed5f67c28 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.0945015 Apr 05 12:20:35.987650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-8571f46a-dc1d-447b-8fb2-22365ca1036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:35.989050 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-8571f46a-dc1d-447b-8fb2-22365ca1036b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794473 Apr 05 12:20:35.997056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f4d2bc95-8c0a-44bf-b220-7de960fee0b3 req-74838b93-ac7f-4f56-8e58-20b1af997933 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Apr 05 12:20:36.128227 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-e1369e1a-71f9-4727-80ab-2a8d793d40f5 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319368 Apr 05 12:20:36.187751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:20:36.279285 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-4217c3a6-a8f6-4f93-895f-7792ea63a371 req-b7c73f1e-7e14-4a5b-9211-cc6e5bc65d0c service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438038 Apr 05 12:20:36.553466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'b7a77871-26a5-487f-ba6d-5311c0e3abc6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.207', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1405241110', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'mac_address': 'fa:16:3e:c1:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:20:33Z', 'updated_at': '2022-04-05T12:20:33Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:20:36.557333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4122c-a744-41ec-9a72-8d24c8e2f7b4 None None] The sync data for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv is: [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'b7a77871-26a5-487f-ba6d-5311c0e3abc6', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.207', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1405241110', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'mac_address': 'fa:16:3e:c1:0a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33158fcc-9572-498e-9e7b-5a561c1d42f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:20:33Z', 'updated_at': '2022-04-05T12:20:33Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:20:36.750477 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9382890-098f-43ff-8f1f-b4c2afaddaa1 None None] New status for floating IP b7a77871-26a5-487f-ba6d-5311c0e3abc6: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:20:37.196794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d60dc-ae7d-48d3-83fe-c01c21378edc req-02f43b8e-5dad-4a77-aae1-995c5a0292d1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:37.198245 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d03d60dc-ae7d-48d3-83fe-c01c21378edc req-02f43b8e-5dad-4a77-aae1-995c5a0292d1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.0812724 Apr 05 12:20:37.243287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-92ee939e-db99-48ca-b660-43295f98f742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:37.244312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-92ee939e-db99-48ca-b660-43295f98f742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:37.254374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d03d60dc-ae7d-48d3-83fe-c01c21378edc req-de0304a0-fad2-4c47-bdfa-e99f78e5af93 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489104 Apr 05 12:20:37.262612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-92ee939e-db99-48ca-b660-43295f98f742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:37.263769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-92ee939e-db99-48ca-b660-43295f98f742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 983 time: 0.1033814 Apr 05 12:20:37.337517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-90723692-ebbf-4835-b232-d53534d013b3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:37.338799 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-90723692-ebbf-4835-b232-d53534d013b3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0693905 Apr 05 12:20:37.488550 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-3e2dd44f-32ac-49f5-8563-e7f09302c5c8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1448929 Apr 05 12:20:37.498579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:37.706322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:37.913273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:37.946374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:37.998696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] device_id is not set on port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:20:38.006846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:38.012704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:38.159591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:38.219645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] No DVR routers for this DVR port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:20:38.338478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d2abe734-e6b3-4254-9aae-1e72554b4637 None None] Provisioning complete for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:38.339202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2abe734-e6b3-4254-9aae-1e72554b4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:38.397486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2abe734-e6b3-4254-9aae-1e72554b4637 None None] Port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:38.418751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1765e91a-f835-4fb9-84f4-faa3249b7150 req-96056406-f5e4-4f59-a28c-4480945a43e5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=33158fcc-9572-498e-9e7b-5a561c1d42f8 HTTP/1.1" status: 200 len: 210 time: 0.0436344 Apr 05 12:20:38.455313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] In _notify_port_updated(), no bound segment for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:20:38.456174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:38.456780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:38.458046 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-22a08c1f-ed35-4d31-bac7-1b36eb172c9c req-e4f46259-184a-428d-a02f-6b23749bb830 service neutron] 10.222.0.30 "PUT /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1026 time: 0.9637456 Apr 05 12:20:39.527304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57596) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:39.601712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26178352-753d-40bf-a071-9c7d3acf74d9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:39.603097 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-26178352-753d-40bf-a071-9c7d3acf74d9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 925 time: 0.0743852 Apr 05 12:20:40.064956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.070879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357827169', 'description': 'tempest-secgroup-smoke-357827169 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.077010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.086991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.097061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.118151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.122057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.124908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.131634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.214056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.217999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.275642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:40.284688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.288606 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c977af2-51d7-49c9-9421-0b090be59a01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2195871 Apr 05 12:20:40.288606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.292165 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:20:40.294899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.301381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.306470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.309940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.316856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.336672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.406457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.410748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.423768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:20:40.434661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc31278c-5860-4577-ac34-1a7db18ddca4,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:40.444697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.448553 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61c57a13-02b2-4db9-91fb-156db32fc6ec tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588473 Apr 05 12:20:40.448935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57610) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.454034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.459960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.463894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.466787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.473048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.487162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:20:40.494879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.563885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.567592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.590405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fd501b-9926-4e53-82b7-ef9465476929,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:40.600239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.601405 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b4b1c73d-cd90-45b1-9bc5-d75a04fcdcae tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514914 Apr 05 12:20:40.604351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57614) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.610107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.617484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.622091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.625400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.632224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.651687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.721089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.725163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.750923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7bf17c-6a20-4d01-8993-fdab369f6f97,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:40.760992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.762339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-60575c1f-9d67-4d4e-a894-3eaf0ccbed83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569326 Apr 05 12:20:40.765109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57618) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.770018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.776866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.780970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.784259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.790521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.807644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.872353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.875871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.899919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2b5f5d-0845-4903-b929-854217a7df0d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:40.908181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:40.909363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-472fb569-1f4c-44e4-8b28-dcdb042acecd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433430 Apr 05 12:20:40.912699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57622) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:40.917744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:40.923663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:40.927519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:40.930514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:40.936268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:40.946876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:20:40.953371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.025385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.030047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.056025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876b90ee-4a21-4f0d-be48-7d91b4a409bf,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:41.065624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.066854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1483e8e3-925e-4ba2-88a7-c73ff5949302 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1531937 Apr 05 12:20:41.069650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:41.074917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:41.081109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:20:41.085696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:20:41.088735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:20:41.094411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:20:41.105741 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:20:41.112644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.179140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.183435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.207925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1235d37-cda5-42b8-98c7-1c2fd26fcd82,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:41.216714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:41.217890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30a95a76-9f4f-47a6-8469-318467821748 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471710 Apr 05 12:20:41.375875 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-0d49a1ed-7588-4cf8-bd39-b84e867046a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357827169&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0385349 Apr 05 12:20:41.456304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-cf8d1311-3753-4a89-9010-8a6c3776177f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:41.457606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-cf8d1311-3753-4a89-9010-8a6c3776177f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 930 time: 0.0737393 Apr 05 12:20:41.660932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-e7736dbd-6dd0-43b3-a9bc-d9f5d6c7adac service neutron] 10.222.0.50 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1904390 Apr 05 12:20:41.802353 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-e367dc08-50cc-4d6c-977e-f506fe81e2fc service neutron] 10.222.0.50 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340890 Apr 05 12:20:42.067854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-ea1b70f4-abf0-4327-9a07-2933bd05ddc3 service neutron] 10.222.0.50 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588825 Apr 05 12:20:42.253029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cbc05871-1368-4e14-843f-d577aa412d7f req-6646f472-514b-4d9d-b7a7-654f249ae853 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 210 time: 0.0476940 Apr 05 12:20:43.376431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ac4f193-13b4-4dd1-866c-46a193696c09 req-45f7a3c1-4fe3-464b-80a1-fcfdb3d9c2a1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 210 time: 0.0555940 Apr 05 12:20:44.475752 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd14bc1c-49b3-4efb-b9a8-a55edcffb3d7 req-071ecccc-ee70-4467-838c-24e278742787 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 210 time: 0.0429504 Apr 05 12:20:45.261709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-7cd78179-f97a-4989-bd14-7afb861b098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:45.263059 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-7cd78179-f97a-4989-bd14-7afb861b098e service neutron] 10.222.0.30 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1026 time: 0.0621526 Apr 05 12:20:45.418630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-07d37b43-ece6-4c11-9115-b91f3bd034c3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:45.420107 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-07d37b43-ece6-4c11-9115-b91f3bd034c3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 797 time: 0.1523027 Apr 05 12:20:45.472591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c222726c-96ba-4726-bd48-d2a144220a34 req-13857939-0e11-4aa3-8f93-cd217068b7df tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:20:45.488083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c222726c-96ba-4726-bd48-d2a144220a34 req-13857939-0e11-4aa3-8f93-cd217068b7df tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:20:45.489248 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-13857939-0e11-4aa3-8f93-cd217068b7df tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 472 time: 0.0618601 Apr 05 12:20:45.499440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Request body: {'port': {'device_id': 'cc6b765c-d8b8-4c88-8f46-d30d5238e1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:45.609893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:45.629627 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12e6d77a-005c-4bc4-82ac-20d2c73cb431 req-6187581f-45c1-4e5c-ae15-b02ce7d2c818 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 210 time: 0.0423729 Apr 05 12:20:46.057541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:20:46.064932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:46.081557 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Transition to ACTIVE for port object 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:20:46.086259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:46.238711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=7']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:46.368778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:20:46.369532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:20:46.369532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:46.373986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:20:46.374301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Attempting to bind port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:20:46.380208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:20:46.381130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Checking segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:20:46.381492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Bound using segment: {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:20:46.381914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Bound port: 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d43840e-8751-41c1-9137-7c68aef062a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:20:46.382254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:46.478786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:46.481907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:20:46.486728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:46.540261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:46.540866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:46.542218 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] 10.222.0.30 "PUT /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1131 time: 1.0467324 Apr 05 12:20:46.542740 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b765c-d8b8-4c88-8f46-d30d5238e1df', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:46.573388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4625bb-7a99-4d75-819d-39afeb9e205c service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=8']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:46.620131 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b765c-d8b8-4c88-8f46-d30d5238e1df', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'status': 'completed', 'code': 200} Apr 05 12:20:46.667573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-ab856c11-8d5e-4420-bb43-c409c753bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:46.669107 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-ab856c11-8d5e-4420-bb43-c409c753bfe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 1134 time: 0.0845733 Apr 05 12:20:46.773269 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-cd2f1eb4-b189-4820-aab7-4d106724a019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1037 time: 0.0970774 Apr 05 12:20:46.844204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-c4f0636c-f979-42e0-bcdb-f1b75fbe1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:46.845599 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-c4f0636c-f979-42e0-bcdb-f1b75fbe1e2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 200 len: 835 time: 0.0666609 Apr 05 12:20:46.878522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e677c5-1207-4520-951c-7afebe4e96a7 req-4d21207a-2153-41da-b192-6468c82e3c63 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:46.880003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-84e677c5-1207-4520-951c-7afebe4e96a7 req-4d21207a-2153-41da-b192-6468c82e3c63 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 981 time: 0.0862768 Apr 05 12:20:46.923316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6d231333-9778-4307-8841-7826a493e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:46.924834 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-6d231333-9778-4307-8841-7826a493e212 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724754 Apr 05 12:20:46.926040 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-84e677c5-1207-4520-951c-7afebe4e96a7 req-17a730e5-31fa-46db-95ba-bf0ed473a5b6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Apr 05 12:20:47.065229 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-01c28d64-9642-418b-94cd-c58820387a01 service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340194 Apr 05 12:20:47.200915 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c222726c-96ba-4726-bd48-d2a144220a34 req-d108c959-862c-470d-82e5-e4487049666c service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301901 Apr 05 12:20:47.319643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-eb266d0e-c789-40c7-b186-dea63110303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:47.321047 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-eb266d0e-c789-40c7-b186-dea63110303a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 1134 time: 0.0783358 Apr 05 12:20:47.452308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-39dd23a0-ffbf-4bd4-964c-b2cf4edf9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:47.453770 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-39dd23a0-ffbf-4bd4-964c-b2cf4edf9226 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 898 time: 0.1268604 Apr 05 12:20:47.553064 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-14cde7a4-a472-4cc1-8345-f139069232ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1037 time: 0.0921810 Apr 05 12:20:47.623533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-2417600f-e3c4-407c-8106-8408a45847bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:47.625030 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-2417600f-e3c4-407c-8106-8408a45847bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 200 len: 835 time: 0.0651565 Apr 05 12:20:47.703447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-662a31fd-05b1-4c4d-a2c7-db65dee80c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:47.704914 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-662a31fd-05b1-4c4d-a2c7-db65dee80c64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730100 Apr 05 12:20:47.932718 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-74326970-020d-46fe-a5d5-033a4960b35e service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210276 Apr 05 12:20:48.065815 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-189eb459-ebe7-4e05-8416-28b4d17d124a req-56da39c2-c03a-45cc-8805-08bca9a5967d service neutron] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271677 Apr 05 12:20:48.121266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d3265-d852-4ee1-a131-56dffbd08c11 req-d0d07085-8cb5-4351-8b3b-34b2b321455e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:48.123233 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-365d3265-d852-4ee1-a131-56dffbd08c11 req-d0d07085-8cb5-4351-8b3b-34b2b321455e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 981 time: 0.0864935 Apr 05 12:20:48.172755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-365d3265-d852-4ee1-a131-56dffbd08c11 req-991cd673-826e-4bc8-a621-76cfe667e2f6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Apr 05 12:20:49.362375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3055302-d686-4b66-bdb5-bbc78f09d2cc req-f4ac6138-3f3c-408d-8798-40cc4f4862fc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:49.364045 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e3055302-d686-4b66-bdb5-bbc78f09d2cc req-f4ac6138-3f3c-408d-8798-40cc4f4862fc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 981 time: 0.0856149 Apr 05 12:20:49.408205 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e3055302-d686-4b66-bdb5-bbc78f09d2cc req-32188da9-3c23-41b5-92e8-dae5d9f51e47 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Apr 05 12:20:50.466271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:20:50.625751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:50.641170 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'port_id': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'mac_address': 'fa:16:3e:c1:0a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:20:50.701164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:50.717901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:20:50.733177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:50.737658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:50.756136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73b97c-aacb-4b1a-b762-70a0a1b4f833 req-4562b9e8-1892-4942-95f6-4ff3f0655eeb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:50.757689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb73b97c-aacb-4b1a-b762-70a0a1b4f833 req-4562b9e8-1892-4942-95f6-4ff3f0655eeb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 981 time: 0.0923924 Apr 05 12:20:50.805005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=9']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:50.811691 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb73b97c-aacb-4b1a-b762-70a0a1b4f833 req-dcc8766b-5f6e-4b5c-98a6-e223e55d719a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Apr 05 12:20:50.928729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:20:52.003890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092fd4-34d2-4e57-afac-2be14550f199 req-6f057d73-e2bc-4c20-892a-e9b00132009e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:52.005945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5092fd4-34d2-4e57-afac-2be14550f199 req-6f057d73-e2bc-4c20-892a-e9b00132009e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 982 time: 0.0870523 Apr 05 12:20:52.058136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5092fd4-34d2-4e57-afac-2be14550f199 req-416cad4e-6fe7-47d6-ae9c-8fb6932c67d4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Apr 05 12:20:52.475126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:20:52.546098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:20:52.550938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:52.551337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:52.670601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:52.697364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b765c-d8b8-4c88-8f46-d30d5238e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:20:52.707317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:52.712035 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:52.752210 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b765c-d8b8-4c88-8f46-d30d5238e1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb73f32-a193-4813-ba55-cfc6fbb6dd6a', 'code': 200} Apr 05 12:20:52.784848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=10']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:52.975618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d620-288d-459c-a664-a2370dea1b07 req-ff6791be-32dd-4e85-8c35-03c2e16e9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:52.977148 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad1d620-288d-459c-a664-a2370dea1b07 req-ff6791be-32dd-4e85-8c35-03c2e16e9845 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 1137 time: 0.0725038 Apr 05 12:20:53.015964 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5ad1d620-288d-459c-a664-a2370dea1b07 req-08ee549d-c819-4aff-a513-377097d16046 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331457 Apr 05 12:20:53.182641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6f41ba82-0158-4e0d-a94c-ff65d859792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:53.255544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01924ab7-d9af-49d3-a2d2-89081c2f0afe req-57287674-7440-487d-9335-e8ea77fd0bbe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:53.256980 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01924ab7-d9af-49d3-a2d2-89081c2f0afe req-57287674-7440-487d-9335-e8ea77fd0bbe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0898733 Apr 05 12:20:53.301333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01924ab7-d9af-49d3-a2d2-89081c2f0afe req-6a6e867d-65ff-4808-9421-854337a3696b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Apr 05 12:20:54.459334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:54.494234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e131-ed35-4bed-af29-844ceada5a55 req-ddb33cbe-8ab3-4326-a2bd-e43009c3ea87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:54.495703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f91e131-ed35-4bed-af29-844ceada5a55 req-ddb33cbe-8ab3-4326-a2bd-e43009c3ea87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0861001 Apr 05 12:20:54.539923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f91e131-ed35-4bed-af29-844ceada5a55 req-01c3e791-1d63-4a76-9d20-854f6cca1e6b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Apr 05 12:20:54.738072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c631580-be17-490f-9ee2-370c919c0707 req-c5fe4a9a-a80f-4d08-9948-8a7a59a0004a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:54.739454 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c631580-be17-490f-9ee2-370c919c0707 req-c5fe4a9a-a80f-4d08-9948-8a7a59a0004a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0896547 Apr 05 12:20:54.784987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c631580-be17-490f-9ee2-370c919c0707 req-f902831e-9c1c-4561-bb49-733a5d3ce16c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399201 Apr 05 12:20:54.807622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57688) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:54.882212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aea22a-5a86-4a16-a9cc-e53438b2c113 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:54.883792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-98aea22a-5a86-4a16-a9cc-e53438b2c113 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df&network_id=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 200 len: 1132 time: 0.0751541 Apr 05 12:20:55.252830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742296c-5083-4811-91f8-a05ce248af23 req-5f75386b-9b5c-4e7d-8775-28a9329681db tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:55.254282 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c742296c-5083-4811-91f8-a05ce248af23 req-5f75386b-9b5c-4e7d-8775-28a9329681db tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0819678 Apr 05 12:20:55.264396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3e80b820-a1c8-4f60-9218-d6fd369b9220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:55.299410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c742296c-5083-4811-91f8-a05ce248af23 req-2baf108d-08c1-4a96-b90f-e8a1c076cf7a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385094 Apr 05 12:20:56.444916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:56.469065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:56.493065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ce204-acb2-402a-9846-c2a57515b508 req-6d879222-a1d9-4f19-a756-ecde3c8011f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:56.494515 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-998ce204-acb2-402a-9846-c2a57515b508 req-6d879222-a1d9-4f19-a756-ecde3c8011f8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0859046 Apr 05 12:20:56.495304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-7b2cebe9-4729-4f97-91f8-c2eb289313b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:56.496866 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-7b2cebe9-4729-4f97-91f8-c2eb289313b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 984 time: 0.0827222 Apr 05 12:20:56.546728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-998ce204-acb2-402a-9846-c2a57515b508 req-97b9b5a7-3486-41db-b74f-cf5cfd026899 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=5a360a64-418a-44d3-b66c-ec26206e8567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Apr 05 12:20:56.573849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-e97c17e6-8590-46ea-a88d-8962a6f4f640 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:56.575221 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-e97c17e6-8590-46ea-a88d-8962a6f4f640 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731835 Apr 05 12:20:56.730858 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-46c8a89f-dfe9-486c-bf06-d2c3ccf68fb9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1505315 Apr 05 12:20:56.740538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:20:56.853864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.056039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:20:57.084446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] For port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:20:57.140218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] device_id is not set on port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a yet. {{(pid=87958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 12:20:57.149821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.155369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.293453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Pushing event updated for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=11']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:57.354079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] No DVR routers for this DVR port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:20:57.485227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-91869b0a-6ca1-4cd4-8f5f-799e46509c7a None None] Provisioning complete for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:20:57.485838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-91869b0a-6ca1-4cd4-8f5f-799e46509c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.540956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-91869b0a-6ca1-4cd4-8f5f-799e46509c7a None None] Port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:20:57.584555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] In _notify_port_updated(), no bound segment for port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a on network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd {{(pid=87958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 12:20:57.585389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:20:57.586055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.587319 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-899bd6ce-e463-4194-9ea8-f1f0c2d994c4 req-60e8089e-6e0c-49c8-bb6d-bce82a2e1bee service neutron] 10.222.0.30 "PUT /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 200 len: 1027 time: 0.8512030 Apr 05 12:20:57.709726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:57.712746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-048f9914-6d33-4033-bb53-887d7d54968b req-8ddc19d5-4231-46a4-b833-f223ffd5f91f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc6b765c-d8b8-4c88-8f46-d30d5238e1df HTTP/1.1" status: 200 len: 210 time: 0.0463524 Apr 05 12:20:58.813910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57702) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:58.984598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.018506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.087425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.109388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:59.129770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.134367 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-61e889cf-de71-4b1d-aca4-44f35a456e21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/107c5f5c-4cd3-4fa5-9412-6f30f7bd9e51 HTTP/1.1" status: 204 len: 168 time: 0.3167052 Apr 05 12:20:59.165389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57708) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:20:59.368199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port c0a9bf35-f387-47a9-9ba1-0d67df0e8889 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:20:59.368453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.537193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.537518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.662951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for c0a9bf35-f387-47a9-9ba1-0d67df0e8889 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:20:59.814250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.864920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=c0a9bf35-f387-47a9-9ba1-0d67df0e8889,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:20:59.961799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:20:59.962123 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP b7a77871-26a5-487f-ba6d-5311c0e3abc6 disassociated (deleted). External IP: 172.26.5.207, port: 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a. Apr 05 12:21:00.330945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router aee6dab6-c6af-4871-8af6-c042c45af717 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:21:00.498380 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:21:00.557438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:21:00.632397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:21:00.642147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Sync routers for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:21:00.651936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:00.652572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:00.653428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:00.709718 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fda0ad1e-48ae-4778-ac1f-2312973671b1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/b7a77871-26a5-487f-ba6d-5311c0e3abc6 HTTP/1.1" status: 204 len: 168 time: 1.5432217 Apr 05 12:21:00.866589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:00.880518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:00.935547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:00.972666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.046285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.067714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:01.076046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.077250 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7d5fd259-3f32-44cc-94a8-a636d2aec863 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/f65c7083-eab3-4e91-ba1f-d0b09a2b6d7a HTTP/1.1" status: 204 len: 168 time: 0.2095723 Apr 05 12:21:01.112586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:01.193862 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:21:01.194119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.215923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:01.220226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Checking router: aee6dab6-c6af-4871-8af6-c042c45af717 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:21:01.230849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:01.231520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:01.412051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:01.444430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.568609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7cb73f32-a193-4813-ba55-cfc6fbb6dd6a owned by {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:21:01.715848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.726609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:01.730570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfce6e-ece0-46cc-82d4-5eb9b153b457 None None] The sync data for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv is: [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:20:16Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '33e29ab6-d994-4b95-ab6e-2c47d5666e2e', 'name': '', 'network_id': 'ac4acfc2-7ac4-4d3a-96c7-98f727979bdd', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:41:ab:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:15Z', 'updated_at': '2022-04-05T12:20:21Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '544a1b20-6bfd-419a-b8c4-862f34508ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:21:01.773526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7cb73f32-a193-4813-ba55-cfc6fbb6dd6a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:01.878467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:01.890900 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9556e7e-9dc4-48d0-802e-4631bb747e01 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/ports/7cb73f32-a193-4813-ba55-cfc6fbb6dd6a HTTP/1.1" status: 204 len: 168 time: 0.7750711 Apr 05 12:21:01.892053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:01.991304 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2b3cb2-bba1-45a8-8872-6a92adf3accd None None] New status for floating IP b7a77871-26a5-487f-ba6d-5311c0e3abc6: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:21:02.584278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:02.939317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:21:02.940243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:03.126063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 33e29ab6-d994-4b95-ab6e-2c47d5666e2e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:03.126424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:03.251569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 33e29ab6-d994-4b95-ab6e-2c47d5666e2e owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:21:03.573071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:03.632035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=33e29ab6-d994-4b95-ab6e-2c47d5666e2e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:04.022589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.403556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router aee6dab6-c6af-4871-8af6-c042c45af717 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:21:04.589429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:21:04.600821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Sync routers for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:21:04.602373 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ad55ea08-157d-4eab-b802-c2e7b2f96cd5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/aee6dab6-c6af-4871-8af6-c042c45af717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092962 Apr 05 12:21:04.607550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57730) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:04.612187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:04.613164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:04.680437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet 544a1b20-6bfd-419a-b8c4-862f34508ec2 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:21:04.683677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.744318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.796379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:04.831660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.913423 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.951870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=544a1b20-6bfd-419a-b8c4-862f34508ec2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:04.955429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:04.964305 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-81f8f3b3-7c2f-46c6-b27a-ea7e4352564b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/544a1b20-6bfd-419a-b8c4-862f34508ec2 HTTP/1.1" status: 204 len: 168 time: 0.3535066 Apr 05 12:21:04.964552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57734) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:04.988235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bf6bc-3a45-49cf-937c-ad13e650aecc None None] Network ac4acfc2-7ac4-4d3a-96c7-98f727979bdd requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:21:05.163190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.334575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226'}], 'enable_snat': True}, 'gw_port_id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:21:03Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '144ae50b-024b-4c64-b2e4-3af96c55ef46', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:af:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:20:12Z', 'updated_at': '2022-04-05T12:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:05.339485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Checking router: aee6dab6-c6af-4871-8af6-c042c45af717 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:21:05.346314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.348354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Routers {'aee6dab6-c6af-4871-8af6-c042c45af717'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:05.348989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aee6dab6-c6af-4871-8af6-c042c45af717'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:05.357739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 144ae50b-024b-4c64-b2e4-3af96c55ef46 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:21:05.358047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.401370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] DHCP port deletion for ac4acfc2-7ac4-4d3a-96c7-98f727979bdd request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:21:05.420605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Deleting port d2ed4a04-4d5c-408a-9991-3260bbc44eda {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:21:05.420970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.591620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] Set router aee6dab6-c6af-4871-8af6-c042c45af717 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:05.667763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 144ae50b-024b-4c64-b2e4-3af96c55ef46, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=144ae50b-024b-4c64-b2e4-3af96c55ef46,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:05.668154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.718751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:21:05Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:05.751760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9c437-c953-436f-a318-fd39ec89b5ba None None] The sync data for ids ['aee6dab6-c6af-4871-8af6-c042c45af717'] in dv-neutron-833203-3-hyperv is: [{'id': 'aee6dab6-c6af-4871-8af6-c042c45af717', 'name': 'tempest-TestNetworkBasicOps-router-2031148800', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:20:11Z', 'updated_at': '2022-04-05T12:21:05Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:21:05.826663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] For port d2ed4a04-4d5c-408a-9991-3260bbc44eda, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2ed4a04-4d5c-408a-9991-3260bbc44eda,segment=NetworkSegment(4d43840e-8751-41c1-9137-7c68aef062a4),segment_id=4d43840e-8751-41c1-9137-7c68aef062a4)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:05.827080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:05.834437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 144ae50b-024b-4c64-b2e4-3af96c55ef46 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:21:05.963395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Calling delete_port for d2ed4a04-4d5c-408a-9991-3260bbc44eda owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:21:06.034903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.073803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.086053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=144ae50b-024b-4c64-b2e4-3af96c55ef46,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:06.160067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] No DVR routers for this DVR port d2ed4a04-4d5c-408a-9991-3260bbc44eda on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:21:06.168541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d598511-9a52-4ffc-a000-2a7ad76581c0 None None] Pushing event deleted for resources: {'Port': ['ID=d2ed4a04-4d5c-408a-9991-3260bbc44eda,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:06.189949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.369317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.371555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.393250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.393823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router aee6dab6-c6af-4871-8af6-c042c45af717 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:21:06.416689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.417871 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1d3f5a5-9558-4b82-8f1b-24da2ed3d1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/aee6dab6-c6af-4871-8af6-c042c45af717 HTTP/1.1" status: 204 len: 168 time: 1.4523950 Apr 05 12:21:06.420836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57738) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:06.538244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.671056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.699620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac4acfc2-7ac4-4d3a-96c7-98f727979bdd']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:06.712185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d43840e-8751-41c1-9137-7c68aef062a4') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:06.712499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d43840e-8751-41c1-9137-7c68aef062a4') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:06.724011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.740383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.746386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:21:06.746768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:21:06.761589 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:21:06.842503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.868645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.877177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=ac4acfc2-7ac4-4d3a-96c7-98f727979bdd,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:06.886424 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8f401957-9348-4140-844e-eb4368512d26 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/ac4acfc2-7ac4-4d3a-96c7-98f727979bdd HTTP/1.1" status: 204 len: 168 time: 0.4645658 Apr 05 12:21:06.901607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57742) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:06.913251 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4657b9cb-753f-4a03-a483-98e371de1fb7 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104642 Apr 05 12:21:06.916026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57746) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:06.921583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--2106167414', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:06.926724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:06.930815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:06.934166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:06.939846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:06.949428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:21:06.952887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.981474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:21:06.991903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:06.992452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment e9ff57a4-77cb-4c72-a269-1cd441f1d632 of type vlan for network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a Apr 05 12:21:07.022006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.052091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.057477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:07.058062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.172706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2556362 Apr 05 12:21:07.175631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1943d73-3c4b-4e01-b850-cb8dc0d16898 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:07.178116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57750) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:07.183455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:07.191756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:21:07.192852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:07.197122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:07.200251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:07.206862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:07.220432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.221843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.222961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2ed4a04-4d5c-408a-9991-3260bbc44eda no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:21:07.240430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:07.263947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d2ed4a04-4d5c-408a-9991-3260bbc44eda {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:21:07.264266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2ed4a04-4d5c-408a-9991-3260bbc44eda not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:21:07.264633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 33e29ab6-d994-4b95-ab6e-2c47d5666e2e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:21:07.346771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 33e29ab6-d994-4b95-ab6e-2c47d5666e2e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:21:07.347158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 33e29ab6-d994-4b95-ab6e-2c47d5666e2e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:21:07.347572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 144ae50b-024b-4c64-b2e4-3af96c55ef46 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:21:07.393846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 144ae50b-024b-4c64-b2e4-3af96c55ef46 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:21:07.394331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 144ae50b-024b-4c64-b2e4-3af96c55ef46 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:21:07.685607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:08.000530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:08.031620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:08.172297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.90 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/9eedce0a-e3bd-472a-92b4-2bd3e462af73) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:21:08.329861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:08.359702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:08.422739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:08.430317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:08.432884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:21:08.470343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:08.489981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.490319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.490659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.490992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.491348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.491684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.492009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.492333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.492663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.492979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.493300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.493618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:08.993630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:09.348895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:09.554252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:21:09.731169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:21:09.741409 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:21:09.750621 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:09.751250 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:09.759973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:09.761344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-92c14301-537b-43fd-988e-9284a62b2443 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5822728 Apr 05 12:21:09.764292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:09.804358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eadb53fd-258f-41bd-9102-688fa8bea467 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389872 Apr 05 12:21:09.807363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57758) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:09.933993 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:09.938604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e66ff-f128-4060-bb49-c1ee14e7ab28 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:09.940108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0b4e66ff-f128-4060-bb49-c1ee14e7ab28 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318560 Apr 05 12:21:09.944032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57762) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:09.987864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b96242ee-8c24-49e2-874f-54a9d881ffdf tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425360 Apr 05 12:21:09.990463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57766) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:09.996146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1084554841', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:10.112600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:10.118626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:10.122686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:10.131619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:10.145101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:21:10.149022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.294632 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:08Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:10.298956 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:21:10.299407 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Updating router 30939aff-9ba9-4789-911b-e6c1a7f0e55f port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:21:10.353005 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.388477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.611015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=25ace964-7209-4d49-968d-3f52e0540f59,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:10.623495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:21:10.623864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:21:10.644165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:21:10.655221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:10.659512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:10.660102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.666430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb4428-ab0f-4412-b1ab-f03b3b00722b None None] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:21:10.685532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dfd24884-716a-4e8f-b78f-6b50d43156c5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6939571 Apr 05 12:21:10.688305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57770) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:10.708679 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.721701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Transition to ACTIVE for port object 9eedce0a-e3bd-472a-92b4-2bd3e462af73 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:10.730111 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.811844 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Attempting to bind port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:21:10.812623 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Attempting to bind port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:21:10.812623 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Attempting to bind port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:21:10.818764 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a1e70-f280-4421-9fda-53c97174b7b8 None None] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:10.824170 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:21:10.824545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:21:10.824946 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.825331 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:21:10.826411 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Bound port: 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:21:10.826411 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.921860 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:21:10.926827 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9eedce0a-e3bd-472a-92b4-2bd3e462af73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:21:10.932675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:10.952974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:21:10.953805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.012186 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:11.012794 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:11.117683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Allocated IP 172.20.0.2 (b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a/25ace964-7209-4d49-968d-3f52e0540f59/57b1dfb2-9055-444b-8af5-7fee111bad06) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:21:11.169377 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a1e70-f280-4421-9fda-53c97174b7b8 None None] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:11.207321 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:11.339003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.349634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Transition to ACTIVE for port object 57b1dfb2-9055-444b-8af5-7fee111bad06 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:11.368810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Transition to ACTIVE for port object 57b1dfb2-9055-444b-8af5-7fee111bad06 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:11.374837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.436970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:11.440116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:11.443009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.445157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:21:11.512398 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:08Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:11.517016 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e2c28d-4f03-4c5c-a872-9a8117882ad6 None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:08Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:21:11.518021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Pushing event updated for resources: {'Port': ['ID=57b1dfb2-9055-444b-8af5-7fee111bad06,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:11.549034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Attempting to bind port 57b1dfb2-9055-444b-8af5-7fee111bad06 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:21:11.549405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Attempting to bind port 57b1dfb2-9055-444b-8af5-7fee111bad06 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:21:11.549773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Attempting to bind port 57b1dfb2-9055-444b-8af5-7fee111bad06 on network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:21:11.556188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:21:11.556561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Checking segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:21:11.556986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.557376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Bound using segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:21:11.557834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Bound port: 57b1dfb2-9055-444b-8af5-7fee111bad06, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:21:11.558208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.661570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] For port 57b1dfb2-9055-444b-8af5-7fee111bad06, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:21:11.666060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] For port 57b1dfb2-9055-444b-8af5-7fee111bad06, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=57b1dfb2-9055-444b-8af5-7fee111bad06,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:21:11.672243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:11.775776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd7828-0a38-4376-8c69-46396b450696 None None] Pushing event updated for resources: {'Port': ['ID=57b1dfb2-9055-444b-8af5-7fee111bad06,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:12.049134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a/25ace964-7209-4d49-968d-3f52e0540f59/4cccacef-a816-4bfe-aafa-32b6e7230c14) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:21:12.260692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:12.278002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 4cccacef-a816-4bfe-aafa-32b6e7230c14 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:12.305899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:12.384547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:12.388184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:12.392681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:21:12.421859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:12.588155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:12.818152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:12.853436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f5e33-cc3e-460b-85f3-faeade9a4df2 None None] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:21:12.966741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b25024a0-9eb4-4919-95df-97f0370458f1 None None] Provisioning for port 57b1dfb2-9055-444b-8af5-7fee111bad06 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:13.302625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:13.403671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.409118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.412715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:13.421502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:13.422065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.583443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:13.585892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.601401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7939187f-9ecc-4e2f-9ec4-c331b02dc31b None None] Provisioning for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:13.611000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.622088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7939187f-9ecc-4e2f-9ec4-c331b02dc31b None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:13.622727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7939187f-9ecc-4e2f-9ec4-c331b02dc31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.681358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9eedce0a-e3bd-472a-92b4-2bd3e462af73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:13.693924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.694621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 57b1dfb2-9055-444b-8af5-7fee111bad06 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:13.744236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:13.745660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:13.774078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7939187f-9ecc-4e2f-9ec4-c331b02dc31b None None] Port 4cccacef-a816-4bfe-aafa-32b6e7230c14 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:21:13.820542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:13.836026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 57b1dfb2-9055-444b-8af5-7fee111bad06 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:13.844654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 57b1dfb2-9055-444b-8af5-7fee111bad06 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:13.845414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:13.927838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0ff01bac-929d-4d81-a4d7-6d3e753aff16 None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:13.928592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ff01bac-929d-4d81-a4d7-6d3e753aff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:14.022262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:21:14.023566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0ff01bac-929d-4d81-a4d7-6d3e753aff16 None None] Port 4cccacef-a816-4bfe-aafa-32b6e7230c14 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:21:14.040827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:14.095481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 57b1dfb2-9055-444b-8af5-7fee111bad06, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=57b1dfb2-9055-444b-8af5-7fee111bad06,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:14.102130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:14.225932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:21:14.241512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c991eac3-7ec8-41b4-84bb-7142af97def5 None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:14.241880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c991eac3-7ec8-41b4-84bb-7142af97def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:14.245879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6fb28594-da33-415d-ba9f-3d5ad4fc1a7d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5565419 Apr 05 12:21:14.248897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:14.266142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:21:14.292464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:14.293212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:14.341929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=57b1dfb2-9055-444b-8af5-7fee111bad06,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:14.378466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c991eac3-7ec8-41b4-84bb-7142af97def5 None None] Port 4cccacef-a816-4bfe-aafa-32b6e7230c14 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:21:14.496638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:14.523075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3e6f6-7eac-48f8-91fb-e8a3ca4fcd04 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.523558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3e6f6-7eac-48f8-91fb-e8a3ca4fcd04 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.524009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3e6f6-7eac-48f8-91fb-e8a3ca4fcd04 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.524460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3e6f6-7eac-48f8-91fb-e8a3ca4fcd04 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.526175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f4a3e6f6-7eac-48f8-91fb-e8a3ca4fcd04 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2762280 Apr 05 12:21:14.528982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57778) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:14.600304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e6081-4673-4bd2-86fa-aa72cf614afe tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.600761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e6081-4673-4bd2-86fa-aa72cf614afe tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.601212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e6081-4673-4bd2-86fa-aa72cf614afe tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.601664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e6081-4673-4bd2-86fa-aa72cf614afe tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:14.603857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-be5e6081-4673-4bd2-86fa-aa72cf614afe tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0733080 Apr 05 12:21:14.606844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57782) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:14.836040 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-337e18b6-7efe-47d1-8760-f5eae6d505c2 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2241299 Apr 05 12:21:14.887501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:14.891549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:21:14.891906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Updating router 30939aff-9ba9-4789-911b-e6c1a7f0e55f port 4cccacef-a816-4bfe-aafa-32b6e7230c14 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:21:14.946017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.056348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.062104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748568407', 'description': 'tempest-secgroup-smoke-748568407 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.068796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.074440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.076595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.083545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.098042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.120429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.125107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.129277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.135822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.230374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:15.243949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.247966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.296031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa555a47-14c1-4348-8f36-6f6a8393a6d3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.302736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.305963 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b3063bd-c773-4b99-9af1-0ec6ba59b54a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2464206 Apr 05 12:21:15.308405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57792) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.313692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.320825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.325056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.327951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.333760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.350089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.371495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:15.371869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.419587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.430672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.435209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.444077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Transition to ACTIVE for port object 4cccacef-a816-4bfe-aafa-32b6e7230c14 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:15.454332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.460960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264cd24d-862f-4a44-908f-34749432b760,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.472061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.473834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6c3433af-e688-4d49-85d8-1e4e26e74e83 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637740 Apr 05 12:21:15.477189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57796) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.486017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.493139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.496972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.499871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.506322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.526172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.594531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.600550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.626343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb12a03b-a5f8-441a-9e1e-73f87b9b6b86,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.637915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.638439 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-89df9c9a-f075-4de7-8577-1671e9a7d2aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602635 Apr 05 12:21:15.641297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57800) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.647805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.654405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.658524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.662446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.669598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.676402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd00a9-e55b-4d72-b9ba-ffd5505330bd None None] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.679402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 57b1dfb2-9055-444b-8af5-7fee111bad06 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:15.696547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.767146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.771947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.797294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e31074-5654-424e-952d-03bd070c253d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.805753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.806962 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4612762d-82b4-4df8-8b43-75983dc15c33 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642900 Apr 05 12:21:15.809941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.816017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.822650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.826525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.829441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.834555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Attempting to bind port 4cccacef-a816-4bfe-aafa-32b6e7230c14 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:21:15.834922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Attempting to bind port 4cccacef-a816-4bfe-aafa-32b6e7230c14 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:21:15.835314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Attempting to bind port 4cccacef-a816-4bfe-aafa-32b6e7230c14 on network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:21:15.836542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:15.843573 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:21:15.844011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Checking segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:21:15.844437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.844825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Bound using segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:21:15.845292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Bound port: 4cccacef-a816-4bfe-aafa-32b6e7230c14, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:21:15.845740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.852371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.915744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.917853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 57b1dfb2-9055-444b-8af5-7fee111bad06 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:15.918290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.919989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.943520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ddff57-3124-4d0d-9ab1-4a0e2dde0bb0,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:15.954316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.954750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.955000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.955360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.955742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.956086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.956416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.956816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.957060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.957397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.958331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.958660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:15.962168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:15.965946 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7c2a338-a232-4dcd-97c6-74f005b6cf36 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518011 Apr 05 12:21:15.966348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57808) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:15.971212 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:15.977097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:15.980972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:15.984067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:15.990110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:16.000638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:21:16.002770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:21:16.006703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4cccacef-a816-4bfe-aafa-32b6e7230c14,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:21:16.008116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.011525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.077130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.082773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.122491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.126721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57812) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:16.127252 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600125 Apr 05 12:21:16.128222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf08e9-f660-42da-ac90-aca2233158bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eac92c7-8885-4da9-a164-8a16a2811b02,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:16.142497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': 'fa555a47-14c1-4348-8f36-6f6a8393a6d3', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:16.148318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:16.148954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:20:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:16.151378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:16.155614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:16.158596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:16.164924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:16.177612 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:21:16.184977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.209337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd00a9-e55b-4d72-b9ba-ffd5505330bd None None] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:16.261527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.266028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.292871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba18f660-309e-4f25-bcff-6bb5331ea736,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:16.303711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:16.310732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-28c48bf3-a942-4732-8ab6-225514a5e4d7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765616 Apr 05 12:21:16.345253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:16.464365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-54d798a6-d5ca-4699-b0e8-97270b2d3642 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:21:16.480682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-54d798a6-d5ca-4699-b0e8-97270b2d3642 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:21:16.482037 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-54d798a6-d5ca-4699-b0e8-97270b2d3642 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748568407&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0579956 Apr 05 12:21:16.640502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-ec5ac603-bd69-4ccd-98e4-aaec8eb42917 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:16.641075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-ec5ac603-bd69-4ccd-98e4-aaec8eb42917 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:21:16.657500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-ec5ac603-bd69-4ccd-98e4-aaec8eb42917 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:21:16.658679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-ec5ac603-bd69-4ccd-98e4-aaec8eb42917 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 200 len: 797 time: 0.1687644 Apr 05 12:21:16.674514 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c3826b7d-ff76-40a0-a5ee-cdc931ac3564 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0094297 Apr 05 12:21:16.678984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:15Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:16.683387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3903ff-c7b4-40a4-a5ad-53d84feda66b None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:15Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:21:16.777569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-f265cf9f-e32b-4e03-bdbd-746a8aec5619 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:21:16.797998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-f265cf9f-e32b-4e03-bdbd-746a8aec5619 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:21:16.799662 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-f265cf9f-e32b-4e03-bdbd-746a8aec5619 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189368 Apr 05 12:21:16.951548 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-5eb0bd71-e2c5-4142-9884-7534c4fc678f service neutron] 10.222.0.50 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384969 Apr 05 12:21:17.093290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-09c58685-a2bd-4a23-a3f4-2306f506ab4b service neutron] 10.222.0.50 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358497 Apr 05 12:21:17.255839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:17.297337 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:21:17.310724 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a4596830-b414-42aa-a499-8851abfc8a3d req-0df7b824-4364-4997-82e0-5ee5b3f16bf7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 210 time: 0.0527794 Apr 05 12:21:17.339475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:17.352168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:17.352629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:17.493731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:17.531432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4cccacef-a816-4bfe-aafa-32b6e7230c14,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:17.536928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:17.630686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:17.639226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.639755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.640249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.640732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.641244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.641753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.642313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.642834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.643350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.643848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.644326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:17.644887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:21:18.391785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-2dbc824c-eb3d-478a-a5bd-c360c0266a4d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:18.393207 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-2dbc824c-eb3d-478a-a5bd-c360c0266a4d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 200 len: 797 time: 0.1491754 Apr 05 12:21:18.450000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-223ed6d5-9cd8-4e15-8b8d-fa49d8d9ce59 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:21:18.462279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-223ed6d5-9cd8-4e15-8b8d-fa49d8d9ce59 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:21:18.463479 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-223ed6d5-9cd8-4e15-8b8d-fa49d8d9ce59 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 379 time: 0.0601461 Apr 05 12:21:18.472952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['fa555a47-14c1-4348-8f36-6f6a8393a6d3']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:18.482172 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1f91766-a881-4b97-83d9-2d50154db099 req-020a0b39-c5d2-4f8d-a07c-e182c6d7384e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 210 time: 0.0526607 Apr 05 12:21:18.610751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:18.622856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:18.633804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:21:18.637279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:18.796942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.7 (b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a/25ace964-7209-4d49-968d-3f52e0540f59/54adb130-1eb8-473a-912f-6018546edcfa) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:21:19.088238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.104636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 54adb130-1eb8-473a-912f-6018546edcfa will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:19.128724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.196938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:19.205393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:19.210571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:21:19.215156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:19.245989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:19.290952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:19.291153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:19.291349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.292463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.330336 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-fb9cd2e3-49b0-45e8-bde5-0586ec6742c6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8613667 Apr 05 12:21:19.344141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Request body: {'port': {'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:19.489833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.518724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-56a4e856-6767-47bd-8973-16fea612c7d8 None None] Provisioning for port 54adb130-1eb8-473a-912f-6018546edcfa completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:19.524738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-56a4e856-6767-47bd-8973-16fea612c7d8 None None] Provisioning complete for port 54adb130-1eb8-473a-912f-6018546edcfa triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:19.525103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-56a4e856-6767-47bd-8973-16fea612c7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.586849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-56a4e856-6767-47bd-8973-16fea612c7d8 None None] Port 54adb130-1eb8-473a-912f-6018546edcfa cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:21:19.695303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ddec6-cdeb-4a2e-9f59-bb025bfc7a1c req-b6829ca1-6cdb-4867-905e-daed921ca097 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:19.696819 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f25ddec6-cdeb-4a2e-9f59-bb025bfc7a1c req-b6829ca1-6cdb-4867-905e-daed921ca097 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 931 time: 0.0847039 Apr 05 12:21:19.744112 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f25ddec6-cdeb-4a2e-9f59-bb025bfc7a1c req-4de582be-6411-458e-b62e-58952453b5fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Apr 05 12:21:19.851429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54adb130-1eb8-473a-912f-6018546edcfa {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:21:19.858895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:19.873318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Transition to ACTIVE for port object 54adb130-1eb8-473a-912f-6018546edcfa will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:21:19.877239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:20.030287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Pushing event updated for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:20.118214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Attempting to bind port 54adb130-1eb8-473a-912f-6018546edcfa on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:21:20.118544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Attempting to bind port 54adb130-1eb8-473a-912f-6018546edcfa by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:21:20.118866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Attempting to bind port 54adb130-1eb8-473a-912f-6018546edcfa on network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:21:20.123413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Port 54adb130-1eb8-473a-912f-6018546edcfa on network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:21:20.123727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Attempting to bind port 54adb130-1eb8-473a-912f-6018546edcfa on network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:21:20.128752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:21:20.129080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Checking segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:21:20.130218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Bound using segment: {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:21:20.130710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Bound port: 54adb130-1eb8-473a-912f-6018546edcfa, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ff57a4-77cb-4c72-a269-1cd441f1d632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:21:20.131230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:20.223593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:21:20.226498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=54adb130-1eb8-473a-912f-6018546edcfa,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:21:20.232342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:20.288193 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:20.288781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:20.290126 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] 10.222.0.30 "PUT /v2.0/ports/54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 200 len: 1093 time: 0.9521079 Apr 05 12:21:20.290561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:21:20.324101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43d9d-b95e-442d-9c56-9d005883752f service neutron] Pushing event updated for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:20.378097 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa', 'status': 'completed', 'code': 200} Apr 05 12:21:20.421006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-d5d1c30b-9faf-4bea-9174-ede1a03e8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:20.423175 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-d5d1c30b-9faf-4bea-9174-ede1a03e8e76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1096 time: 0.0849674 Apr 05 12:21:20.497266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-94c5b3d0-75c4-4bd5-b393-c66a065fe590 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 200 len: 217 time: 0.0672147 Apr 05 12:21:20.564526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-df4dd596-3181-4745-87d0-6f47e9298ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:20.565850 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-df4dd596-3181-4745-87d0-6f47e9298ec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25ace964-7209-4d49-968d-3f52e0540f59 HTTP/1.1" status: 200 len: 835 time: 0.0629053 Apr 05 12:21:20.646080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-0645d65f-b3fc-4170-a0aa-13d82cc7d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:20.647552 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-0645d65f-b3fc-4170-a0aa-13d82cc7d9aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732594 Apr 05 12:21:20.890612 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-dcdba826-159f-4f47-99e0-ae83e48cdc09 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365713 Apr 05 12:21:20.944902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f082c70-e6cc-4714-8c96-9c96b0817645 req-bfb286cd-27d2-4297-8397-7012cd296099 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:20.946360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f082c70-e6cc-4714-8c96-9c96b0817645 req-bfb286cd-27d2-4297-8397-7012cd296099 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 943 time: 0.0853980 Apr 05 12:21:20.992815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f082c70-e6cc-4714-8c96-9c96b0817645 req-74fe68e0-5a39-416f-8883-0dbd6d018caa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Apr 05 12:21:21.036567 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ce00af50-02a5-4562-bf79-373d8dd6249a req-2e310037-9863-42e4-9521-fc83f6890ea0 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393325 Apr 05 12:21:21.166617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-4a3f6c92-dfca-47bf-ba1e-549d6701bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:21.168119 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-4a3f6c92-dfca-47bf-ba1e-549d6701bde8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1096 time: 0.0806258 Apr 05 12:21:21.301576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-7e86ca64-2ebd-4da0-87b1-b93244b95a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:21.302949 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-7e86ca64-2ebd-4da0-87b1-b93244b95a9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 200 len: 898 time: 0.1282699 Apr 05 12:21:21.374280 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-d8616ce7-43e1-41ac-8f50-4f70edb5d29d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 200 len: 217 time: 0.0647781 Apr 05 12:21:21.437892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-a1430cb6-e52a-4a8e-8975-8de5ac109429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:21.439475 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-a1430cb6-e52a-4a8e-8975-8de5ac109429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25ace964-7209-4d49-968d-3f52e0540f59 HTTP/1.1" status: 200 len: 835 time: 0.0573809 Apr 05 12:21:21.523788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-e4d1634f-d15a-4a61-87de-ebf0085b0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:21.525261 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-e4d1634f-d15a-4a61-87de-ebf0085b0dba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786550 Apr 05 12:21:21.662714 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-d90b7282-1a66-45ad-a0c1-180d1d4d023d service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307254 Apr 05 12:21:21.805083 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ab145417-5808-4a5f-96fb-1a7de1a843b8 req-871e3b67-bdc1-47a4-8a46-976e02f71183 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365130 Apr 05 12:21:22.188833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dfa86-0d42-4f70-9457-2b39a431acdb req-b8a3eeab-f3b3-4a32-a526-eeda8bd6d61b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:22.190285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-726dfa86-0d42-4f70-9457-2b39a431acdb req-b8a3eeab-f3b3-4a32-a526-eeda8bd6d61b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 943 time: 0.0803754 Apr 05 12:21:22.236899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-726dfa86-0d42-4f70-9457-2b39a431acdb req-ebf9952d-92f6-4f1f-aa57-ef61bf04f430 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Apr 05 12:21:23.185636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b2afb5b8-5b6e-4673-8705-2f710b50dd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:23.424265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ad2e-56e2-4e1e-85f9-2adfbc4d059d req-c86dfad2-e279-4630-b057-2892c805f0a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:23.425731 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cec3ad2e-56e2-4e1e-85f9-2adfbc4d059d req-c86dfad2-e279-4630-b057-2892c805f0a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 943 time: 0.0851295 Apr 05 12:21:23.470420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cec3ad2e-56e2-4e1e-85f9-2adfbc4d059d req-6e5754d7-cb3a-427b-bd88-bc64877b35fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381718 Apr 05 12:21:24.456714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:24.606854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 54adb130-1eb8-473a-912f-6018546edcfa details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:21:24.658579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0095185-b833-4b25-8ce9-ad5152e30e07 req-0b17e714-beaa-4eb6-b730-0aacf611aafd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:24.660106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b0095185-b833-4b25-8ce9-ad5152e30e07 req-0b17e714-beaa-4eb6-b730-0aacf611aafd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 943 time: 0.0815327 Apr 05 12:21:24.712225 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b0095185-b833-4b25-8ce9-ad5152e30e07 req-6992cb2a-1786-4545-89ea-2b069d1ae4c7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Apr 05 12:21:24.783585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=54adb130-1eb8-473a-912f-6018546edcfa,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:24.797808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '54adb130-1eb8-473a-912f-6018546edcfa', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:21:24.852908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:24.872702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54adb130-1eb8-473a-912f-6018546edcfa {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:21:24.888087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=54adb130-1eb8-473a-912f-6018546edcfa,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:24.891998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:24.958226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:25.085600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['54adb130-1eb8-473a-912f-6018546edcfa'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:21:25.281166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5580-8a37-478f-9e1f-5eff8b2089cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:25.928634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2dfa-b3e5-4e44-ae35-eb846f520369 req-0124311d-be0d-44b8-a17e-6d5ef2ee0d21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:25.930116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58ba2dfa-b3e5-4e44-ae35-eb846f520369 req-0124311d-be0d-44b8-a17e-6d5ef2ee0d21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 944 time: 0.0794988 Apr 05 12:21:25.975910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58ba2dfa-b3e5-4e44-ae35-eb846f520369 req-251f7b08-ea3a-4bcc-9fe5-e62a42f97958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394540 Apr 05 12:21:26.449042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:26.469456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:26.607005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 54adb130-1eb8-473a-912f-6018546edcfa up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:21:26.677613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 54adb130-1eb8-473a-912f-6018546edcfa completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:21:26.682241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 54adb130-1eb8-473a-912f-6018546edcfa triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:21:26.682618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:26.800295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:26.828517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:21:26.840422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=54adb130-1eb8-473a-912f-6018546edcfa,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:21:26.848236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:26.885660 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa', 'code': 200} Apr 05 12:21:26.918334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:27.155456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba43ae-ab65-4992-b271-3e8355bead75 req-41d26482-b9bd-45af-9cc8-f1f6832e5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:27.156682 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5dba43ae-ab65-4992-b271-3e8355bead75 req-41d26482-b9bd-45af-9cc8-f1f6832e5e80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1098 time: 0.1133296 Apr 05 12:21:27.183470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4d803-6c31-47bd-9351-4504a36ed45f req-697ec85c-a222-48b1-b54b-0b0d0fd38bfd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:27.184958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51c4d803-6c31-47bd-9351-4504a36ed45f req-697ec85c-a222-48b1-b54b-0b0d0fd38bfd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.1004007 Apr 05 12:21:27.213881 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5dba43ae-ab65-4992-b271-3e8355bead75 req-a539a954-f353-452d-897e-2cf4db7b4664 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513268 Apr 05 12:21:27.230627 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51c4d803-6c31-47bd-9351-4504a36ed45f req-dd8fb070-9dce-4870-b7ae-abc24bfa994b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393243 Apr 05 12:21:27.710612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:28.473844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab771df4-4916-41c0-b36f-641f27249e30 req-3e624927-065d-40ee-987c-73e9b1358889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:28.475411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab771df4-4916-41c0-b36f-641f27249e30 req-3e624927-065d-40ee-987c-73e9b1358889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.1314683 Apr 05 12:21:28.521639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab771df4-4916-41c0-b36f-641f27249e30 req-d0b3732a-1e73-4eb0-ac55-5f4fdb99f36f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 Apr 05 12:21:28.817447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f2aa4-eb9f-46ed-b68a-1b85a17ce05c req-f8fe5627-132e-4ba6-a2e1-26ce9d08b957 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:28.818809 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc4f2aa4-eb9f-46ed-b68a-1b85a17ce05c req-f8fe5627-132e-4ba6-a2e1-26ce9d08b957 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.1935408 Apr 05 12:21:28.872331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc4f2aa4-eb9f-46ed-b68a-1b85a17ce05c req-ddcef385-ac9a-40d3-a95e-08faad61e87b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474651 Apr 05 12:21:28.899318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57868) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:28.971085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25053c3-4cb1-4edb-890d-9d1e5ce2e61c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:28.972575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d25053c3-4cb1-4edb-890d-9d1e5ce2e61c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1093 time: 0.0722520 Apr 05 12:21:28.976029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57872) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:28.980884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:21:28.987016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:21:28.991266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:21:28.994075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:21:28.999725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:21:29.011161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:29.151273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:29.290005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.77 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/08057aa9-75b4-438b-bba5-bf8839f70102) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:21:29.436445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:29.465689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:29.529092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:21:29.531967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:21:29.534466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:21:29.581529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=08057aa9-75b4-438b-bba5-bf8839f70102,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:29.956317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:30.030866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:30.266507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:30.271909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:30.382726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=08057aa9-75b4-438b-bba5-bf8839f70102,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:21:30.392792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:30.677047 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596 associated. External IP: 172.26.5.77, port: 54adb130-1eb8-473a-912f-6018546edcfa. Apr 05 12:21:31.032281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:21:31.220123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:21:31.234016 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:21:31.245507 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:31.246236 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:31.248125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:31.312154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b146243b-3874-497a-8544-2feb5fc8eb18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3318756 Apr 05 12:21:31.312154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:21:31.312696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:31.357560 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa', 'status': 'completed', 'code': 200} Apr 05 12:21:31.448222 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:31.563958 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9b778f4a-b012-4dba-967b-93997ef0ebe2 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f HTTP/1.1" status: 200 len: 922 time: 0.2497537 Apr 05 12:21:31.566087 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-9df5dca0-036d-4f35-8496-25189adda754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:31.567663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57882) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:31.568253 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-9df5dca0-036d-4f35-8496-25189adda754 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1098 time: 0.1851194 Apr 05 12:21:31.712497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-a80336c2-9f8d-4504-8885-a25beeea6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:31.714115 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-a80336c2-9f8d-4504-8885-a25beeea6ed2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 200 len: 898 time: 0.1395741 Apr 05 12:21:31.718249 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb87a9d8-49ac-4e5c-b9fd-782d187b5850 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.1487584 Apr 05 12:21:31.838638 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:21:29Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:17Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:31.842852 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:21:31.852028 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:21:31.852661 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:31.931641 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-afd9e219-dfad-4a85-9d57-7e242d77b113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 200 len: 998 time: 0.2115903 Apr 05 12:21:31.995650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-fb747ede-655f-4f9b-aa25-7a82f8210378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:31.997523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-fb747ede-655f-4f9b-aa25-7a82f8210378 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25ace964-7209-4d49-968d-3f52e0540f59 HTTP/1.1" status: 200 len: 835 time: 0.0594850 Apr 05 12:21:32.032425 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:21:32.079412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-1576364a-1db2-4b16-b222-9bc79ca16b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:21:32.082070 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-1576364a-1db2-4b16-b222-9bc79ca16b21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791581 Apr 05 12:21:32.251209 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-5533c522-643f-460f-841d-17a6ed0389e3 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Apr 05 12:21:32.386449 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-82f590ef-ace5-4c66-8f29-fcf71e2afa89 req-e32f8dc0-fdb3-42fe-bb5a-e123278f95b4 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299264 Apr 05 12:21:32.399295 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:21:29Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:17Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:21:32.403810 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c50ea-05ab-4833-9c96-6e042cb14115 None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:21:29Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:21:17Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:21:32.605048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a2418-9a76-49a4-acb7-4d1ecae70303 None None] New status for floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:21:32.722618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57886) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:32.828314 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a99a520e-014c-4aa2-8468-7246fbcc08e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.1039441 Apr 05 12:21:33.832897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57890) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:21:33.940822 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cb667aae-6b25-49b7-8725-be85fca29350 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 992 time: 0.1067600 Apr 05 12:21:53.188825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e5469a67-cf2f-42a0-8051-029b4534ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:54.296233 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:21:54.455834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:55.262338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26c55df2-1504-4d47-abd8-9d935088a050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:56.451813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:56.472024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:21:57.715322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:00.555387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:00.738843 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6db89ae0-5ab5-487e-ba38-2a3dbc58cec8 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1823168 Apr 05 12:22:00.741696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:00.926885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f1449-023d-4e0a-911e-e8f1615ce459 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Notify agent at dv-neutron-833203-3-hyperv the message router_removed_from_agent {{(pid=87958) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 05 12:22:00.930279 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-050f1449-023d-4e0a-911e-e8f1615ce459 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "DELETE /v2.0/agents/6f932440-a938-49ef-a141-e1ffac056e02/l3-routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f HTTP/1.1" status: 204 len: 168 time: 0.1876745 Apr 05 12:22:00.932997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57910) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:01.113274 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9c2f8c0-0d75-4f56-a37f-a18b772f3b27 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1786647 Apr 05 12:22:01.116095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57914) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:01.219393 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-21fc4d69-d00a-410b-9003-79705db7c6df tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 992 time: 0.1021550 Apr 05 12:22:01.337955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:01.451804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:01.483361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4cccacef-a816-4bfe-aafa-32b6e7230c14,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:01.486628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:01.551853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:01.694986 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4dbec-5149-4a7f-bfc8-c515369544be None None] New status for floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:22:02.222657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:02.425890 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-675f203e-688a-4844-a72f-d6bc7fec20cb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.2021470 Apr 05 12:22:03.224510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:03.367845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:03.384256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9eedce0a-e3bd-472a-92b4-2bd3e462af73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:03.387832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:03.452980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:03.568078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57924) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:03.776336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8268666f-fa78-4549-8a79-02ee7346cd0f tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:22:03.776950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8268666f-fa78-4549-8a79-02ee7346cd0f tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Notify agent at dv-neutron-833203-3-hyperv the message router_added_to_agent {{(pid=87958) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 05 12:22:03.795739 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8268666f-fa78-4549-8a79-02ee7346cd0f tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "POST /v2.0/agents/6f932440-a938-49ef-a141-e1ffac056e02/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2266335 Apr 05 12:22:03.798406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57932) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:03.808349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:03.817472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:03.818221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:03.978419 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-114d6518-07e7-4fab-a8ba-3a005939476c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1789017 Apr 05 12:22:03.981096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:03.994105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:04.093161 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-44c6a293-9e62-48c7-8e6a-b9179abf044c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.1108437 Apr 05 12:22:04.342187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:04.345997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:04.354599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:04.355220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:04.527979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:04.860979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:04.865449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd52a14-9359-4650-a1dd-1ecf1f58ccbf None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f7420e60-cf2c-4cdd-840f-1760fb8cb596', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.77', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'port_id': '54adb130-1eb8-473a-912f-6018546edcfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'mac_address': 'fa:16:3e:fe:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325da2e7-e516-4cdf-a819-00f15bacc336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:21:29Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:01Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:05.096910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:05.212106 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a46fcd48-da18-497b-baeb-b16293afcedb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.1129730 Apr 05 12:22:05.258704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:05.330762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:05.331242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:05.497120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:05.529854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4cccacef-a816-4bfe-aafa-32b6e7230c14,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:05.535450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:05.609006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:06.214938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:06.321035 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-09012b1f-d312-4a57-95d3-699ec43c5be8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 990 time: 0.1049449 Apr 05 12:22:06.507059 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbdd69f-e204-4995-8ff0-c25c0ef5a166 None None] New status for floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:22:07.299388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:07.324768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57948) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:07.371208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:07.371696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:07.450772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a71fc7e8-2c24-4964-9f43-a5f9ec57fc10 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 200 len: 992 time: 0.1249022 Apr 05 12:22:07.492970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:07.509259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9eedce0a-e3bd-472a-92b4-2bd3e462af73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:07.513850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:07.514637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:07.629398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:07.642381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 4cccacef-a816-4bfe-aafa-32b6e7230c14 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:07.642754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:08.350544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:08.562873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 08057aa9-75b4-438b-bba5-bf8839f70102 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:22:08.563276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:08.736097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:08.736419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:08.861923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 08057aa9-75b4-438b-bba5-bf8839f70102 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:22:09.107483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:09.154655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=08057aa9-75b4-438b-bba5-bf8839f70102,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:09.240310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:09.252721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:09.253572 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596 disassociated (deleted). External IP: 172.26.5.77, port: 54adb130-1eb8-473a-912f-6018546edcfa. Apr 05 12:22:09.308721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:09.309088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:09.611358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:22:09.792128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:22:09.806075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:09.808800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:09.815163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:09.815800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:09.863498 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0676e959-02d6-4c08-967e-68df2cbb7a24 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/f7420e60-cf2c-4cdd-840f-1760fb8cb596 HTTP/1.1" status: 204 len: 168 time: 1.5118358 Apr 05 12:22:09.864085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:22:10.008622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:10.058830 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa', 'status': 'completed', 'code': 200} Apr 05 12:22:10.231064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-c54e202e-7a78-4fd8-be7f-abf699dc4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:10.233599 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-c54e202e-7a78-4fd8-be7f-abf699dc4f07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 1098 time: 0.1349697 Apr 05 12:22:10.314712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc9757-4f6c-4baa-9ca3-9dae3688144a req-249f9171-9448-4b0e-9aaf-c008a1a399e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:10.316250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dadc9757-4f6c-4baa-9ca3-9dae3688144a req-249f9171-9448-4b0e-9aaf-c008a1a399e9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.1412721 Apr 05 12:22:10.361409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:05Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:10.366374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:10.367572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dadc9757-4f6c-4baa-9ca3-9dae3688144a req-59896b7c-2d96-452c-8bc1-a3df4333d135 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455878 Apr 05 12:22:10.377976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:10.378719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:10.392106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-c4627f31-9b1a-4ef4-8368-f978eac8ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:10.394137 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-c4627f31-9b1a-4ef4-8368-f978eac8ee4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 200 len: 898 time: 0.1540787 Apr 05 12:22:10.465613 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-9f1321bb-a004-4b7e-99a4-2e3d14786549 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 200 len: 217 time: 0.0649583 Apr 05 12:22:10.528384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-9cbe07c5-0e9c-4318-9f8b-d76885a1a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:10.529849 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-9cbe07c5-0e9c-4318-9f8b-d76885a1a97f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25ace964-7209-4d49-968d-3f52e0540f59 HTTP/1.1" status: 200 len: 835 time: 0.0581443 Apr 05 12:22:10.562172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:10.625344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-2865b30d-de39-4a9f-9561-6e02fbb2e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:10.626881 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-2865b30d-de39-4a9f-9561-6e02fbb2e5c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912995 Apr 05 12:22:10.871314 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-1073092b-1ec8-4b82-a101-a5809fd4d9c7 service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369826 Apr 05 12:22:10.918956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:05Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:10.922955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70178d5d-68dc-422f-b292-fe72651b6de3 None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:21:12Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '4cccacef-a816-4bfe-aafa-32b6e7230c14', 'name': '', 'network_id': 'b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:59:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '25ace964-7209-4d49-968d-3f52e0540f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:11Z', 'updated_at': '2022-04-05T12:22:05Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '25ace964-7209-4d49-968d-3f52e0540f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:11.010610 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-79e86fbe-649b-48f8-9914-3eae5df24464 req-b637d387-479b-460b-a54e-d903aa4e629a service neutron] 10.222.0.30 "GET /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326478 Apr 05 12:22:11.473688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-8e559b46-82ef-4b9b-b22b-0d0875408548 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:11.474509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-8e559b46-82ef-4b9b-b22b-0d0875408548 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:22:11.492326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-8e559b46-82ef-4b9b-b22b-0d0875408548 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:22:11.493580 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-8e559b46-82ef-4b9b-b22b-0d0875408548 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.1055684 Apr 05 12:22:11.569689 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 54adb130-1eb8-473a-912f-6018546edcfa {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:22:11.570058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:11.573393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5e543-76f4-49fa-a3ce-884db685bd96 req-003dee3f-10c2-4f57-9154-17a8b2485988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:11.574939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0b5e543-76f4-49fa-a3ce-884db685bd96 req-003dee3f-10c2-4f57-9154-17a8b2485988 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 945 time: 0.0943258 Apr 05 12:22:11.623948 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0b5e543-76f4-49fa-a3ce-884db685bd96 req-a1c24ce1-da68-4cdc-8852-6709d9edb65f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=fa555a47-14c1-4348-8f36-6f6a8393a6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Apr 05 12:22:11.683431 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb06bbb-7cde-4c72-9ab0-d88d09f032a2 None None] New status for floating IP f7420e60-cf2c-4cdd-840f-1760fb8cb596: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:22:11.850648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 54adb130-1eb8-473a-912f-6018546edcfa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=54adb130-1eb8-473a-912f-6018546edcfa,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:11.851198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:11.972077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 54adb130-1eb8-473a-912f-6018546edcfa owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:22:12.117705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:12.180262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=54adb130-1eb8-473a-912f-6018546edcfa,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:12.260307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 54adb130-1eb8-473a-912f-6018546edcfa on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:22:12.262585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:12.265020 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'name': 'network-vif-deleted', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:22:12.282227 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ac15de89-b782-48b1-95fa-9267d118cd1e req-f2b71d7a-7791-4c5e-be00-1124c386be13 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/54adb130-1eb8-473a-912f-6018546edcfa HTTP/1.1" status: 204 len: 173 time: 0.7832916 Apr 05 12:22:12.312833 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325da2e7-e516-4cdf-a819-00f15bacc336', 'name': 'network-vif-deleted', 'tag': '54adb130-1eb8-473a-912f-6018546edcfa', 'status': 'completed', 'code': 200} Apr 05 12:22:12.794716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b596934-acf0-4edf-87bf-aa1fd7d98821 req-0cde1721-fe59-4dd5-bd5c-7640ddafb82f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=325da2e7-e516-4cdf-a819-00f15bacc336 HTTP/1.1" status: 200 len: 210 time: 0.0443397 Apr 05 12:22:13.903300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:13.970664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:14.000835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:14.070506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:14.089015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa555a47-14c1-4348-8f36-6f6a8393a6d3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:14.099122 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:14.102792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8af5809d-70fc-4c28-80d2-c657c52a12a4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/fa555a47-14c1-4348-8f36-6f6a8393a6d3 HTTP/1.1" status: 204 len: 168 time: 0.1959352 Apr 05 12:22:14.140512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57984) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:14.834574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:15.197563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 4cccacef-a816-4bfe-aafa-32b6e7230c14 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:22:15.198147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:15.416136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 4cccacef-a816-4bfe-aafa-32b6e7230c14, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=4cccacef-a816-4bfe-aafa-32b6e7230c14,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:15.416405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:15.540288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 4cccacef-a816-4bfe-aafa-32b6e7230c14 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:22:15.816984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:15.891485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=4cccacef-a816-4bfe-aafa-32b6e7230c14,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:16.040531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.040893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.041189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.041516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.041841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.042168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.042486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.042906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.043133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.043456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.043774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.044089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:16.279461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:16.651118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 30939aff-9ba9-4789-911b-e6c1a7f0e55f has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:22:16.828406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:22:16.838555 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Sync routers for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:16.841279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-32e64025-f35f-425b-91ba-ca99b49eb1de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996605 Apr 05 12:22:16.843932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 57988) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:16.844490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 54adb130-1eb8-473a-912f-6018546edcfa no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:16.885726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 54adb130-1eb8-473a-912f-6018546edcfa {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:22:16.886072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 54adb130-1eb8-473a-912f-6018546edcfa not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:22:16.893675 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:16.894796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:16.914012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet 25ace964-7209-4d49-968d-3f52e0540f59 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:22:16.917058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:16.974931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.061744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.072813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:17.141178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.181748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=25ace964-7209-4d49-968d-3f52e0540f59,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:17.185749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.196851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08c7bab2-7f8a-4c01-bbcb-b5a97cb3722a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/25ace964-7209-4d49-968d-3f52e0540f59 HTTP/1.1" status: 204 len: 168 time: 0.3494062 Apr 05 12:22:17.197011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f68de-e118-493d-ada6-56c965f1d479 None None] Network b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:22:17.197221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57992) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:17.384380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.530668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:22:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:17.535918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Checking router: 30939aff-9ba9-4789-911b-e6c1a7f0e55f for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:17.545632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Routers {'30939aff-9ba9-4789-911b-e6c1a7f0e55f'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:17.546265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:17.599279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] DHCP port deletion for b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:22:17.618413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Deleting port 57b1dfb2-9055-444b-8af5-7fee111bad06 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:22:17.618791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.675205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.687799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 9eedce0a-e3bd-472a-92b4-2bd3e462af73 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:22:17.687799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.875258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 9eedce0a-e3bd-472a-92b4-2bd3e462af73, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9eedce0a-e3bd-472a-92b4-2bd3e462af73,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:17.875479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:17.883911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] Set router 30939aff-9ba9-4789-911b-e6c1a7f0e55f gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:18.010963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 9eedce0a-e3bd-472a-92b4-2bd3e462af73 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:22:18.164390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] For port 57b1dfb2-9055-444b-8af5-7fee111bad06, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=57b1dfb2-9055-444b-8af5-7fee111bad06,segment=NetworkSegment(e9ff57a4-77cb-4c72-a269-1cd441f1d632),segment_id=e9ff57a4-77cb-4c72-a269-1cd441f1d632)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:18.164785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.186262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.247941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=9eedce0a-e3bd-472a-92b4-2bd3e462af73,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:18.290273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.290538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.290882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.291251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.291588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.291924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.292267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.292582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.292910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.293236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.293562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.293928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.294136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Calling delete_port for 57b1dfb2-9055-444b-8af5-7fee111bad06 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:22:18.355698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.423449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.474877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Pushing event deleted for resources: {'Port': ['ID=57b1dfb2-9055-444b-8af5-7fee111bad06,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:18.477234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] No DVR routers for this DVR port 57b1dfb2-9055-444b-8af5-7fee111bad06 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:22:18.488346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.488703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.489049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.489392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.489822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.490058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.490393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.490722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.491067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.491401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.491731 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.492058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f2d359-ca11-4c97-a694-8b91d0ba495b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:18.496519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:22:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:18.500964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1dc0c-2e7e-4a8a-b375-a888703f4451 None None] The sync data for ids ['30939aff-9ba9-4789-911b-e6c1a7f0e55f'] in dv-neutron-833203-3-hyperv is: [{'id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'name': 'tempest-TestNetworkBasicOps-router-1453497283', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90'}], 'enable_snat': True}, 'gw_port_id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:21:07Z', 'updated_at': '2022-04-05T12:22:15Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '9eedce0a-e3bd-472a-92b4-2bd3e462af73', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30939aff-9ba9-4789-911b-e6c1a7f0e55f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:21:08Z', 'updated_at': '2022-04-05T12:22:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:18.558033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.561296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.589977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.590788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router 30939aff-9ba9-4789-911b-e6c1a7f0e55f {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:22:18.607781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.608951 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-905619ce-bbab-4fad-9a0d-afedb5453793 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/30939aff-9ba9-4789-911b-e6c1a7f0e55f HTTP/1.1" status: 204 len: 168 time: 1.4108729 Apr 05 12:22:18.611760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 57996) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:18.736174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.873809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.905074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:18.917063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ff57a4-77cb-4c72-a269-1cd441f1d632') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:18.917354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ff57a4-77cb-4c72-a269-1cd441f1d632') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:18.928899 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.946200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.952761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:22:18.954748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:22:18.969496 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:22:19.049158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.077838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.080538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:19.094176 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eacc7f9f-7c47-45c3-9903-e52d6dd53389 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/b77edfb1-a4f3-4bc0-8f46-ef9b9531ac6a HTTP/1.1" status: 204 len: 168 time: 0.4807985 Apr 05 12:22:19.120150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58000) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:19.126894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1741717627', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:19.133210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:19.137852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:19.141030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:19.147671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:19.159598 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:22:19.163124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.198191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:22:19.208601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.208947 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment 4c3d9886-3482-40c2-a3fa-767c9b7ba36f of type vlan for network ff0172a3-3b19-46d9-bbf1-112ac0e292fe Apr 05 12:22:19.240207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.269223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.274577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:19.275202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.379470 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2579360 Apr 05 12:22:19.383751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58004) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:19.385447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cb4fc-47b3-4085-a4c9-888a0a6ffc1b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=ff0172a3-3b19-46d9-bbf1-112ac0e292fe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:19.390457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:19.397508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:22:19.401617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:19.405341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:19.408245 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:19.418037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:19.428316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.429784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.444396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:19.598639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 57b1dfb2-9055-444b-8af5-7fee111bad06 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:19.638015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 57b1dfb2-9055-444b-8af5-7fee111bad06 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:22:19.638281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 57b1dfb2-9055-444b-8af5-7fee111bad06 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:22:19.638685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:19.674101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 4cccacef-a816-4bfe-aafa-32b6e7230c14 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:22:19.674446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 4cccacef-a816-4bfe-aafa-32b6e7230c14 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:22:19.829931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:20.141878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:20.174211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:20.309761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.244 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/cde7b8fc-bd2f-4373-9fd6-446bf47940ef) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:22:20.459348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:20.489555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:20.552371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:20.555022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:20.557356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:22:20.603287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:20.972909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:21.195520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:22:21.230338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9eedce0a-e3bd-472a-92b4-2bd3e462af73 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:22:21.230589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9eedce0a-e3bd-472a-92b4-2bd3e462af73 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:22:21.421287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:21.625431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 5284793a-26e0-45f5-83f0-9a07751e3542 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:22:21.813625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:22:21.822979 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Sync routers for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:21.833488 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:21.834096 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:21.841198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:21.842426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08ca9ada-5895-4ac4-b508-9246f773c0aa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4576068 Apr 05 12:22:21.845644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58010) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:21.890074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-060b08c8-13fc-4c46-9fdc-dec38e729cec tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408056 Apr 05 12:22:21.890258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58014) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:22.018068 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:22.022547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c851119b-a8fa-431f-a433-81fc3406d5be tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:22.026721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c851119b-a8fa-431f-a433-81fc3406d5be tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330657 Apr 05 12:22:22.026897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58018) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:22.065794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ae705286-0e7a-414e-b3bb-572a179c403d tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377870 Apr 05 12:22:22.068824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58022) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:22.074079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209645719', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:22.184559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:22.188452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:22.191277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:22.196987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:22.207489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:22:22.210882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.314082 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:20Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:22.319382 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Checking router: 5284793a-26e0-45f5-83f0-9a07751e3542 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:22.319967 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Updating router 5284793a-26e0-45f5-83f0-9a07751e3542 port cde7b8fc-bd2f-4373-9fd6-446bf47940ef binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:22:22.380770 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.440301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.520461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=4f398d3c-7e26-4abb-b176-51883e24a42e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:22.531358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:22:22.531725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: ff0172a3-3b19-46d9-bbf1-112ac0e292fe, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:22:22.550684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:22:22.560070 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ff0172a3-3b19-46d9-bbf1-112ac0e292fe) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:22.564135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:22.564719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.569233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f5f485-11e3-45f0-9266-ddebddfce258 None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:22:22.589291 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e225220f-f232-4f79-9180-efd4f147f02c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5166771 Apr 05 12:22:22.589501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58026) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:22.731556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.745826 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Transition to ACTIVE for port object cde7b8fc-bd2f-4373-9fd6-446bf47940ef will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:22.754912 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.815468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:22:22.817911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.828566 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Attempting to bind port cde7b8fc-bd2f-4373-9fd6-446bf47940ef on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:22:22.829150 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Attempting to bind port cde7b8fc-bd2f-4373-9fd6-446bf47940ef by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:22:22.829378 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Attempting to bind port cde7b8fc-bd2f-4373-9fd6-446bf47940ef on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:22:22.845843 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:22:22.846311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:22:22.846609 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.847006 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:22:22.847505 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Bound port: cde7b8fc-bd2f-4373-9fd6-446bf47940ef, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:22:22.847877 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:22.905373 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Pushing event updated for resources: {'Port': ['ID=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:22.924075 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.926026 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.926026 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.927713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.927713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.927713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.927713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.927713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.928111 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.928111 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.928513 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.928750 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:22:22.966078 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] For port cde7b8fc-bd2f-4373-9fd6-446bf47940ef, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:22:22.969127 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] For port cde7b8fc-bd2f-4373-9fd6-446bf47940ef, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:22:22.973535 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.012355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Allocated IP 172.20.0.2 (ff0172a3-3b19-46d9-bbf1-112ac0e292fe/4f398d3c-7e26-4abb-b176-51883e24a42e/cbca7f84-514a-43d0-9837-0a356ad8dc2b) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:22:23.058988 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:23.059665 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:21:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:23.127438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a73da-0111-4d8c-920c-faafd4780487 None None] Pushing event updated for resources: {'Port': ['ID=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:23.209996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c441c3e-58bf-4137-944a-2e800684b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.254132 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:23.317450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.333791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Transition to ACTIVE for port object cbca7f84-514a-43d0-9837-0a356ad8dc2b will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:23.354046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Transition to ACTIVE for port object cbca7f84-514a-43d0-9837-0a356ad8dc2b will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:23.360336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.424834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:23.432986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:23.438103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:22:23.446305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Pushing event updated for resources: {'Port': ['ID=cbca7f84-514a-43d0-9837-0a356ad8dc2b,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:23.522110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.538882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Attempting to bind port cbca7f84-514a-43d0-9837-0a356ad8dc2b on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:22:23.539273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Attempting to bind port cbca7f84-514a-43d0-9837-0a356ad8dc2b by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:22:23.539633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Attempting to bind port cbca7f84-514a-43d0-9837-0a356ad8dc2b on network ff0172a3-3b19-46d9-bbf1-112ac0e292fe {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:22:23.544928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:22:23.545785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Checking segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:22:23.545785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.546099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Bound using segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:22:23.546501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Bound port: cbca7f84-514a-43d0-9837-0a356ad8dc2b, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:22:23.546900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.567668 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:20Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:23.571680 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b809d9c-04ef-4a9c-99c5-ff5fc46d799d None None] The sync data for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv is: [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:20Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:23.651799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] For port cbca7f84-514a-43d0-9837-0a356ad8dc2b, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:22:23.656184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] For port cbca7f84-514a-43d0-9837-0a356ad8dc2b, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbca7f84-514a-43d0-9837-0a356ad8dc2b,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:22:23.661378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:23.756072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24473d22-eadc-4da4-865b-079f76eefff2 None None] Pushing event updated for resources: {'Port': ['ID=cbca7f84-514a-43d0-9837-0a356ad8dc2b,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:23.996351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (ff0172a3-3b19-46d9-bbf1-112ac0e292fe/4f398d3c-7e26-4abb-b176-51883e24a42e/e9ba2b36-6b24-401b-8fa1-85c3cd709853) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:22:24.195681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:24.212523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object e9ba2b36-6b24-401b-8fa1-85c3cd709853 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:24.237393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:24.305564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:24.313699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:24.318402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:22:24.353066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:24.384545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:24.453169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:24.783829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c0246-df30-4784-a8f7-b3cfe437ac45 None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:22:24.813685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:24.896458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-451fcb66-97c5-412a-a6b6-25b9b394faea None None] Provisioning for port cbca7f84-514a-43d0-9837-0a356ad8dc2b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:25.267395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8c600c1-ec08-49d9-8833-c78006f9c58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.299461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.306167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.311279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cde7b8fc-bd2f-4373-9fd6-446bf47940ef up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:25.397156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-45fb07cc-01e6-45a3-ba6b-c576d1da711f None None] Provisioning for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:25.402985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cde7b8fc-bd2f-4373-9fd6-446bf47940ef completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:25.406987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-45fb07cc-01e6-45a3-ba6b-c576d1da711f None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:25.407386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45fb07cc-01e6-45a3-ba6b-c576d1da711f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.435711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:25.438405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.443568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cde7b8fc-bd2f-4373-9fd6-446bf47940ef triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:25.443943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.513251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-45fb07cc-01e6-45a3-ba6b-c576d1da711f None None] Port e9ba2b36-6b24-401b-8fa1-85c3cd709853 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:22:25.578444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.584278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:25.585358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:25.595466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cde7b8fc-bd2f-4373-9fd6-446bf47940ef, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:25.600904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.601727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbca7f84-514a-43d0-9837-0a356ad8dc2b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:25.734986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-38b233a5-84b1-4d61-b97f-71f26116c483 None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:25.735402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-38b233a5-84b1-4d61-b97f-71f26116c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.776876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:25.790668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 5284793a-26e0-45f5-83f0-9a07751e3542 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:22:25.801430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-38b233a5-84b1-4d61-b97f-71f26116c483 None None] Port e9ba2b36-6b24-401b-8fa1-85c3cd709853 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:22:25.809926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cbca7f84-514a-43d0-9837-0a356ad8dc2b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:25.815177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cbca7f84-514a-43d0-9837-0a356ad8dc2b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:25.815549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.949950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5b45e8ab-343e-4d9c-9db7-b27e83865fdd None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:25.950322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5b45e8ab-343e-4d9c-9db7-b27e83865fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.979355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:22:25.980935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:25.993658 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8cdbee99-aadb-4b88-a895-60a9887eb89b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/5284793a-26e0-45f5-83f0-9a07751e3542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4031692 Apr 05 12:22:25.996122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58030) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:25.998464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Sync routers for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:26.039846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:26.040536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:22:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:26.117022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5b45e8ab-343e-4d9c-9db7-b27e83865fdd None None] Port e9ba2b36-6b24-401b-8fa1-85c3cd709853 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:22:26.121188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cbca7f84-514a-43d0-9837-0a356ad8dc2b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbca7f84-514a-43d0-9837-0a356ad8dc2b,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:26.127599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:26.140981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e31b83-dad5-43c4-beb0-f11515e0b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.141456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e31b83-dad5-43c4-beb0-f11515e0b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.141911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e31b83-dad5-43c4-beb0-f11515e0b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.142358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e31b83-dad5-43c4-beb0-f11515e0b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.144518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-40e31b83-dad5-43c4-beb0-f11515e0b0b9 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1474884 Apr 05 12:22:26.147239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:26.216512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b790393-765d-421c-80b9-1788b28c3136 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.216916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b790393-765d-421c-80b9-1788b28c3136 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.217369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b790393-765d-421c-80b9-1788b28c3136 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.217908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b790393-765d-421c-80b9-1788b28c3136 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:26.219765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8b790393-765d-421c-80b9-1788b28c3136 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0716538 Apr 05 12:22:26.222418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58038) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:26.332614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cbca7f84-514a-43d0-9837-0a356ad8dc2b,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:26.343719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:26.529077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:26.529752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:26.562580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c17aed2b-f076-4773-ad52-25b2afd51848 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3390617 Apr 05 12:22:26.695698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:26.700390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Checking router: 5284793a-26e0-45f5-83f0-9a07751e3542 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:26.700781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Updating router 5284793a-26e0-45f5-83f0-9a07751e3542 port e9ba2b36-6b24-401b-8fa1-85c3cd709853 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:22:26.754006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.092382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.105360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Transition to ACTIVE for port object e9ba2b36-6b24-401b-8fa1-85c3cd709853 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:27.115753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.173687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58044) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:27.180403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745686207', 'description': 'tempest-secgroup-smoke-745686207 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:27.187331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.191706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.195079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.201950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.221678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.251987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.253208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.256734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.263166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.277370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9eafc-3f00-4650-9f5f-70774d88b960 None None] Pushing event updated for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.286660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cde7b8fc-bd2f-4373-9fd6-446bf47940ef up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:27.350668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.355506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.390144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Attempting to bind port e9ba2b36-6b24-401b-8fa1-85c3cd709853 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:22:27.390533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Attempting to bind port e9ba2b36-6b24-401b-8fa1-85c3cd709853 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:22:27.391064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Attempting to bind port e9ba2b36-6b24-401b-8fa1-85c3cd709853 on network ff0172a3-3b19-46d9-bbf1-112ac0e292fe {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:22:27.404563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:22:27.404955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Checking segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:22:27.405320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.405714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Bound using segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:22:27.405832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde6584-864c-4d1d-9015-7ca5a4abb672,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.406194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Bound port: e9ba2b36-6b24-401b-8fa1-85c3cd709853, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:22:27.406572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.413487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.414590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a2a20921-ef44-48a8-8516-1f047200c1fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2394044 Apr 05 12:22:27.417467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58048) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:27.422854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:27.432442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.436593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.440453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.447078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.464600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.470824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cde7b8fc-bd2f-4373-9fd6-446bf47940ef triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:27.471222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.530325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.534652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.563048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98916bce-dcb7-4889-ba2d-72e7fbbc77c3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.569739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.571302 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b31cf252-9c81-421b-8a29-4c6cd14c43cd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525905 Apr 05 12:22:27.573870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58052) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:27.575643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] For port e9ba2b36-6b24-401b-8fa1-85c3cd709853, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:22:27.579141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] For port e9ba2b36-6b24-401b-8fa1-85c3cd709853, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9ba2b36-6b24-401b-8fa1-85c3cd709853,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:22:27.580256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:27.586894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.590901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.593856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.600642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.608181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.618053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.691409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbca7f84-514a-43d0-9837-0a356ad8dc2b up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:27.695973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.701730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.728519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f50a2a6-037c-41bf-a456-38e87d61b3d1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.739923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.743518 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dbe5af76-52fa-4059-9560-b4e44fdf857a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1680183 Apr 05 12:22:27.744189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58056) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:27.749668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:27.755784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.760343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.763646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.768769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:27.769411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:22:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:27.770264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.792144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.870142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.877274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.896831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.897500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9eafc-3f00-4650-9f5f-70774d88b960 None None] Pushing event updated for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.903742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520bad58-36ab-4148-b76b-2278ef17a632,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:27.914305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.918277 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b6380258-60f0-4076-b7ec-485815a5d847 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701102 Apr 05 12:22:27.918506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58060) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:27.923521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:27.929344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:27.933186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:27.936040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:27.942435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:27.961677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:27.995375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cbca7f84-514a-43d0-9837-0a356ad8dc2b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:27.995906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.035842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.039850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.065301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b8d115-59c2-4c40-b59d-2eead48678d7,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:28.077186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.082351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58064) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:28.083278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c54dd8df-1cda-4365-b2c3-a31a49cf8a18 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636703 Apr 05 12:22:28.086488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:28.088857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:28.094952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:28.099251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:28.102219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:28.108561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:28.119948 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:22:28.126700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.197763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.201499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.229721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab29740-a2b9-440e-b119-339c9a6cde69,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:28.238576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.242217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-282e1fc1-f1c7-4e5b-b519-b864ab506742 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572735 Apr 05 12:22:28.242363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58068) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:28.248205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '0fde6584-864c-4d1d-9015-7ca5a4abb672', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:28.254214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:28.258633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:28.262215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:28.268569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:28.279300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:22:28.286958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.354173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.358256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.384976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2c699c-9b13-4b12-a2b6-8ac9030de4cd,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:28.395184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:28.396808 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0d0e41a-123b-48d9-982a-c2ac6ed36745 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533141 Apr 05 12:22:28.469378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:27Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:28.474084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723160b6-b66c-44b2-b6de-e4a011cf0538 None None] The sync data for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv is: [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:27Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:28.645495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-9dfbcaa1-0b2a-4fa2-8176-9161848ab602 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:22:28.662646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-9dfbcaa1-0b2a-4fa2-8176-9161848ab602 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:22:28.663876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-9dfbcaa1-0b2a-4fa2-8176-9161848ab602 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745686207&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0595398 Apr 05 12:22:28.825737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-de2eda42-3de8-476d-b956-905c935f556e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:28.827245 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-de2eda42-3de8-476d-b956-905c935f556e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 797 time: 0.1554058 Apr 05 12:22:28.843990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-487adc10-bd46-4271-8c65-224ffee3ba97 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0098410 Apr 05 12:22:28.934879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-d0df09d8-5295-4714-b91d-01734674e248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:22:28.951076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-d0df09d8-5295-4714-b91d-01734674e248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:22:28.952356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-d0df09d8-5295-4714-b91d-01734674e248 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022813 Apr 05 12:22:29.155275 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-7d69991f-88ed-4d3e-b073-1fdc721dcc03 service neutron] 10.222.0.50 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896648 Apr 05 12:22:29.277024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9ba2b36-6b24-401b-8fa1-85c3cd709853 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:29.312175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-294ffe27-52e6-480d-8335-a70ff4f2397e service neutron] 10.222.0.50 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502347 Apr 05 12:22:29.350217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:29.355884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:29.356294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:29.513394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:29.540304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e71151b9-01ab-493f-b58c-7a0d9e26b122 req-84a9a003-0ba4-4d76-8e9b-69aea3097063 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 210 time: 0.0562487 Apr 05 12:22:29.557450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e9ba2b36-6b24-401b-8fa1-85c3cd709853, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9ba2b36-6b24-401b-8fa1-85c3cd709853,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:29.563761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:29.641855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:30.697385 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2edae1af-fa84-495d-abf7-0753be16ae49 req-3a6d816e-ea43-4013-81e6-f734e5ecc117 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 210 time: 0.0458529 Apr 05 12:22:30.893285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-9e782840-efcb-47f0-b755-efc183d98274 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:30.894107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-9e782840-efcb-47f0-b755-efc183d98274 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:22:30.909937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-9e782840-efcb-47f0-b755-efc183d98274 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:22:30.911076 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-9e782840-efcb-47f0-b755-efc183d98274 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 797 time: 0.2987776 Apr 05 12:22:30.957691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-51b124d2-38a7-42fb-b2d3-37791f5abb4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:22:30.970044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-c5e99161-77c7-4641-8989-9721311c218f req-51b124d2-38a7-42fb-b2d3-37791f5abb4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:22:30.971092 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-51b124d2-38a7-42fb-b2d3-37791f5abb4c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 379 time: 0.0520520 Apr 05 12:22:30.980203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['0fde6584-864c-4d1d-9015-7ca5a4abb672']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:31.130969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:31.140173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:31.149540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:22:31.153017 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.251961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9ba2b36-6b24-401b-8fa1-85c3cd709853 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:31.295817 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:22:31.321143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:31.321784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.322888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.13 (ff0172a3-3b19-46d9-bbf1-112ac0e292fe/4f398d3c-7e26-4abb-b176-51883e24a42e/5c9497e0-66db-4617-b8b8-e8f10d5e2ac4) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:22:31.529398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.544818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:31.568919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.642669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:31.651346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:31.656171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:22:31.689650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:31.731921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:31.732548 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.760888 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-a87ef5b4-3d6f-4e4e-b4b7-96d18adff654 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7845523 Apr 05 12:22:31.773204 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Request body: {'port': {'device_id': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:31.886064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f8c842ea-afce-407b-92ce-071832fed9f1 None None] Provisioning for port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:31.892280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f8c842ea-afce-407b-92ce-071832fed9f1 None None] Provisioning complete for port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:31.892946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f8c842ea-afce-407b-92ce-071832fed9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.897042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a521f-63c5-4d3a-83d6-200a5e208c14 req-2328abcb-e33f-4017-8226-25a1b274d85c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:31.897920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:31.898503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1c8a521f-63c5-4d3a-83d6-200a5e208c14 req-2328abcb-e33f-4017-8226-25a1b274d85c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 932 time: 0.0854473 Apr 05 12:22:31.946378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1c8a521f-63c5-4d3a-83d6-200a5e208c14 req-57e4322c-00ce-473b-b4f5-69a08d4853a7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Apr 05 12:22:31.950327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f8c842ea-afce-407b-92ce-071832fed9f1 None None] Port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:22:32.264313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:22:32.271856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:32.286546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Transition to ACTIVE for port object 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:22:32.290374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:32.455999 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:32.538700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Attempting to bind port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:22:32.539041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Attempting to bind port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:22:32.539375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Attempting to bind port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 on network ff0172a3-3b19-46d9-bbf1-112ac0e292fe {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:22:32.543864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 on network ff0172a3-3b19-46d9-bbf1-112ac0e292fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:22:32.544176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Attempting to bind port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 on network ff0172a3-3b19-46d9-bbf1-112ac0e292fe {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:22:32.549225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:22:32.549553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Checking segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:22:32.549925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Bound using segment: {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:22:32.550373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Bound port: 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3d9886-3482-40c2-a3fa-767c9b7ba36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:22:32.550712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:32.645219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:22:32.648113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:22:32.656966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:32.712391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:32.712984 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:32.714317 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 1094 time: 0.9462583 Apr 05 12:22:32.714741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:22:32.744904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abece648-45ac-480c-b6a3-2574c1bf3a84 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:32.892101 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'status': 'completed', 'code': 200} Apr 05 12:22:32.928162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-b5e5f556-ae4c-42d7-9b33-35a9ee556673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:32.929659 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-b5e5f556-ae4c-42d7-9b33-35a9ee556673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1097 time: 0.1772354 Apr 05 12:22:33.004004 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-ac130326-44f4-45eb-a111-385a3ebfce10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0666146 Apr 05 12:22:33.067830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-5a66cc42-8733-4c74-985c-f6b1ed8091ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.069392 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-5a66cc42-8733-4c74-985c-f6b1ed8091ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0602920 Apr 05 12:22:33.132344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58023a6-e8d8-4601-b32f-2aa473762fc8 req-14ebf7ea-37a1-4baa-9e5b-49c0dcc99ae8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.133797 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f58023a6-e8d8-4601-b32f-2aa473762fc8 req-14ebf7ea-37a1-4baa-9e5b-49c0dcc99ae8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 944 time: 0.0795305 Apr 05 12:22:33.144462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e99161-77c7-4641-8989-9721311c218f req-158385e2-ad8d-42a6-865a-eaf66902ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.145920 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-158385e2-ad8d-42a6-865a-eaf66902ce5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705914 Apr 05 12:22:33.178793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f58023a6-e8d8-4601-b32f-2aa473762fc8 req-fb4aa687-ac93-40c7-b776-e5dccafb23d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393126 Apr 05 12:22:33.279912 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-1bad7502-be09-4880-86df-101ecb94339c service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277084 Apr 05 12:22:33.416736 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c5e99161-77c7-4641-8989-9721311c218f req-56e588c1-ff89-42f5-8570-2e0fa9f63f53 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305499 Apr 05 12:22:33.537640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-6986731c-09a2-4dbf-b1e3-a9e39150920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.539052 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-6986731c-09a2-4dbf-b1e3-a9e39150920d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1097 time: 0.0764287 Apr 05 12:22:33.672300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-2920fd04-a2c6-4e14-af6a-74e28bcc9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.673794 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-2920fd04-a2c6-4e14-af6a-74e28bcc9f91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.1284640 Apr 05 12:22:33.744328 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-63665e2b-204f-43fe-af2c-c54b1204ddb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0632994 Apr 05 12:22:33.807661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-72969c12-1d21-4020-8233-982562f7c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.809014 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-72969c12-1d21-4020-8233-982562f7c9ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0589964 Apr 05 12:22:33.884237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-bf428325-68e9-40d1-a235-f792acffe220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:33.885688 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-bf428325-68e9-40d1-a235-f792acffe220 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699108 Apr 05 12:22:34.015812 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-84d92897-6eaa-458f-8ea7-99a29cb7234a service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236317 Apr 05 12:22:34.149409 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-88e09234-1d80-4cc9-9d81-2fd74bc0aef4 req-7933924a-9f24-4d4f-9e23-b1727e24f2fc service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273265 Apr 05 12:22:34.373304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1493f-9cbc-4142-9aeb-22e6b2619d33 req-8603baa4-833f-4f42-8250-e4b14462960e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:34.374648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31e1493f-9cbc-4142-9aeb-22e6b2619d33 req-8603baa4-833f-4f42-8250-e4b14462960e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 944 time: 0.0827267 Apr 05 12:22:34.419213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31e1493f-9cbc-4142-9aeb-22e6b2619d33 req-989f608b-040e-432f-a9ea-18434e05cec2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381773 Apr 05 12:22:35.613387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf17b94-3581-4612-a730-4f78c5d10162 req-548d5176-c304-428d-85c3-35d8df16fb9c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:35.615128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bf17b94-3581-4612-a730-4f78c5d10162 req-548d5176-c304-428d-85c3-35d8df16fb9c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 944 time: 0.0867157 Apr 05 12:22:35.664632 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bf17b94-3581-4612-a730-4f78c5d10162 req-81f01bf7-9c70-4cbd-ae05-b80bdf6a0c35 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439377 Apr 05 12:22:36.849806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f91f-5008-44c8-9d09-f65831931eb1 req-37a88f71-0fa6-4016-8aa1-cece81652f56 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:36.851295 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b97f91f-5008-44c8-9d09-f65831931eb1 req-37a88f71-0fa6-4016-8aa1-cece81652f56 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 944 time: 0.0790849 Apr 05 12:22:36.871233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:22:36.896491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b97f91f-5008-44c8-9d09-f65831931eb1 req-f2af74ff-aa75-48dd-9c6a-e9a2947d7a3a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390646 Apr 05 12:22:37.010221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:37.027510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'port_id': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'mac_address': 'fa:16:3e:ec:11:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:22:37.084395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:37.101195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:22:37.117080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:37.121561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:37.191532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:37.333602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:22:38.093556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5865-51ff-44c4-9771-1d179b3dca4c req-694d37a1-1ca7-4b34-a96d-e58566cb3e0a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:38.095513 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e37f5865-51ff-44c4-9771-1d179b3dca4c req-694d37a1-1ca7-4b34-a96d-e58566cb3e0a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 945 time: 0.0940306 Apr 05 12:22:38.249450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e37f5865-51ff-44c4-9771-1d179b3dca4c req-bce12ebd-3e8c-4ab0-ad7f-b06c265621b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476364 Apr 05 12:22:38.890383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:22:38.961785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:22:38.966939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:22:38.967441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:39.083261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:39.116455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:22:39.126407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:22:39.131047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:39.204332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:39.233744 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'code': 200} Apr 05 12:22:39.441524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985776-d5b5-47fe-a9b8-30f6b213c5ef req-7886162c-41a3-4383-a833-cf86a11156de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:39.442804 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74985776-d5b5-47fe-a9b8-30f6b213c5ef req-7886162c-41a3-4383-a833-cf86a11156de tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0875802 Apr 05 12:22:39.468528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114aaa-711e-4ec7-b13a-16fc4900e558 req-9d83f78a-db63-4e37-a7cc-94ba8fb86aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:39.470908 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48114aaa-711e-4ec7-b13a-16fc4900e558 req-9d83f78a-db63-4e37-a7cc-94ba8fb86aae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.0776410 Apr 05 12:22:39.488577 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74985776-d5b5-47fe-a9b8-30f6b213c5ef req-b32edfaf-d4d5-4a88-bfb5-814c43917b59 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395484 Apr 05 12:22:39.516589 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-48114aaa-711e-4ec7-b13a-16fc4900e558 req-797dc37b-32a2-4272-be51-573ea756fcf9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Apr 05 12:22:40.684812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d528cc-5d79-4da1-923a-37432c02865d req-2bfbf65c-cc87-4f9f-9076-e16f878f55da tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:40.686283 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a9d528cc-5d79-4da1-923a-37432c02865d req-2bfbf65c-cc87-4f9f-9076-e16f878f55da tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0886533 Apr 05 12:22:40.742923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a9d528cc-5d79-4da1-923a-37432c02865d req-cb34c537-dab8-482f-9bf5-75135db2f8e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501204 Apr 05 12:22:41.932745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4134f9-9f2a-46e7-bcf0-e9f5c87bee80 req-57cc38e9-7659-4b6e-a73d-7cbbf3b48d95 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:41.934200 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8f4134f9-9f2a-46e7-bcf0-e9f5c87bee80 req-57cc38e9-7659-4b6e-a73d-7cbbf3b48d95 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0836563 Apr 05 12:22:41.978393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8f4134f9-9f2a-46e7-bcf0-e9f5c87bee80 req-0c80facc-fc22-4ffe-8407-2635edf64190 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382955 Apr 05 12:22:42.176100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c7040-3899-4083-98bc-a40615456b4f req-3e9260cc-48a6-49e7-bd60-720f17ef5651 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:42.177515 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e05c7040-3899-4083-98bc-a40615456b4f req-3e9260cc-48a6-49e7-bd60-720f17ef5651 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0919569 Apr 05 12:22:42.227074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e05c7040-3899-4083-98bc-a40615456b4f req-2ce8d1d8-4635-4159-8638-26f63b3fda0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Apr 05 12:22:42.250580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58132) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:42.323746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b57227-d8b6-40d0-9e4b-271e87ec3333 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:42.325208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-36b57227-d8b6-40d0-9e4b-271e87ec3333 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1094 time: 0.0736413 Apr 05 12:22:42.328051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:42.332814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:22:42.338568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:22:42.342583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:22:42.345355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:22:42.351208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:22:42.361712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:42.497265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:42.639185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.206 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:22:42.800467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:42.829642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:42.888679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:22:42.891427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:22:42.899232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:22:42.934421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:43.314005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:43.387551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:43.688082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:43.692709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:43.797904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:22:43.809836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:43.982417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 4ea07628-ccdb-402b-996f-847e09801163 associated. External IP: 172.26.5.206, port: 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4. Apr 05 12:22:44.348441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 5284793a-26e0-45f5-83f0-9a07751e3542 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:22:44.528083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:22:44.540654 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Sync routers for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:22:44.553291 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:44.554134 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:22:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:44.560124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:44.624292 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d32eecea-301a-48a3-9056-4de5fc29b715 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2949243 Apr 05 12:22:44.625065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:22:44.628108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58140) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:44.741267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:44.741570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'status': 'completed', 'code': 200} Apr 05 12:22:44.756523 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f20613a2-2b4c-4938-827d-daacbe2c3723 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/4ea07628-ccdb-402b-996f-847e09801163 HTTP/1.1" status: 200 len: 992 time: 0.1254694 Apr 05 12:22:44.845778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-75b51601-41a3-4d2e-9ab6-0046b523112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:44.848042 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-75b51601-41a3-4d2e-9ab6-0046b523112e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.0824380 Apr 05 12:22:45.107230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-0a0b81a6-9524-4df3-a7e6-0856ce23a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:45.109459 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-0a0b81a6-9524-4df3-a7e6-0856ce23a90d service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.2547703 Apr 05 12:22:45.131174 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4ea07628-ccdb-402b-996f-847e09801163', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.206', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'port_id': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'mac_address': 'fa:16:3e:ec:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:22:43Z', 'updated_at': '2022-04-05T12:22:43Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:45.135010 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Checking router: 5284793a-26e0-45f5-83f0-9a07751e3542 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:22:45.143336 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:22:45.143941 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:22:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:45.216691 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-be02a385-30f9-4823-af03-4c851137f776 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 1000 time: 0.1003630 Apr 05 12:22:45.286884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-c75ab7a4-620e-4dee-b579-6021d84526be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:45.289227 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-c75ab7a4-620e-4dee-b579-6021d84526be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0660081 Apr 05 12:22:45.358881 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:22:45.367569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-d42b13eb-fcdf-4ca9-b193-da04dcae2a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:22:45.369376 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-d42b13eb-fcdf-4ca9-b193-da04dcae2a3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741549 Apr 05 12:22:45.503743 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-d3d12c14-f272-4434-945a-1e88144aa0de service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283605 Apr 05 12:22:45.636676 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-75fe8300-e3da-4752-b54b-c880ca0f733a req-550d10a9-5615-420c-baca-449403ec2922 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265233 Apr 05 12:22:45.708497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-74e909d3-681a-4131-947e-7a276da25199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4ea07628-ccdb-402b-996f-847e09801163', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.206', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'port_id': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'mac_address': 'fa:16:3e:ec:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:22:43Z', 'updated_at': '2022-04-05T12:22:43Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:22:45.712394 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e909d3-681a-4131-947e-7a276da25199 None None] The sync data for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv is: [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4ea07628-ccdb-402b-996f-847e09801163', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.206', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'port_id': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'mac_address': 'fa:16:3e:ec:11:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:22:43Z', 'updated_at': '2022-04-05T12:22:43Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:22:45.759509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:45.871300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9ec43d9c-9a4e-492f-9bf4-cba5f9932f75 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/4ea07628-ccdb-402b-996f-847e09801163 HTTP/1.1" status: 200 len: 992 time: 0.1106195 Apr 05 12:22:45.916422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0389f-17e9-4b72-9065-2bd44b62f0fd None None] New status for floating IP 4ea07628-ccdb-402b-996f-847e09801163: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:22:46.875531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:22:46.987069 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-45da1c88-9d5b-4710-b482-fc294cc53365 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/4ea07628-ccdb-402b-996f-847e09801163 HTTP/1.1" status: 200 len: 994 time: 0.1103733 Apr 05 12:22:53.193446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4e14fa99-9f17-4548-afc1-30cba17a2d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:54.463098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:55.261496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b5f7bad8-7f04-41d5-99d1-012457782493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:56.454080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:56.476848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:22:57.721550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:08.295428 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:23:18.234982 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-b2c1ada0-e79e-4559-9584-5b7fe7411d2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732460 Apr 05 12:23:18.378459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-a8d2704c-6625-4035-9fb6-8f9d13abf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:23:18.379947 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-a8d2704c-6625-4035-9fb6-8f9d13abf6c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.0731199 Apr 05 12:23:18.527483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-14fede81-885a-4d0a-84e5-d0505bd21aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:23:18.528928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-14fede81-885a-4d0a-84e5-d0505bd21aec service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.1305218 Apr 05 12:23:18.632184 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-965a206d-0076-4ccf-bba0-90e8796db296 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 1002 time: 0.0972953 Apr 05 12:23:18.695321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-b0532aff-2259-4b8a-850d-35c9d36fbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:23:18.696767 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-b0532aff-2259-4b8a-850d-35c9d36fbf1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0583007 Apr 05 12:23:18.769539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-53c37899-7ba9-4605-b4cf-8262fc2ed9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:23:18.770979 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-53c37899-7ba9-4605-b4cf-8262fc2ed9a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689564 Apr 05 12:23:18.900601 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-f2162c84-514c-4986-8c45-91284b632b25 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233633 Apr 05 12:23:19.123679 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d220fcef-ed6f-4a7d-88f4-d393c9edc065 req-6a658093-25ad-4764-af4b-0df2b962413b service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173359 Apr 05 12:23:23.196865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3ae1-b019-4102-ae35-b85314fa73f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:24.462130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:25.262732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f294ace4-f216-46a0-9268-4d4fd7f0048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:26.460666 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:26.480337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:27.720077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:45.294050 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:23:53.199884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47e781d7-9a14-4f4b-8a52-e394bf3aba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:54.477031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:55.264024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a78fcace-afd8-4207-b351-91ed774e518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:56.455652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:56.483852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:23:57.723396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:20.746931 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-5b39341f-b474-4956-a12a-1c0d105d4ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717289 Apr 05 12:24:20.883701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-2ae0f79b-75a2-46f9-81b3-7b75d7094cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:24:20.885154 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-2ae0f79b-75a2-46f9-81b3-7b75d7094cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.0701733 Apr 05 12:24:21.030232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-7887cb8f-786d-4604-9ce3-25e1987de3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:24:21.031642 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-7887cb8f-786d-4604-9ce3-25e1987de3e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.1283553 Apr 05 12:24:21.134925 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-b651f759-2a55-4059-a194-05c5bfd1c983 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 1002 time: 0.0977876 Apr 05 12:24:21.201428 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-86159023-21f4-4574-b010-6c9382dda87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:24:21.202937 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-86159023-21f4-4574-b010-6c9382dda87b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0616858 Apr 05 12:24:21.279902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-b0077279-5c1d-4934-b11c-7f3a2bebb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:24:21.281430 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-b0077279-5c1d-4934-b11c-7f3a2bebb5f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718377 Apr 05 12:24:21.411610 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-1dc951e1-b93e-4545-8b0d-127e2019c5da service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238780 Apr 05 12:24:21.544643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a5d0153f-c22b-4ad7-807f-fb3b9bc5dba0 req-3b775281-f51f-4af8-b12a-5a38513fb0d5 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271322 Apr 05 12:24:22.293468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:24:23.201893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-379f62f9-52a8-4f0f-b28d-69da25fe64ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:24.491969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:25.265896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-58e35b95-5b3e-48d0-95b6-ba32e049d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:26.448454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:26.486094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:27.729045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:38.200893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58186) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:24:38.299607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:24:38.428724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16143406'] for subnet, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:38.623564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787965150064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-714275'] for subnet, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:38.672105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:24:38.672699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:38.672971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81967769-563f-4d5f-ab8d-4e86d27488a1 None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:24:38.674520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/subnets/4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 836 time: 0.4726007 Apr 05 12:24:38.696603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=4f398d3c-7e26-4abb-b176-51883e24a42e,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:24:38.703950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.704296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.704635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.704970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.705300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.705629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.705957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.706284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.706606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.706935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.707284 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:38.707606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216f92d2-3575-41bb-bbcb-f0cb416f5889 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:24:39.108488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Provisioning complete for port cbca7f84-514a-43d0-9837-0a356ad8dc2b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:24:39.108852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:39.236638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Provisioning complete for port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:24:39.236934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:39.392083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Provisioning complete for port e9ba2b36-6b24-401b-8fa1-85c3cd709853 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:24:39.392450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a2d3ea2c-4bac-4687-9e25-ad1015d05c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:53.204567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7da0-7b42-4911-ac50-223fe9c6675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:54.491372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:55.269947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8c80490a-1a69-4428-9167-e812f1e0ecce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:56.451601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:56.489676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:57.728993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:24:59.292354 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:25:21.509373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58198) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:21.724647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:25:21.724990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:21.897026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:21.897264 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:22.109626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:25:22.253618 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-22fd6d0b-5f8d-4ec2-8856-d960dc03ed2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978642 Apr 05 12:25:22.316343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:22.394151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=986f8bb4-1a7c-4ff5-b86d-9c1f52ea2406,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:22.510578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:22.511275 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 4ea07628-ccdb-402b-996f-847e09801163 disassociated (deleted). External IP: 172.26.5.206, port: 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4. Apr 05 12:25:22.575069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-44058933-505e-4445-885a-ea1630c68d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:22.576537 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-44058933-505e-4445-885a-ea1630c68d7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.2234275 Apr 05 12:25:22.870886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-de8b2bae-52cb-4906-b405-db3773d2c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:22.872278 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-de8b2bae-52cb-4906-b405-db3773d2c952 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.2710328 Apr 05 12:25:23.008945 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-8258bca1-161d-4fb4-a152-b3bf2e8cad75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.1285126 Apr 05 12:25:23.088466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 5284793a-26e0-45f5-83f0-9a07751e3542 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:25:23.095671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-9e2620a8-6907-4e97-9d17-985194e5dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:23.097123 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-9e2620a8-6907-4e97-9d17-985194e5dc0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0809996 Apr 05 12:25:23.209398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-519fd576-b3bb-432e-aeda-6d67266a9a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:23.329060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:25:23.332529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-46c56710-98d6-443f-a4d8-8040b1ffa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:23.334533 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-46c56710-98d6-443f-a4d8-8040b1ffa31f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2303481 Apr 05 12:25:23.339852 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Sync routers for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:25:23.350149 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:23.350750 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:24:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:23.499164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:23.529123 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:23.613780 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b12dcd1c-539a-4eca-bb08-7eaeb3f60143 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/4ea07628-ccdb-402b-996f-847e09801163 HTTP/1.1" status: 204 len: 168 time: 2.1033189 Apr 05 12:25:23.616867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:25:23.642662 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-ad3c93a2-e194-46f8-9e4d-1e1f3d87720a service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006465 Apr 05 12:25:23.740769 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'status': 'completed', 'code': 200} Apr 05 12:25:23.788348 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-657483ba-64c8-4ae1-ae32-b932f9ef2007 req-73107706-2ad5-4f86-89cd-ca293692c5c9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389651 Apr 05 12:25:23.862777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:23.867198 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Checking router: 5284793a-26e0-45f5-83f0-9a07751e3542 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:25:23.876464 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:23.876806 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:24:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:23.915102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-e16be9ab-7e8f-486f-bee5-be84baeceee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:23.916562 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-e16be9ab-7e8f-486f-bee5-be84baeceee6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 1099 time: 0.0737879 Apr 05 12:25:23.997750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1da5c-4b05-4397-87d7-968040a1f791 req-288bb859-359f-4c74-9e97-8b67e6e10500 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:23.999249 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fe1da5c-4b05-4397-87d7-968040a1f791 req-288bb859-359f-4c74-9e97-8b67e6e10500 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0873353 Apr 05 12:25:24.056071 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fe1da5c-4b05-4397-87d7-968040a1f791 req-0cc697bb-4d26-47c1-9c13-82d31d4cb1ee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505209 Apr 05 12:25:24.058080 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:24.064136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-291d9cc9-6b37-474b-9820-f3cd3b355f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:24.065717 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-291d9cc9-6b37-474b-9820-f3cd3b355f4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 200 len: 898 time: 0.1412690 Apr 05 12:25:24.141723 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-982331f0-47f8-4074-a549-f276f4f43d6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 200 len: 217 time: 0.0685000 Apr 05 12:25:24.203823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-ad7c26c3-7a2e-4e82-b235-9c34d16d7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:24.205794 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-ad7c26c3-7a2e-4e82-b235-9c34d16d7842 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 200 len: 844 time: 0.0578926 Apr 05 12:25:24.286957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-74dbd92b-3215-4180-9e9f-7e2c1cae7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:24.288462 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-74dbd92b-3215-4180-9e9f-7e2c1cae7213 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff0172a3-3b19-46d9-bbf1-112ac0e292fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760419 Apr 05 12:25:24.410650 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:24.414386 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505552b-eaf6-4b45-bd76-955f61a07144 None None] The sync data for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv is: [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:22:24Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e9ba2b36-6b24-401b-8fa1-85c3cd709853', 'name': '', 'network_id': 'ff0172a3-3b19-46d9-bbf1-112ac0e292fe', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:cb:b8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:23Z', 'updated_at': '2022-04-05T12:22:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '4f398d3c-7e26-4abb-b176-51883e24a42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:25:24.422813 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-62b739d0-5ecd-4821-b643-82afdfd77194 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273785 Apr 05 12:25:24.508423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:24.559355 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-29a3cc0e-f2c4-4d0f-bf17-33e3c14f77b4 req-778cb464-7068-4903-be22-0a84e8176fc6 service neutron] 10.222.0.30 "GET /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291425 Apr 05 12:25:24.627354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99cdb16-2f03-4a91-ade0-057b310ccce3 None None] New status for floating IP 4ea07628-ccdb-402b-996f-847e09801163: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:25:25.238849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a85db5-649a-4cd4-83ee-5e7cd1777fe5 req-c8de79c4-5000-43aa-9cc4-ee46f64773c8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:25.240342 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3a85db5-649a-4cd4-83ee-5e7cd1777fe5 req-c8de79c4-5000-43aa-9cc4-ee46f64773c8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.0804906 Apr 05 12:25:25.272072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bf29-d782-4388-a7d8-071770b4602d req-65577617-6df7-4740-a2d2-05f5f3c55e32 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:25.273233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-aa01bf29-d782-4388-a7d8-071770b4602d req-65577617-6df7-4740-a2d2-05f5f3c55e32 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:25:25.273535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6307f3a3-7bb3-4e1a-9d8d-579695877207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:25.292606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3a85db5-649a-4cd4-83ee-5e7cd1777fe5 req-af24fb5c-921a-4a56-835e-e9a22f22e6eb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=0fde6584-864c-4d1d-9015-7ca5a4abb672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465086 Apr 05 12:25:25.292885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-aa01bf29-d782-4388-a7d8-071770b4602d req-65577617-6df7-4740-a2d2-05f5f3c55e32 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:25:25.294031 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa01bf29-d782-4388-a7d8-071770b4602d req-65577617-6df7-4740-a2d2-05f5f3c55e32 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 946 time: 0.1029735 Apr 05 12:25:25.368084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:25:25.368342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:25.606996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:25.607365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:25.822341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:25:25.962381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:26.011411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=5c9497e0-66db-4617-b8b8-e8f10d5e2ac4,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:26.086201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:25:26.088639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:26.091155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'name': 'network-vif-deleted', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:25:26.106875 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-aa01bf29-d782-4388-a7d8-071770b4602d req-832398ce-e043-4d40-b8c9-2444fe678cc6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 HTTP/1.1" status: 204 len: 173 time: 0.8063262 Apr 05 12:25:26.146041 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9665c8e-0c2d-4ed1-a200-1eb8924a26d9', 'name': 'network-vif-deleted', 'tag': '5c9497e0-66db-4617-b8b8-e8f10d5e2ac4', 'status': 'completed', 'code': 200} Apr 05 12:25:26.456940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:26.460705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8afd88df-09da-4e95-8e4a-50deacf8dfb7 req-92db6881-0c56-4ba2-a55f-3bf4d84ff066 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9665c8e-0c2d-4ed1-a200-1eb8924a26d9 HTTP/1.1" status: 200 len: 210 time: 0.0479157 Apr 05 12:25:26.491369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.556294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:27.622924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.651720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.716741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.732844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.737071 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde6584-864c-4d1d-9015-7ca5a4abb672,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:27.745606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:27.746671 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-29e327c3-0b88-4ed3-9e46-db6517bc6b88 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/0fde6584-864c-4d1d-9015-7ca5a4abb672 HTTP/1.1" status: 204 len: 168 time: 0.1893933 Apr 05 12:25:27.776622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58230) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:28.333727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:28.689536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port e9ba2b36-6b24-401b-8fa1-85c3cd709853 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:25:28.690622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:28.980595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port e9ba2b36-6b24-401b-8fa1-85c3cd709853, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e9ba2b36-6b24-401b-8fa1-85c3cd709853,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:28.980894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:29.109541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for e9ba2b36-6b24-401b-8fa1-85c3cd709853 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:25:29.300341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:29.359800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=e9ba2b36-6b24-401b-8fa1-85c3cd709853,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:29.638647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:29.822848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:25:29.858322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:25:29.858678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5c9497e0-66db-4617-b8b8-e8f10d5e2ac4 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:25:30.028569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 5284793a-26e0-45f5-83f0-9a07751e3542 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:25:30.207934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:25:30.217909 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Sync routers for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:25:30.222787 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-270340f6-367c-45aa-a2b7-c4944f3c5270 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/5284793a-26e0-45f5-83f0-9a07751e3542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4450867 Apr 05 12:25:30.225489 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58234) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:30.227677 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:30.228551 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:30.299903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet 4f398d3c-7e26-4abb-b176-51883e24a42e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:25:30.302863 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:30.419891 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:30.475881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:30.569355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:30.646833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:30.688846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=4f398d3c-7e26-4abb-b176-51883e24a42e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:30.691051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:30.700365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dc0ad-42be-44ff-992c-8d5da7f705e8 None None] Network ff0172a3-3b19-46d9-bbf1-112ac0e292fe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:25:30.701513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58238) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:30.709950 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f75dfed-8022-4bde-a854-2433aeb9aa8c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/4f398d3c-7e26-4abb-b176-51883e24a42e HTTP/1.1" status: 204 len: 168 time: 0.4833612 Apr 05 12:25:30.730043 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:25:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:30.734336 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Checking router: 5284793a-26e0-45f5-83f0-9a07751e3542 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:25:30.743730 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Routers {'5284793a-26e0-45f5-83f0-9a07751e3542'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:30.744395 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['5284793a-26e0-45f5-83f0-9a07751e3542'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:30.928783 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] Set router 5284793a-26e0-45f5-83f0-9a07751e3542 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:30.982721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] DHCP port deletion for ff0172a3-3b19-46d9-bbf1-112ac0e292fe request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:25:30.987947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Deleting port cbca7f84-514a-43d0-9837-0a356ad8dc2b {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:25:30.988427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.005559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.203473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.213530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port cde7b8fc-bd2f-4373-9fd6-446bf47940ef {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:25:31.213846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.218778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] For port cbca7f84-514a-43d0-9837-0a356ad8dc2b, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbca7f84-514a-43d0-9837-0a356ad8dc2b,segment=NetworkSegment(4c3d9886-3482-40c2-a3fa-767c9b7ba36f),segment_id=4c3d9886-3482-40c2-a3fa-767c9b7ba36f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:31.219319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.318100 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:25:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:31.324888 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5cc4c5-1aab-49c4-84cb-3b9e3c73d35d None None] The sync data for ids ['5284793a-26e0-45f5-83f0-9a07751e3542'] in dv-neutron-833203-3-hyperv is: [{'id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'name': 'tempest-TestNetworkBasicOps-router-1113348701', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:22:19Z', 'updated_at': '2022-04-05T12:25:29Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'cde7b8fc-bd2f-4373-9fd6-446bf47940ef', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284793a-26e0-45f5-83f0-9a07751e3542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:22:20Z', 'updated_at': '2022-04-05T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:25:31.379543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Calling delete_port for cbca7f84-514a-43d0-9837-0a356ad8dc2b owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:25:31.427285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port cde7b8fc-bd2f-4373-9fd6-446bf47940ef, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:31.427651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.462106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.507559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Pushing event deleted for resources: {'Port': ['ID=cbca7f84-514a-43d0-9837-0a356ad8dc2b,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:31.518146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] No DVR routers for this DVR port cbca7f84-514a-43d0-9837-0a356ad8dc2b on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:25:31.524516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.524516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.524516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.524516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.524516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.525440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.525440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.526069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.526069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.526264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.526577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.526905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c945bb4b-d543-4563-94e5-0b1f6ea3cbe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.554291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for cde7b8fc-bd2f-4373-9fd6-446bf47940ef owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:25:31.701539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbca7f84-514a-43d0-9837-0a356ad8dc2b no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:25:31.807732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cbca7f84-514a-43d0-9837-0a356ad8dc2b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:25:31.808285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbca7f84-514a-43d0-9837-0a356ad8dc2b not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:25:31.869727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:31.923479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=cde7b8fc-bd2f-4373-9fd6-446bf47940ef,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:31.990272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.990553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.990832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.991190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.991519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.991848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.992171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.992493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.992813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.993131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.993451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:31.993765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:32.024950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.198750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.201057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.225914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.226405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router 5284793a-26e0-45f5-83f0-9a07751e3542 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:25:32.243473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.244689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d6c2bff0-23ce-48b6-8638-a5715a7e8a16 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/5284793a-26e0-45f5-83f0-9a07751e3542 HTTP/1.1" status: 204 len: 168 time: 1.5421965 Apr 05 12:25:32.247572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58242) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:32.387975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.525106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.562923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0172a3-3b19-46d9-bbf1-112ac0e292fe']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:32.575593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3d9886-3482-40c2-a3fa-767c9b7ba36f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:32.575890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3d9886-3482-40c2-a3fa-767c9b7ba36f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:32.587798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.608939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.615096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:25:32.615485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:25:32.629728 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:25:32.713611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.732161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.745107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=ff0172a3-3b19-46d9-bbf1-112ac0e292fe,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:32.752762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3ce44e73-c83c-44f0-9790-4e09eeed795c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/ff0172a3-3b19-46d9-bbf1-112ac0e292fe HTTP/1.1" status: 204 len: 168 time: 0.5030215 Apr 05 12:25:32.769443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:32.772787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1202469448', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:32.777913 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:32.782637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:32.785595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:32.791426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:32.804850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:25:32.808294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.837782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:25:32.847120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.847518 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment aeee64c0-b0a1-4f07-88a3-707bf3fb748a of type vlan for network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 Apr 05 12:25:32.874269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.906310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:32.911731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:32.912315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.014420 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2461274 Apr 05 12:25:33.017839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58250) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:33.020747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0e62-108b-4476-8336-eaf594107566 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=fe42fdc3-2f78-4f5c-8a59-0f78b6792202,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:33.024306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:33.030550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:25:33.032633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:33.036780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:33.039760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:33.163641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:33.174111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.175109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.190407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.325829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cde7b8fc-bd2f-4373-9fd6-446bf47940ef no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:25:33.361258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cde7b8fc-bd2f-4373-9fd6-446bf47940ef {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:25:33.361604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cde7b8fc-bd2f-4373-9fd6-446bf47940ef not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:25:33.362013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9ba2b36-6b24-401b-8fa1-85c3cd709853 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:25:33.395506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e9ba2b36-6b24-401b-8fa1-85c3cd709853 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:25:33.395848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e9ba2b36-6b24-401b-8fa1-85c3cd709853 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:25:33.460686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.763769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.798159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:33.935454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.232 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/db2ed29a-3798-4fa4-8564-aa2091dbfecd) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:25:34.096572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:34.129509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:34.192564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:34.195343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:34.203808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:25:34.238582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=db2ed29a-3798-4fa4-8564-aa2091dbfecd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:34.742634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:35.089076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:35.300895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:25:35.485853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:25:35.496075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:25:35.506107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:35.506847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:35.512715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:35.514116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-89d18bf6-d76d-4b90-b668-33049eee7a92 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4951940 Apr 05 12:25:35.517950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58254) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:35.688181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:35.706859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-68990cc4-6748-4411-8734-2846c37de5bc tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1877792 Apr 05 12:25:35.709538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58260) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:35.849998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641cf69-0cf3-4372-92d5-c77f7af5f5f0 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:35.851428 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9641cf69-0cf3-4372-92d5-c77f7af5f5f0 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1409750 Apr 05 12:25:35.855011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58264) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:35.898697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e3c0c044-e7e9-4ef4-9bcf-1c74b9029337 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425873 Apr 05 12:25:35.901228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58268) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:35.906428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534768390', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:35.979991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:34Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:35.983909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:25:35.984250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Updating router cdd76025-1483-4de5-b82d-c0d075def4db port db2ed29a-3798-4fa4-8564-aa2091dbfecd binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:25:36.015392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:36.019171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:36.021906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:36.027576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:36.038112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.038620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:25:36.042007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.292042 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:25:36.370367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.374841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.386350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Transition to ACTIVE for port object db2ed29a-3798-4fa4-8564-aa2091dbfecd will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:36.393118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.452699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:36.457291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:25:36.457646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: fe42fdc3-2f78-4f5c-8a59-0f78b6792202, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:25:36.471679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Attempting to bind port db2ed29a-3798-4fa4-8564-aa2091dbfecd on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:25:36.472067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Attempting to bind port db2ed29a-3798-4fa4-8564-aa2091dbfecd by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:25:36.472328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Attempting to bind port db2ed29a-3798-4fa4-8564-aa2091dbfecd on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:25:36.479948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee967c-9a95-4237-a365-6ce37e7639c8 None None] Pushing event updated for resources: {'Port': ['ID=db2ed29a-3798-4fa4-8564-aa2091dbfecd,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:36.480616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:25:36.482332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:25:36.482737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:25:36.483122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.483493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:25:36.484316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Bound port: db2ed29a-3798-4fa4-8564-aa2091dbfecd, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:25:36.484445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.491466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, fe42fdc3-2f78-4f5c-8a59-0f78b6792202) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:36.495807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:36.496383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.513631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b4a44-8d1e-4f6a-87ec-6d872c012395 None None] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:25:36.518076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2f6e3e72-bbd8-4594-9cec-d233b08bd878 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6157446 Apr 05 12:25:36.520688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58272) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:36.647095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] For port db2ed29a-3798-4fa4-8564-aa2091dbfecd, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:25:36.651965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] For port db2ed29a-3798-4fa4-8564-aa2091dbfecd, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2ed29a-3798-4fa4-8564-aa2091dbfecd,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:25:36.663518 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:36.831436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:36.832066 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:36.904853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee967c-9a95-4237-a365-6ce37e7639c8 None None] Pushing event updated for resources: {'Port': ['ID=db2ed29a-3798-4fa4-8564-aa2091dbfecd,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:36.964244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:25:36.965024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:37.127056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:37.215253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:37.411224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Allocated IP 172.20.0.2 (fe42fdc3-2f78-4f5c-8a59-0f78b6792202/6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2/e91e446b-686f-4317-bba0-95a54a3b258a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:25:37.633186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:34Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:37.673278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803da6d-57a9-4c7f-ad3f-372dbec98226 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:34Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:25:37.713067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:37.725908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Transition to ACTIVE for port object e91e446b-686f-4317-bba0-95a54a3b258a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:37.749724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Transition to ACTIVE for port object e91e446b-686f-4317-bba0-95a54a3b258a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:37.755939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:37.823062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:37.826033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:37.834818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:25:37.839802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (fe42fdc3-2f78-4f5c-8a59-0f78b6792202/6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2/d566725a-796d-49ff-9848-ef863d24c271) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:25:37.882488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Pushing event updated for resources: {'Port': ['ID=e91e446b-686f-4317-bba0-95a54a3b258a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:37.952308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Attempting to bind port e91e446b-686f-4317-bba0-95a54a3b258a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:25:37.952673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Attempting to bind port e91e446b-686f-4317-bba0-95a54a3b258a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:25:37.953031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Attempting to bind port e91e446b-686f-4317-bba0-95a54a3b258a on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:25:37.960463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:25:37.960834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Checking segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:25:37.961348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:37.961737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Bound using segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:25:37.962199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Bound port: e91e446b-686f-4317-bba0-95a54a3b258a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:25:37.962570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:38.071850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] For port e91e446b-686f-4317-bba0-95a54a3b258a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:25:38.075961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] For port e91e446b-686f-4317-bba0-95a54a3b258a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e91e446b-686f-4317-bba0-95a54a3b258a,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:25:38.081914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:38.179540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3ad2b-fba2-41cb-a424-f624727619b8 None None] Pushing event updated for resources: {'Port': ['ID=e91e446b-686f-4317-bba0-95a54a3b258a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:38.204072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:38.222874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object d566725a-796d-49ff-9848-ef863d24c271 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:38.248832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:38.317189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:38.325463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:38.330394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:25:38.370871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:38.402962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:38.750334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.173812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.178499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.295231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:39.298135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.419466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2ed29a-3798-4fa4-8564-aa2091dbfecd up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:39.459220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:39.460405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:39.507363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port db2ed29a-3798-4fa4-8564-aa2091dbfecd completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:39.512750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port db2ed29a-3798-4fa4-8564-aa2091dbfecd triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:39.513328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.641253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b41eeb-ec4d-4817-804b-2a901f82f698 None None] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:25:39.684252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:25:39.716684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.802822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d63a3e4b-670d-4aee-bee2-ac60e0fb4cb9 None None] Provisioning for port e91e446b-686f-4317-bba0-95a54a3b258a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:39.808620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port db2ed29a-3798-4fa4-8564-aa2091dbfecd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2ed29a-3798-4fa4-8564-aa2091dbfecd,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:39.818230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:39.819018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e91e446b-686f-4317-bba0-95a54a3b258a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:39.994211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=db2ed29a-3798-4fa4-8564-aa2091dbfecd,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:40.001546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:25:40.017025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e4cd207a-47ac-4065-ad0f-451799dc1f76 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/cdd76025-1483-4de5-b82d-c0d075def4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4922891 Apr 05 12:25:40.017834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58278) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:40.023405 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:25:40.034001 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:40.034750 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:40.045827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e91e446b-686f-4317-bba0-95a54a3b258a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:40.057453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e91e446b-686f-4317-bba0-95a54a3b258a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:40.057735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.173252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feaa27-c84e-490d-a2c9-6b9652d60d23 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.173856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feaa27-c84e-490d-a2c9-6b9652d60d23 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.174789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feaa27-c84e-490d-a2c9-6b9652d60d23 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.175016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55feaa27-c84e-490d-a2c9-6b9652d60d23 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.182000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-55feaa27-c84e-490d-a2c9-6b9652d60d23 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1594260 Apr 05 12:25:40.183001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58282) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:40.206272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.246162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e91e446b-686f-4317-bba0-95a54a3b258a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e91e446b-686f-4317-bba0-95a54a3b258a,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:40.249858 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:40.256504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.273627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba96727-0de6-4a47-80b0-ead0e6bfc764 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.274372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba96727-0de6-4a47-80b0-ead0e6bfc764 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.275046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba96727-0de6-4a47-80b0-ead0e6bfc764 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.275844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba96727-0de6-4a47-80b0-ead0e6bfc764 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:40.277934 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bba96727-0de6-4a47-80b0-ead0e6bfc764 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0925970 Apr 05 12:25:40.280962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58286) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:40.344357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e91e446b-686f-4317-bba0-95a54a3b258a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:40.442403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Provisioning for port d566725a-796d-49ff-9848-ef863d24c271 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:40.449648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Provisioning complete for port d566725a-796d-49ff-9848-ef863d24c271 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:40.450275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.521248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Port d566725a-796d-49ff-9848-ef863d24c271 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:25:40.527091 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6acf2181-31c2-4835-9130-e5fb3bb52dde tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2414691 Apr 05 12:25:40.537271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Provisioning complete for port e91e446b-686f-4317-bba0-95a54a3b258a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:40.537646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c1e54d90-5700-4db5-af4c-cb8077e763de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.610878 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:40.614894 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:25:40.615284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Updating router cdd76025-1483-4de5-b82d-c0d075def4db port d566725a-796d-49ff-9848-ef863d24c271 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:25:40.674934 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.788846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f55754e9-5c3b-409f-964f-7cbf210b58b0 None None] Provisioning complete for port d566725a-796d-49ff-9848-ef863d24c271 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:40.789334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f55754e9-5c3b-409f-964f-7cbf210b58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.847436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f55754e9-5c3b-409f-964f-7cbf210b58b0 None None] Port d566725a-796d-49ff-9848-ef863d24c271 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:25:40.906981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58292) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:40.912405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863118503', 'description': 'tempest-secgroup-smoke-863118503 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:40.918564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:40.923497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:40.926510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:40.932822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:40.944310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.966449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:40.966831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-27d16531-27cd-46ed-be14-2888cd9e7a64 None None] Provisioning complete for port d566725a-796d-49ff-9848-ef863d24c271 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:40.967243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-27d16531-27cd-46ed-be14-2888cd9e7a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:40.970825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:40.973711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:40.980050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.025961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-27d16531-27cd-46ed-be14-2888cd9e7a64 None None] Port d566725a-796d-49ff-9848-ef863d24c271 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:25:41.058916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.060163 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.064158 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.073701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Transition to ACTIVE for port object d566725a-796d-49ff-9848-ef863d24c271 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:41.082430 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.119743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e622ca-4b7a-4d4e-97da-502b1755108e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.124206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.125618 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-538af13d-46e3-4c9f-bcc2-315f6be23e87 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2174509 Apr 05 12:25:41.128550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58296) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:41.135198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:41.141762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:41.146002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:41.149290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:41.155265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.175969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.247534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.252987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.255132 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Pushing event updated for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.279363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9ac174-6d46-4a0b-ace4-012530cd8378,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.290402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.292027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e29a985-b2cf-49ba-aa1a-38b302f8c30b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623013 Apr 05 12:25:41.295170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58300) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:41.301405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:41.302398 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.302959 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.303119 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.303426 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.303893 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.304228 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.304557 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.304879 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.305202 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.305525 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.305841 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.306157 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.309438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:41.319616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:41.324305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:41.325954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Attempting to bind port d566725a-796d-49ff-9848-ef863d24c271 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:25:41.326329 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Attempting to bind port d566725a-796d-49ff-9848-ef863d24c271 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:25:41.326693 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Attempting to bind port d566725a-796d-49ff-9848-ef863d24c271 on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:25:41.334860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.339187 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:25:41.339659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Checking segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:25:41.340187 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.340649 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Bound using segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:25:41.341358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Bound port: d566725a-796d-49ff-9848-ef863d24c271, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:25:41.341824 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.362848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.383948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2ed29a-3798-4fa4-8564-aa2091dbfecd up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:41.441289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.447839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.452837 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] For port d566725a-796d-49ff-9848-ef863d24c271, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:25:41.457759 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] For port d566725a-796d-49ff-9848-ef863d24c271, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d566725a-796d-49ff-9848-ef863d24c271,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:25:41.463431 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.471142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2f03b7-ec2e-405a-8aec-817c7d3e33bb,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.473296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port db2ed29a-3798-4fa4-8564-aa2091dbfecd triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:41.473820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.481616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.491066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:25:41.502722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.504395 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fdf7c51a-7ee1-4032-b144-70c453b00163 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2082582 Apr 05 12:25:41.507261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58304) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:41.513487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:41.521205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:41.526457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:41.530134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:41.537883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.540140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:25:41.540785 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:41.560586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.617941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e91e446b-686f-4317-bba0-95a54a3b258a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:41.644454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.650296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.680537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce7036-fbd7-426f-8102-fd52c5ed567d,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.695913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.699733 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-afbd3f00-ef44-401f-8698-c628c0e669fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884284 Apr 05 12:25:41.699931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58308) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:41.702923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e91e446b-686f-4317-bba0-95a54a3b258a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:41.703440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.711795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:41.721374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:41.726115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:41.730556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:41.738085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.766937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.798051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf7a55-2246-4bab-ab40-e1d92a639291 None None] Pushing event updated for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.816761 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:25:41.859860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.865843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.892979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5700e348-0467-4c45-889a-9651d777da99,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:41.903197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:41.904389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a097345b-c5cb-445d-ad47-fa4ba5c63539 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035158 Apr 05 12:25:41.907199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58312) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:41.912442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:41.918320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:41.922182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:41.925194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:41.931055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:41.943393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:25:41.950376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.017683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.022493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.046525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56db5df1-7e4a-4584-b58c-af915ba2b989,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:42.057452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.059018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0716f934-a064-4e56-9df1-be57910e7603 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508005 Apr 05 12:25:42.061669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58316) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:42.067848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '89e622ca-4b7a-4d4e-97da-502b1755108e', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:42.073924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:42.077861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:42.084621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:42.090567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:42.101541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:25:42.108771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.151433 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:41Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:25:42.155559 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3adf98-b6d7-411d-89fd-cc20d12d7edb None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:41Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:25:42.179320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.184709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.214272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98fe36c-083d-4667-8b67-6d20c2ff44e8,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:42.228843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:42.230472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7b508d15-7971-4547-a784-c38648cd299f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677523 Apr 05 12:25:42.417978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87e465ae-e801-48ff-8413-511b627ac2e5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:25:42.434857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87e465ae-e801-48ff-8413-511b627ac2e5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:25:42.436116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87e465ae-e801-48ff-8413-511b627ac2e5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863118503&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0573070 Apr 05 12:25:42.593126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-7ce663a9-9bd8-457a-93ea-19c9f864c31a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:42.595173 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-7ce663a9-9bd8-457a-93ea-19c9f864c31a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 797 time: 0.1515040 Apr 05 12:25:42.611614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-68d89398-fa6b-4cab-a12e-ebdd73a0ba7b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0107079 Apr 05 12:25:42.695832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-88c0959d-6f18-4473-9c06-0adf9f8e9703 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:25:42.712576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-88c0959d-6f18-4473-9c06-0adf9f8e9703 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:25:42.714056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-88c0959d-6f18-4473-9c06-0adf9f8e9703 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967712 Apr 05 12:25:42.902406 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-47e6aec8-060c-42d6-81d2-7f9ffd363601 service neutron] 10.222.0.50 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763065 Apr 05 12:25:43.041009 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-8d8aafb4-4f78-43db-9f42-af5bbe2094a5 service neutron] 10.222.0.50 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307034 Apr 05 12:25:43.353523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d566725a-796d-49ff-9848-ef863d24c271 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:43.427497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d566725a-796d-49ff-9848-ef863d24c271 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:43.433246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d566725a-796d-49ff-9848-ef863d24c271 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:43.433614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:43.551185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:43.582911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port d566725a-796d-49ff-9848-ef863d24c271, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d566725a-796d-49ff-9848-ef863d24c271,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:43.586284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:43.661689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:44.236830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b81dc38b-6417-4759-8f56-9c5ba2af158e req-d3423d04-75c3-48ce-8598-8e1912c1a631 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 210 time: 0.0465252 Apr 05 12:25:45.347373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d566725a-796d-49ff-9848-ef863d24c271 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:45.350508 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-698b38ec-8524-4ac2-919d-4034c4f2e63c req-05c94141-f04a-40df-8165-45dde173a7f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 210 time: 0.0549242 Apr 05 12:25:45.431584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d566725a-796d-49ff-9848-ef863d24c271 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:45.431945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:46.495949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-16e6b0e2-3751-4844-a270-54c27e48939a req-0392d66f-7155-4d7e-a726-1cc1300f7504 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 210 time: 0.0423973 Apr 05 12:25:47.330116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1e6f2f81-7e9c-4b58-86bf-a665b2e437bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:47.330790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1e6f2f81-7e9c-4b58-86bf-a665b2e437bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:25:47.346728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1e6f2f81-7e9c-4b58-86bf-a665b2e437bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:25:47.348228 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1e6f2f81-7e9c-4b58-86bf-a665b2e437bb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 797 time: 0.1602161 Apr 05 12:25:47.400698 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-e4e9a54d-fcc5-4f2f-85f4-911871c0496f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:25:47.412870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-e4e9a54d-fcc5-4f2f-85f4-911871c0496f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:25:47.414022 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-e4e9a54d-fcc5-4f2f-85f4-911871c0496f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 379 time: 0.0583308 Apr 05 12:25:47.424824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['89e622ca-4b7a-4d4e-97da-502b1755108e']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:47.559484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:47.569149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:47.579164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:25:47.582618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:47.646128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e4627a31-64e8-45d9-ac2b-2bc72ccf5be4 req-b5c342bc-2ab9-4626-b9c5-c1f2222d6e74 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 210 time: 0.0451248 Apr 05 12:25:47.741772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.6 (fe42fdc3-2f78-4f5c-8a59-0f78b6792202/6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2/148e438b-ff51-43b4-9b8d-52fd3b68ab3b) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:25:47.932827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:47.948460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 148e438b-ff51-43b4-9b8d-52fd3b68ab3b will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:47.971303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.124804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:48.132829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:48.137111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:25:48.170165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:48.214155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:48.214930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.241980 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-60e61205-2472-4994-a633-d210691717b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213663 Apr 05 12:25:48.255231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Request body: {'port': {'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:48.362065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b1216e8-5143-41b9-8fa1-f7d779ce8323 None None] Provisioning for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:48.365523 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.366846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8b1216e8-5143-41b9-8fa1-f7d779ce8323 None None] Provisioning complete for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:48.367249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b1216e8-5143-41b9-8fa1-f7d779ce8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.419332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8b1216e8-5143-41b9-8fa1-f7d779ce8323 None None] Port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:25:48.714621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148e438b-ff51-43b4-9b8d-52fd3b68ab3b {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:25:48.722627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.737801 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Transition to ACTIVE for port object 148e438b-ff51-43b4-9b8d-52fd3b68ab3b will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:25:48.742129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:48.839104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa925-6e29-4549-bb36-ce9f5efa276c req-694e8845-26fe-4f06-8f02-99d751519a0b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:48.840609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f31aa925-6e29-4549-bb36-ce9f5efa276c req-694e8845-26fe-4f06-8f02-99d751519a0b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 943 time: 0.0811932 Apr 05 12:25:48.895643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f31aa925-6e29-4549-bb36-ce9f5efa276c req-8187fb88-05e5-4825-8dd6-564361ea8abb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479009 Apr 05 12:25:48.897408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:48.985851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Attempting to bind port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:25:48.986322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Attempting to bind port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:25:48.986507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Attempting to bind port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:25:48.991379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:25:48.991725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Attempting to bind port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:25:48.996790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:25:48.997127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Checking segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:25:48.997501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Bound using segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:25:48.997928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Bound port: 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:25:48.998271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:49.087229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:25:49.090500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:25:49.096337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:49.154456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:49.155255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:49.157112 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] 10.222.0.30 "PUT /v2.0/ports/148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 1093 time: 0.9069555 Apr 05 12:25:49.157546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:25:49.185794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9b60-c033-48bf-b717-1cd5b613523b service neutron] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:49.235389 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:25:49.285724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1ca40f21-3054-4bd0-9b2b-92cf5b3b81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:49.287723 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-1ca40f21-3054-4bd0-9b2b-92cf5b3b81f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1096 time: 0.0900328 Apr 05 12:25:49.361338 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-e097b381-fe81-4c5a-9508-f0f3f13882dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 217 time: 0.0675313 Apr 05 12:25:49.428539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87cab526-eff5-4a41-bc86-12924efdce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:49.430034 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87cab526-eff5-4a41-bc86-12924efdce6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0634706 Apr 05 12:25:49.512747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87bbcda2-c6de-426b-8891-6f4712499405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:49.514117 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-87bbcda2-c6de-426b-8891-6f4712499405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785825 Apr 05 12:25:49.642775 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-42e2d4c2-ad3a-47f9-8988-bac14ab7d298 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Apr 05 12:25:49.862976 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a89a4ba6-cd2e-427a-a7bb-59847256ba38 req-9be7db04-374f-45a1-8f23-8b23705b94bb service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146533 Apr 05 12:25:49.974916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a224-fb91-4a65-a641-318d985de0ec req-cedf7806-3c01-4f25-bb12-5bd2983a2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:49.976491 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-cedf7806-3c01-4f25-bb12-5bd2983a2f22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1096 time: 0.0724447 Apr 05 12:25:50.083884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b79074-0060-49a0-81a0-3c0f9421588d req-f2a608d8-1786-4a76-91b5-9d68089d9348 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:50.085348 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b79074-0060-49a0-81a0-3c0f9421588d req-f2a608d8-1786-4a76-91b5-9d68089d9348 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 943 time: 0.0834608 Apr 05 12:25:50.114458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a224-fb91-4a65-a641-318d985de0ec req-461fb757-4f64-44fe-9928-7e6e74b13fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:50.115903 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-461fb757-4f64-44fe-9928-7e6e74b13fe0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1334939 Apr 05 12:25:50.132861 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1b79074-0060-49a0-81a0-3c0f9421588d req-edfa04c3-9fa0-4220-9692-be971764d86b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416849 Apr 05 12:25:50.187083 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-55e7be55-236d-40e1-9337-eb26b6f54cd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 217 time: 0.0649328 Apr 05 12:25:50.248391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a224-fb91-4a65-a641-318d985de0ec req-ed0f7c3d-9194-4650-b4d3-2760ac0d7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:50.250007 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-ed0f7c3d-9194-4650-b4d3-2760ac0d7668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0568278 Apr 05 12:25:50.329576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a224-fb91-4a65-a641-318d985de0ec req-d9be391f-7dc7-4656-950b-6b9401a7c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:50.331056 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-d9be391f-7dc7-4656-950b-6b9401a7c6c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733881 Apr 05 12:25:50.461015 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-77065c6c-c43b-44e6-aebb-46f0f6a1527c service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Apr 05 12:25:50.590441 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-eef9a224-fb91-4a65-a641-318d985de0ec req-8077ee99-bf92-4928-94d9-7555f8150104 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227541 Apr 05 12:25:51.322179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858d28-bbb4-499c-bdd8-bb53f0bbfe89 req-edd193e9-8b52-4bc1-9d2d-bcf2d7cbfc21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:51.323661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59858d28-bbb4-499c-bdd8-bb53f0bbfe89 req-edd193e9-8b52-4bc1-9d2d-bcf2d7cbfc21 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 943 time: 0.0825245 Apr 05 12:25:51.371075 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59858d28-bbb4-499c-bdd8-bb53f0bbfe89 req-1675d58a-5d22-4973-90e0-6e6c796db2f9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410655 Apr 05 12:25:52.551392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f37bad-ccb9-4eed-8a70-3313ee730210 req-f0d9e186-55e1-41c1-a5ee-de663fe5fe0f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:52.552823 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0f37bad-ccb9-4eed-8a70-3313ee730210 req-f0d9e186-55e1-41c1-a5ee-de663fe5fe0f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 943 time: 0.0798573 Apr 05 12:25:52.606241 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0f37bad-ccb9-4eed-8a70-3313ee730210 req-9f9ea3a1-48b7-4259-ba46-711f0e977c7a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477917 Apr 05 12:25:53.211324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f30bb6df-7da1-4cba-be8e-ae1759a3a3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:53.791350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1456ec-aabd-481b-be52-dd0d3f9006ef req-60410404-f0d0-40ce-8efa-d6ea3005a1c0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:53.792785 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fb1456ec-aabd-481b-be52-dd0d3f9006ef req-60410404-f0d0-40ce-8efa-d6ea3005a1c0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 943 time: 0.0818768 Apr 05 12:25:53.836591 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fb1456ec-aabd-481b-be52-dd0d3f9006ef req-c2e85f10-7c94-4078-9e46-923c408875ef tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380883 Apr 05 12:25:53.929430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 148e438b-ff51-43b4-9b8d-52fd3b68ab3b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:25:54.079920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:54.094481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:25:54.150326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:54.166935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148e438b-ff51-43b4-9b8d-52fd3b68ab3b {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:25:54.184181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:54.190367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:54.261899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:54.423526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['148e438b-ff51-43b4-9b8d-52fd3b68ab3b'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:25:54.524716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:55.020807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27a005-21ca-4ac4-b317-fcc5edaed50a req-f984346e-b8f0-4c77-92eb-5911372defdf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:55.022241 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb27a005-21ca-4ac4-b317-fcc5edaed50a req-f984346e-b8f0-4c77-92eb-5911372defdf tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 944 time: 0.0795898 Apr 05 12:25:55.066709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb27a005-21ca-4ac4-b317-fcc5edaed50a req-de97fd09-fd25-4aa4-af7f-bfa8b455b527 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386751 Apr 05 12:25:55.275300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df9cded5-6322-4e69-914e-996fe5c1cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:55.927283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 148e438b-ff51-43b4-9b8d-52fd3b68ab3b up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:25:55.992922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:25:55.997569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:25:55.997936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:56.117821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:56.145990 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:25:56.155927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:25:56.161327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:56.204616 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'code': 200} Apr 05 12:25:56.243830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:56.371554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de289-515c-454a-9687-411aed93800b req-d353de43-a241-4dce-af2e-fa2d796fed80 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:56.373003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b4de289-515c-454a-9687-411aed93800b req-d353de43-a241-4dce-af2e-fa2d796fed80 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.1943078 Apr 05 12:25:56.420704 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b4de289-515c-454a-9687-411aed93800b req-721d6111-b069-44b0-8064-cef995611352 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Apr 05 12:25:56.436623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253ee4-cbfe-4c54-a28d-c5b22131303c req-0e582e49-06cb-4501-86f4-f645886c0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:56.438808 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c253ee4-cbfe-4c54-a28d-c5b22131303c req-0e582e49-06cb-4501-86f4-f645886c0f42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1098 time: 0.0700092 Apr 05 12:25:56.453926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:56.478321 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1c253ee4-cbfe-4c54-a28d-c5b22131303c req-b7e28aad-c9a9-4ca7-9054-978d8410bdaa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Apr 05 12:25:56.494782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:57.608242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817bd9f-3749-4054-b685-6e4133392b4a req-19975894-06d5-48de-8da3-4284270ba0a0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:57.609713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4817bd9f-3749-4054-b685-6e4133392b4a req-19975894-06d5-48de-8da3-4284270ba0a0 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.0812035 Apr 05 12:25:57.657752 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4817bd9f-3749-4054-b685-6e4133392b4a req-90d694b8-7b22-47b7-978a-05f41e7eeaa6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Apr 05 12:25:57.733549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:57.842082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117d17e-2b7d-4bbd-8ea0-4d3653842b5f req-0d637d36-83f9-47a8-8f85-09f9c7def478 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:57.843584 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0117d17e-2b7d-4bbd-8ea0-4d3653842b5f req-0d637d36-83f9-47a8-8f85-09f9c7def478 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.0816424 Apr 05 12:25:57.887227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0117d17e-2b7d-4bbd-8ea0-4d3653842b5f req-cd67f699-ded4-4e62-bec0-cbb83e80ed94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Apr 05 12:25:57.911489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58382) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:57.982910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714ee31-154a-4cb3-939e-03e372b6715c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:25:57.985020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3714ee31-154a-4cb3-939e-03e372b6715c tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1093 time: 0.0735376 Apr 05 12:25:57.987673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58386) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:25:57.992420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:25:57.998250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:25:58.002792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:25:58.005655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:25:58.011352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:25:58.021832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:58.158439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:58.298873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.35 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/917fb2d2-861b-4071-9957-fadaf688d875) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:25:58.442864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:58.471390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:58.533185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:25:58.535835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:25:58.543335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:25:58.582456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=917fb2d2-861b-4071-9957-fadaf688d875,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:58.963706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:59.038273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:59.254204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:59.258724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:59.475540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=917fb2d2-861b-4071-9957-fadaf688d875,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:25:59.486380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:25:59.661681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 703b228b-2723-4e18-bd3a-cdffbdaf822e associated. External IP: 172.26.5.35, port: 148e438b-ff51-43b4-9b8d-52fd3b68ab3b. Apr 05 12:26:00.012440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:26:00.191762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:26:00.202390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:26:00.212660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:00.213527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:00.215945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:00.278283 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7de5b6eb-868c-4e35-8e89-9abacf095f37 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2893596 Apr 05 12:26:00.278760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58390) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:00.279298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:00.332484 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:26:00.375803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334f4e7-a629-40e9-bda2-693fc69294dc tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:00.379889 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f334f4e7-a629-40e9-bda2-693fc69294dc tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1093 time: 0.0931296 Apr 05 12:26:00.409944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:00.448760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-94306d4b-0091-4923-9fb5-32303ee56887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:00.450331 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-94306d4b-0091-4923-9fb5-32303ee56887 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1098 time: 0.0930119 Apr 05 12:26:00.585121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-0ad8b836-8a26-45b8-883e-c272ddff93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:00.586487 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-0ad8b836-8a26-45b8-883e-c272ddff93e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1292484 Apr 05 12:26:00.695513 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-0f4c4974-103e-4102-a8e3-fad039471ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 998 time: 0.1030281 Apr 05 12:26:00.757922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-5701ae0d-2f1f-4a3e-b1bf-1ad12cabdff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:00.759394 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-5701ae0d-2f1f-4a3e-b1bf-1ad12cabdff0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0586698 Apr 05 12:26:00.785071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:25:58Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:00.789401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:26:00.798515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:00.799178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:00.830483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:00.836462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541888509', 'description': 'tempest-secgroup-smoke-541888509 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:00.840018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-11c89baa-adec-468c-be96-c06e2528e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:00.841636 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-11c89baa-adec-468c-be96-c06e2528e07c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764327 Apr 05 12:26:00.842868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:00.853046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:00.863793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:00.890044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:00.894624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:00.897580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:00.903436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:00.979577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:00.985621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:00.986145 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-49df4532-e042-44e3-8063-b9f03e016faa service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385169 Apr 05 12:26:01.036123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.050889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.055103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2f0ecb26-aa3e-4a5f-93af-869ef3ab5d67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2206075 Apr 05 12:26:01.055487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.061112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.064502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:01.068874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.073201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.076843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.083100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.110190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.141902 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cb16f165-36ac-48ab-ac08-d5ada3ef288f req-2c6f80bf-402f-4ba3-849b-1c8fbeca6704 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499074 Apr 05 12:26:01.179316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.183414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.208495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473947e5-37c9-4508-a7c8-b252e548699f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.218479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.219686 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c48a984a-79d2-4e8c-b70d-8649307bfd0d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629758 Apr 05 12:26:01.222339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58406) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.227791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.233469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.237961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.240712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.246340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.264081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.331881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.336506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.358607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ed951f-8845-4a81-b90e-df9b1cb84529,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.369551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.370729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d97cf262-8608-4721-bc61-3e492275e438 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474700 Apr 05 12:26:01.373666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58410) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.378693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.384553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.388429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.391262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.401058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.417722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.432541 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:25:58Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:01.436898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43249e85-e9bb-4707-8339-6dd4c1270176 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:25:58Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:26:01.584380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.588273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.614203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad0cf5f-b56e-41b0-9a42-f6fd5fdbbe53,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.625132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.626334 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e676100e-58e2-4960-8122-426a3a44c46f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516901 Apr 05 12:26:01.629146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58414) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.634360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.636710 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e8e77d-0505-4b32-8412-bbf9bbf73ef0 None None] New status for floating IP 703b228b-2723-4e18-bd3a-cdffbdaf822e: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:26:01.640753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.644865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.647805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.653547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.670199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.735694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.740542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.763399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ec093f-3924-4384-8147-ad650d06acaf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.774581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.775811 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6d4b5a1b-f98c-42ff-aa77-332626e26f5d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458757 Apr 05 12:26:01.778678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58418) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.785167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.793072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.797130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.800169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.806016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.816525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:26:01.823227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.888365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.892685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.918121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbfa811-1262-4a27-a916-c7e60a6f20f9,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:01.927961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:01.929216 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-84cf089f-e828-4183-a89f-1e9f21b1ec52 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494167 Apr 05 12:26:01.932115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58422) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:01.937328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:01.943293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:01.947115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:01.949973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:01.956211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:01.966342 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:26:01.973364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:02.039907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:02.043657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:02.066637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d5e7c1-4f3d-45a5-8d90-01728121d666,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:02.076892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:02.078879 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec413275-eec5-49df-977c-6719cc0c84a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457753 Apr 05 12:26:02.236192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2b826c33-b894-4861-bce1-de54bbe3222a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:26:02.251386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2b826c33-b894-4861-bce1-de54bbe3222a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:26:02.252895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2b826c33-b894-4861-bce1-de54bbe3222a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541888509&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0547857 Apr 05 12:26:02.407895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-690cc162-f74f-4c87-9aa0-8b81e28a35f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:02.409341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-690cc162-f74f-4c87-9aa0-8b81e28a35f5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 797 time: 0.1500452 Apr 05 12:26:02.424041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-8d1f47e1-c37c-4a18-99db-db07e9dcd114 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0092206 Apr 05 12:26:02.615201 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-baffb040-70c9-4823-8554-0e42f2794698 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1861854 Apr 05 12:26:02.751848 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-b2ef1900-aa93-42c7-a2a7-54aec34de24d service neutron] 10.222.0.50 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245372 Apr 05 12:26:02.881792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2da37df3-0316-4a68-a7fb-a8d371c10a2f service neutron] 10.222.0.50 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239035 Apr 05 12:26:03.059519 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-620ac31f-d5b0-4966-b75b-c9c0500b86ca req-63fc81ab-f56d-4c4f-963f-beb719f4b356 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 210 time: 0.0506315 Apr 05 12:26:04.120477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2cf90278-b42e-4ae6-b73f-e3699df62262 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:04.122416 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2cf90278-b42e-4ae6-b73f-e3699df62262 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 797 time: 0.1784573 Apr 05 12:26:04.178698 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-83ad246c-bb1c-4ee7-aa72-1b10bb31b726 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 471 time: 0.0482190 Apr 05 12:26:04.186538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:04.238151 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4218066-4cad-43b5-947d-f3dbf15184cb req-754a2321-9794-466e-806b-763d945903fe tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 210 time: 0.0466864 Apr 05 12:26:04.323329 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:04.327382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:port and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:04.330788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:04.336424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:04.345886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:26:04.349444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:04.521363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.9 (fe42fdc3-2f78-4f5c-8a59-0f78b6792202/6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2/7c4e1ccd-d2b8-412b-9bc7-c66520deee45) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:26:04.734695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:04.751618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:26:04.775340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:04.844477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:26:04.851902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:26:04.854826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:26:04.892162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:04.924031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:04.924640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:04.950414 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-9ba60ba3-ff04-4369-aa5b-861dad5440d8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673869 Apr 05 12:26:04.962776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Request body: {'port': {'device_id': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:05.074642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.082005 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b321daf-760f-47d7-898b-f38115e6e578 None None] Provisioning for port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:26:05.086951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0b321daf-760f-47d7-898b-f38115e6e578 None None] Provisioning complete for port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:26:05.087366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b321daf-760f-47d7-898b-f38115e6e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.145625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0b321daf-760f-47d7-898b-f38115e6e578 None None] Port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:26:05.415356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:26:05.423600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.425717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea79d0-b97a-4b55-a447-46dcf09489be req-a5fae8c3-4058-4ae0-860a-e9623b28af65 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:05.427270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5ea79d0-b97a-4b55-a447-46dcf09489be req-a5fae8c3-4058-4ae0-860a-e9623b28af65 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 931 time: 0.0811989 Apr 05 12:26:05.440132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Transition to ACTIVE for port object 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:26:05.444136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.474291 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5ea79d0-b97a-4b55-a447-46dcf09489be req-1ee4b5dd-bd7d-41c5-951c-985ccdf1b87b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410349 Apr 05 12:26:05.578426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:05.784599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Attempting to bind port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:26:05.784942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Attempting to bind port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:26:05.785273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Attempting to bind port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:26:05.789804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:26:05.790127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Attempting to bind port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 on network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:26:05.795200 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:26:05.795535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Checking segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:26:05.795914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Bound using segment: {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:26:05.796359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Bound port: 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:26:05.796709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.886901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:26:05.889957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:26:05.893952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.947936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:05.948540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:05.949895 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] 10.222.0.30 "PUT /v2.0/ports/7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 200 len: 1093 time: 0.9915257 Apr 05 12:26:05.950336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:05.976137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05b4d-5514-41c7-88cf-321677dd5749 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:06.024844 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'status': 'completed', 'code': 200} Apr 05 12:26:06.066603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-3bc21f94-39ab-49d0-9aab-93cb72f4e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.068157 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-3bc21f94-39ab-49d0-9aab-93cb72f4e0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1096 time: 0.0788741 Apr 05 12:26:06.136793 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2bc65736-0e81-43f2-b37f-439cfc362ec1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 200 len: 217 time: 0.0615063 Apr 05 12:26:06.201812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-277623c8-f791-4b76-ade4-3c4ae7cdf086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.203254 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-277623c8-f791-4b76-ade4-3c4ae7cdf086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0603092 Apr 05 12:26:06.276596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-46de35e9-0762-43cc-9f6f-0a2780e42c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.277978 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-46de35e9-0762-43cc-9f6f-0a2780e42c56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694127 Apr 05 12:26:06.408546 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-2d40f4a8-75da-4cd4-a823-92097aa7b341 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242697 Apr 05 12:26:06.540507 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-310077b9-d2b4-4c25-b7c4-f167c652f2eb req-40cc4e3f-c556-4399-ba9a-98dea6eefa7b service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264064 Apr 05 12:26:06.657564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-09d5a9af-847e-4a08-b1e5-9ebf09490c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.659287 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-09d5a9af-847e-4a08-b1e5-9ebf09490c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1096 time: 0.0768404 Apr 05 12:26:06.671199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87ead4-22d4-410d-b96f-9489c27a874a req-33d33e45-6b48-4605-8dc3-f425eb100cba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.672664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3f87ead4-22d4-410d-b96f-9489c27a874a req-33d33e45-6b48-4605-8dc3-f425eb100cba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 943 time: 0.0885911 Apr 05 12:26:06.718282 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3f87ead4-22d4-410d-b96f-9489c27a874a req-fc3de045-315d-4f0d-8673-2d04b93de6f1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Apr 05 12:26:06.796230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-f1d1131f-8db9-4a13-a61e-06f06ca9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.797708 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-f1d1131f-8db9-4a13-a61e-06f06ca9c978 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1323247 Apr 05 12:26:06.863653 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-7696ce1d-4ce1-449b-be5b-ec30956b5cb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 200 len: 217 time: 0.0595088 Apr 05 12:26:06.929561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-4118f164-516e-421b-97f8-58f18c8a1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:06.930981 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-4118f164-516e-421b-97f8-58f18c8a1bd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0610590 Apr 05 12:26:07.005439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-9a54d1b1-5a16-40c7-af1f-3a3b6a31196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:07.006918 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-9a54d1b1-5a16-40c7-af1f-3a3b6a31196a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699496 Apr 05 12:26:07.140688 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-77e6b272-491f-4892-9a78-50392c6d2459 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255765 Apr 05 12:26:07.276586 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-126c5c43-ba4d-4a80-8b9c-562deb2336ad req-68fc0fd4-7b63-4b7d-894b-1627b503c212 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244822 Apr 05 12:26:07.910313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f7af9-c3ec-42d4-ad89-89202f74efa9 req-8276eeb2-49ad-4ba7-8e3e-09fce33f7887 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:07.911926 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f55f7af9-c3ec-42d4-ad89-89202f74efa9 req-8276eeb2-49ad-4ba7-8e3e-09fce33f7887 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 943 time: 0.0801048 Apr 05 12:26:07.969209 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f55f7af9-c3ec-42d4-ad89-89202f74efa9 req-43d96ba1-20e2-4bf5-bd82-a63e241f1fb6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497336 Apr 05 12:26:09.146380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbd51c-8d12-40a4-815f-18a87157e79b req-adca5b33-20c1-4fea-b0fb-74aafe76d14f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:09.147877 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63bbd51c-8d12-40a4-815f-18a87157e79b req-adca5b33-20c1-4fea-b0fb-74aafe76d14f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 943 time: 0.0805447 Apr 05 12:26:09.191995 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63bbd51c-8d12-40a4-815f-18a87157e79b req-48ad7955-0cbc-46f0-9bf6-a1c0e09a989d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383203 Apr 05 12:26:10.057424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:26:10.190076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:10.202956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'port_id': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'mac_address': 'fa:16:3e:e7:31:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:26:10.258446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:10.275354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:26:10.291398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:10.295703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:10.366312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:10.379757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc65f0-1a48-4ff1-b3bf-b9b3b9bc1c66 req-abbdb63b-f307-4fc5-874d-33b66c2f672d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:10.381212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-75dc65f0-1a48-4ff1-b3bf-b9b3b9bc1c66 req-abbdb63b-f307-4fc5-874d-33b66c2f672d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0831747 Apr 05 12:26:10.425835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-75dc65f0-1a48-4ff1-b3bf-b9b3b9bc1c66 req-0d3a1e84-4ff8-4714-a479-68aa9c58ee98 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388350 Apr 05 12:26:10.522282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7c4e1ccd-d2b8-412b-9bc7-c66520deee45'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:26:11.611684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e8d65-134d-44f0-9db8-fc276e3795ac req-a9116c33-5143-43c4-b7ce-bb6546b6e22a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:11.613141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c09e8d65-134d-44f0-9db8-fc276e3795ac req-a9116c33-5143-43c4-b7ce-bb6546b6e22a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 944 time: 0.0812480 Apr 05 12:26:11.657734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c09e8d65-134d-44f0-9db8-fc276e3795ac req-16e7d4a3-afb8-4003-96e3-b6f8c20e0bb3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389729 Apr 05 12:26:12.071543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:26:12.142846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:26:12.147431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:26:12.147805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:12.260158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:12.289706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:12.300030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:12.303989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:12.364634 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'code': 200} Apr 05 12:26:12.372085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:12.719959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717d3c7-63af-4634-86cb-fe2196e49f19 req-f77b8c66-4ec1-45eb-9f0e-34d4c49ba5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:12.721465 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d717d3c7-63af-4634-86cb-fe2196e49f19 req-f77b8c66-4ec1-45eb-9f0e-34d4c49ba5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1098 time: 0.1667058 Apr 05 12:26:12.763812 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d717d3c7-63af-4634-86cb-fe2196e49f19 req-974e019e-62ff-472c-89ad-8d57618914e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Apr 05 12:26:12.846632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1363fa-c07b-4644-b917-63507ecc8729 req-a7a29e74-5639-400b-bd03-13865dec3c7b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:12.848088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb1363fa-c07b-4644-b917-63507ecc8729 req-a7a29e74-5639-400b-bd03-13865dec3c7b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.0818977 Apr 05 12:26:12.892021 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb1363fa-c07b-4644-b917-63507ecc8729 req-70e99647-491d-42df-aec0-bdd72cb995f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Apr 05 12:26:13.290496 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:26:14.089102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b50ee-d4af-41e7-aeaa-8d98ea11c055 req-7fc42468-8e30-40b5-9fe2-a804da5bc349 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:14.090517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a9b50ee-d4af-41e7-aeaa-8d98ea11c055 req-7fc42468-8e30-40b5-9fe2-a804da5bc349 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.0881276 Apr 05 12:26:14.137792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a9b50ee-d4af-41e7-aeaa-8d98ea11c055 req-308fcde5-be22-44bb-beba-62b786e35e1f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Apr 05 12:26:14.324130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecd4e9-dfaf-4cd9-81ec-65a550fe72e6 req-635c17d4-7196-4c55-8984-5eb9de5eef86 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:14.325579 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8ecd4e9-dfaf-4cd9-81ec-65a550fe72e6 req-635c17d4-7196-4c55-8984-5eb9de5eef86 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.0782688 Apr 05 12:26:14.370183 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8ecd4e9-dfaf-4cd9-81ec-65a550fe72e6 req-6c16172f-d736-40b0-9661-0e23ea7f35fd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Apr 05 12:26:14.391960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58476) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:14.470410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb35573-b328-4313-9d01-49f7cf291f79 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:14.471904 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0fb35573-b328-4313-9d01-49f7cf291f79 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1093 time: 0.0789952 Apr 05 12:26:14.475526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58480) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:14.480552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:14.486479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:26:14.490222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:26:14.493045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:26:14.498673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:26:14.508699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:14.644970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:14.786064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.123 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:26:15.034166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.064171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.124799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:26:15.127534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:26:15.129933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:26:15.179544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:15.552391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.626783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.836829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.841006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:15.949532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:15.961682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:16.141113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 19bb6f49-6f28-47a8-876f-96736d2406ea associated. External IP: 172.26.5.123, port: 7c4e1ccd-d2b8-412b-9bc7-c66520deee45. Apr 05 12:26:16.609561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:26:16.788130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:26:16.798155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:26:16.807329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:16.807931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:16.814149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:16.869391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3548d0b9-0b56-4ea2-b0e9-8ed506f6e2b4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3927753 Apr 05 12:26:16.869946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:16.924261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'status': 'completed', 'code': 200} Apr 05 12:26:17.015711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-d03b393a-cd31-4a4e-8cbb-b3e87b1ea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:17.017255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-d03b393a-cd31-4a4e-8cbb-b3e87b1ea7aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1098 time: 0.0703270 Apr 05 12:26:17.025948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:17.149008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-f7abcdc2-6668-4c36-b2b7-5aca66c4aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:17.150372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-f7abcdc2-6668-4c36-b2b7-5aca66c4aabc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1275856 Apr 05 12:26:17.257721 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-be23e509-cd8c-40f7-9f2b-0b69ffad5743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 200 len: 999 time: 0.0978048 Apr 05 12:26:17.322947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-2a627e49-7595-4684-b6dd-75b4ecebfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:17.324418 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-2a627e49-7595-4684-b6dd-75b4ecebfc49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0605617 Apr 05 12:26:17.379846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '19bb6f49-6f28-47a8-876f-96736d2406ea', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:e7:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:26:15Z', 'updated_at': '2022-04-05T12:26:15Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}, {'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:17.383704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:26:17.392215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:17.392920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:25:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:17.399172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-0ef92a49-6ef3-4fd8-892f-0273db1c555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:17.401347 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-0ef92a49-6ef3-4fd8-892f-0273db1c555c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701222 Apr 05 12:26:17.552744 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-9a4abbd3-4a88-44e6-83ae-7e0a092ad56c service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445656 Apr 05 12:26:17.580939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:17.691150 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f60c4723-0966-4a6b-bc0b-cb99b15b3283 req-a4236c78-7dac-486f-a878-56cd3c0303e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318579 Apr 05 12:26:17.943410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '19bb6f49-6f28-47a8-876f-96736d2406ea', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:e7:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:26:15Z', 'updated_at': '2022-04-05T12:26:15Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}, {'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:17.947360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1de903-a903-43e5-ad7b-8d284576dc22 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '19bb6f49-6f28-47a8-876f-96736d2406ea', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.123', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:e7:31:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:26:15Z', 'updated_at': '2022-04-05T12:26:15Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}, {'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:26:18.121820 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbab21b5-7258-4407-b84e-d697679b8f21 None None] New status for floating IP 19bb6f49-6f28-47a8-876f-96736d2406ea: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:26:22.242889 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-027b0f14-874e-4213-ba67-db0e389b2682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685654 Apr 05 12:26:22.384696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a436-477e-4c62-911e-61782b4ab473 req-a7630089-eb8f-4549-a84d-ffd7c9a4d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:22.386062 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-a7630089-eb8f-4549-a84d-ffd7c9a4d082 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1098 time: 0.0752511 Apr 05 12:26:22.528867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a436-477e-4c62-911e-61782b4ab473 req-482efde6-04bd-458d-a26f-656d28a7136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:22.530827 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-482efde6-04bd-458d-a26f-656d28a7136b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1253281 Apr 05 12:26:22.632149 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-b7f1ecc7-08bc-4925-bbff-a6498260a6f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 1000 time: 0.0949783 Apr 05 12:26:22.693590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a436-477e-4c62-911e-61782b4ab473 req-3acdac0c-b96f-44ae-a40d-1aa07196036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:22.695191 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-3acdac0c-b96f-44ae-a40d-1aa07196036e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0568771 Apr 05 12:26:22.771949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805a436-477e-4c62-911e-61782b4ab473 req-b97faa71-df17-4e61-9888-156562334864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:22.773469 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-b97faa71-df17-4e61-9888-156562334864 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725331 Apr 05 12:26:22.904030 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-81280d1c-bbba-4956-aebe-56d9e3d73516 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240952 Apr 05 12:26:23.034433 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2805a436-477e-4c62-911e-61782b4ab473 req-199fad94-b402-4f92-96a4-d72b6c0aaeed service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232843 Apr 05 12:26:23.212720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57595baa-6941-4ea7-8e8b-fb2fc8f68503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:24.522690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:25.276634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2baf505d-ce70-4a8c-9ffe-d6c8a8df9496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:26.447282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:26.498802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:27.738311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:46.727495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58496) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:46.834847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b2c3b69-097f-4afc-b00b-4bb3b2b51280 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/703b228b-2723-4e18-bd3a-cdffbdaf822e HTTP/1.1" status: 200 len: 992 time: 0.1061997 Apr 05 12:26:48.927901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58506) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:48.933908 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:49.156579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:49.376533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:49.400977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:49.406332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:49.475173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:49.475809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:49.477486 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/ports/148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 938 time: 0.5485764 Apr 05 12:26:49.478053 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:49.510783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=6']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:49.524189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.524542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.524889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.526372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.526792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.527168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.527599 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.528198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.528445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.528742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.529080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.529408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e6914-d8dd-4aff-be98-ad8c84139d85 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:49.535106 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:26:49.629500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-78ef1a4a-e302-40c9-a3d2-505787bd1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:49.631053 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-78ef1a4a-e302-40c9-a3d2-505787bd1775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1099 time: 0.0748162 Apr 05 12:26:49.688938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d8d6fce4-792c-4dc0-b31d-09227c68c17c None None] Provisioning complete for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:26:49.689979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d8d6fce4-792c-4dc0-b31d-09227c68c17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:49.758466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6fce4-792c-4dc0-b31d-09227c68c17c None None] Port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b is administratively disabled so it will not transition to active. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 05 12:26:49.769632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-f57ac5cd-19c2-4f86-8f07-19f47dc42504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:49.771139 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-f57ac5cd-19c2-4f86-8f07-19f47dc42504 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1336665 Apr 05 12:26:49.877995 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-b18d2fd4-ccdd-4200-b430-fee40a553fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 1001 time: 0.0998378 Apr 05 12:26:49.941416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-d30179f7-8295-4046-b3d3-39679ec80490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:49.942855 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-d30179f7-8295-4046-b3d3-39679ec80490 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0585785 Apr 05 12:26:50.047773 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-5654efdf-0f91-458e-8d90-e8b3c827636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:50.049251 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-5654efdf-0f91-458e-8d90-e8b3c827636c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002436 Apr 05 12:26:50.061919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-b7fd16e5-3a8e-4bec-9aa3-65a872bb8689 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:26:50.062954 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-b7fd16e5-3a8e-4bec-9aa3-65a872bb8689 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053134 Apr 05 12:26:50.215465 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-cd6decb0-c435-45f6-baa9-2b7b7d6f420b service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398454 Apr 05 12:26:50.289952 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:26:50.352643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-7609ff6f-c3cb-4493-9cec-87177b067158 req-9ad714f3-763d-46aa-96ad-555e13f4fcfb service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303771 Apr 05 12:26:52.987329 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58516) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:52.993065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:26:53.121738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.219465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-36dc9370-cfe5-4e41-ae0a-8590d4126468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.346844 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:53.372989 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.378531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.550602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:53.551257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.552681 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/ports/148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 937 time: 0.5643382 Apr 05 12:26:53.553247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:53.556783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58520) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:53.583397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f45b8-3ebd-4e59-aae5-2d777946c958 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=7']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:53.630613 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:26:53.720398 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fecf411d-97b1-4749-8eab-1009ff02e0e3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/703b228b-2723-4e18-bd3a-cdffbdaf822e HTTP/1.1" status: 200 len: 992 time: 0.1620436 Apr 05 12:26:53.756438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-2edc7a47-15d1-41bc-9977-33d46787039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:53.758312 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-2edc7a47-15d1-41bc-9977-33d46787039e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1098 time: 0.1062789 Apr 05 12:26:53.767577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['148e438b-ff51-43b4-9b8d-52fd3b68ab3b'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:26:53.837048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3a288cf4-d3a1-4070-9e3e-6a5d4a3872ad None None] Provisioning complete for port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:26:53.837301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3a288cf4-d3a1-4070-9e3e-6a5d4a3872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:53.904199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-854a1d3a-0475-45af-a7fa-a16b6e56f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:53.906354 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-854a1d3a-0475-45af-a7fa-a16b6e56f9fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1417263 Apr 05 12:26:54.017217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-530d51d6-9346-409a-95ba-fecbbc379418 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 1000 time: 0.1039889 Apr 05 12:26:54.093987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-e6ae7b6d-04e0-4216-9508-904f298d3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:54.095388 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-e6ae7b6d-04e0-4216-9508-904f298d3243 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0724876 Apr 05 12:26:54.184055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-74b06cda-8a55-45f9-b77d-91f221e129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:54.185530 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-74b06cda-8a55-45f9-b77d-91f221e129b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801349 Apr 05 12:26:54.320283 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-143d85ee-a5e9-4f3c-8573-198d0e2384e0 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280394 Apr 05 12:26:54.463643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8968d97a-cbe2-4db4-9d19-8538caca957f req-d9a2e32c-ca9c-4cca-b18c-4f04af373da3 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365950 Apr 05 12:26:54.512298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:55.278487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b56cbc31-7292-4894-b2a9-50b67b236854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.313615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58532) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:26:56.454342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.502154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.528497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:26:56.528836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.704549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.704784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:56.832670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:26:56.992195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:57.039334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=ce8c5158-d4bc-4d29-b3de-7eb4f4f9fbee,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:26:57.233101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.233440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.234311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.234641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.234965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.235316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.235637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.235958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.236290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.236615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.236923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.237233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:26:57.270384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:57.270717 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 19bb6f49-6f28-47a8-876f-96736d2406ea disassociated (deleted). External IP: 172.26.5.123, port: 7c4e1ccd-d2b8-412b-9bc7-c66520deee45. Apr 05 12:26:57.635246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:26:57.740726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:57.827976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:26:57.838634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:26:57.845788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:57.850361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:57.850996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:57.903491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-94d8517a-33a8-4442-8d57-5f55d5dd09e2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/19bb6f49-6f28-47a8-876f-96736d2406ea HTTP/1.1" status: 204 len: 168 time: 1.5886323 Apr 05 12:26:57.903929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:26:57.959500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'status': 'completed', 'code': 200} Apr 05 12:26:58.060359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:58.068244 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-298e458c-6927-4a4e-a1f2-f4d9ba0f3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:58.070591 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-298e458c-6927-4a4e-a1f2-f4d9ba0f3ffa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 1098 time: 0.0842788 Apr 05 12:26:58.235754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-a8a1e0aa-294a-4ed6-a921-38c3cd1afd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:58.237356 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-a8a1e0aa-294a-4ed6-a921-38c3cd1afd18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1611490 Apr 05 12:26:58.314321 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-2b4f2be5-2ce9-4307-ba30-1fe453af1fb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 200 len: 217 time: 0.0707488 Apr 05 12:26:58.326845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763267a-28fe-4b49-94aa-9fc090372604 req-1748278d-bf74-479c-8aa0-23c7a9ba32a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:58.326845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a763267a-28fe-4b49-94aa-9fc090372604 req-1748278d-bf74-479c-8aa0-23c7a9ba32a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:26:58.342828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a763267a-28fe-4b49-94aa-9fc090372604 req-1748278d-bf74-479c-8aa0-23c7a9ba32a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:26:58.345496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a763267a-28fe-4b49-94aa-9fc090372604 req-1748278d-bf74-479c-8aa0-23c7a9ba32a6 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.1141522 Apr 05 12:26:58.385622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-452b7727-2976-41b4-9642-6a033f8272d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:58.387133 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-452b7727-2976-41b4-9642-6a033f8272d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0661318 Apr 05 12:26:58.403390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a763267a-28fe-4b49-94aa-9fc090372604 req-1ba0ec67-95c2-414d-8999-28e16919781d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513351 Apr 05 12:26:58.455631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:58.459871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:26:58.469553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:26:58.470174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:58.489328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-4eb0b793-109a-42fe-8056-9b7e85cb7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:58.490790 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-4eb0b793-109a-42fe-8056-9b7e85cb7247 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961363 Apr 05 12:26:58.629063 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-a0b028ba-1f2e-4543-96e2-d8b8c6f0a45e service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294515 Apr 05 12:26:58.649655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:26:58.774479 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-6beabf32-9bb5-44e3-9a63-b1616ea87410 req-fd9fa715-903f-41e4-9617-9b4dec1d2038 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384928 Apr 05 12:26:59.011763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:26:59.016559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4caf057-9aa6-41d5-a52c-1530f94469a1 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '703b228b-2723-4e18-bd3a-cdffbdaf822e', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.35', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'port_id': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'mac_address': 'fa:16:3e:51:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:25:58Z', 'updated_at': '2022-04-05T12:26:01Z', 'revision_number': 1, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:26:59.241825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3568b-85e4-4241-a8c0-39151c6b974b None None] New status for floating IP 19bb6f49-6f28-47a8-876f-96736d2406ea: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:26:59.538042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-2678ad1e-b4f7-49d4-b5d6-598e4569df98 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:59.538750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-2678ad1e-b4f7-49d4-b5d6-598e4569df98 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:26:59.553884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-2678ad1e-b4f7-49d4-b5d6-598e4569df98 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:26:59.555011 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-2678ad1e-b4f7-49d4-b5d6-598e4569df98 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.0999527 Apr 05 12:26:59.643740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996750-5788-4643-b141-96b0419d3c48 req-e2503ca6-ffb7-4907-a564-9963322a18dd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:26:59.645263 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f996750-5788-4643-b141-96b0419d3c48 req-e2503ca6-ffb7-4907-a564-9963322a18dd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 945 time: 0.1329250 Apr 05 12:26:59.698937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f996750-5788-4643-b141-96b0419d3c48 req-316c31c9-1ead-45a7-8c76-d55f5d3232be tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477521 Apr 05 12:26:59.733714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:26:59.734051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:26:59.988632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:26:59.988987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:00.115497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:00.269002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:00.320866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=7c4e1ccd-d2b8-412b-9bc7-c66520deee45,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:00.399803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:27:00.402308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:00.404985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'name': 'network-vif-deleted', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:00.421719 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc23a47e-d3d9-4c0d-9006-b311c725a702 req-47b0fe79-5551-4c70-8a13-3716d30927b7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/7c4e1ccd-d2b8-412b-9bc7-c66520deee45 HTTP/1.1" status: 204 len: 173 time: 0.8604228 Apr 05 12:27:00.452930 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2666f8-b560-432b-a8c3-98fb1b08ecc8', 'name': 'network-vif-deleted', 'tag': '7c4e1ccd-d2b8-412b-9bc7-c66520deee45', 'status': 'completed', 'code': 200} Apr 05 12:27:00.877622 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7ba5100d-319e-4d8d-9da8-b0908197c889 req-0a7474ae-8acb-4cde-83c5-37b53b6eb03b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=ca2666f8-b560-432b-a8c3-98fb1b08ecc8 HTTP/1.1" status: 200 len: 210 time: 0.0436776 Apr 05 12:27:01.980023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58552) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:02.056345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.089424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.163578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.180069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:02.198467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.199647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1f2395e0-a23a-4878-b7bd-b8ed264ecc7f tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ad2c7a4-f632-4ccb-ab6d-b43f12c54ac7 HTTP/1.1" status: 204 len: 168 time: 0.2186329 Apr 05 12:27:02.232475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:02.441106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 917fb2d2-861b-4071-9957-fadaf688d875 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:27:02.441438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.730567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.730869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:02.864619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 917fb2d2-861b-4071-9957-fadaf688d875 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:03.021305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:03.079531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=917fb2d2-861b-4071-9957-fadaf688d875,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:03.176275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:03.176603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP 703b228b-2723-4e18-bd3a-cdffbdaf822e disassociated (deleted). External IP: 172.26.5.35, port: 148e438b-ff51-43b4-9b8d-52fd3b68ab3b. Apr 05 12:27:03.554154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:27:03.744159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:27:03.754618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:27:03.760912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:03.763732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:03.764351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:03.818212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-759fc377-2a2b-42bc-81da-b5c598018ef8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/703b228b-2723-4e18-bd3a-cdffbdaf822e HTTP/1.1" status: 204 len: 168 time: 1.5843937 Apr 05 12:27:03.818800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:03.867868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:27:03.967667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa124-4771-4578-992d-2436fec0c287 req-a6453621-e7f4-4a40-9992-63a154b94ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:03.970015 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-a6453621-e7f4-4a40-9992-63a154b94ea3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 1098 time: 0.0798974 Apr 05 12:27:04.016986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:04.147657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa124-4771-4578-992d-2436fec0c287 req-1b494cd3-6b96-4c7f-89d0-3b23e112eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:04.151200 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-1b494cd3-6b96-4c7f-89d0-3b23e112eac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 200 len: 898 time: 0.1726186 Apr 05 12:27:04.228047 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-8d0e0ca4-9f29-4541-95ab-72fd8e97ad74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 200 len: 217 time: 0.0718434 Apr 05 12:27:04.261617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-a677943c-2d65-4c2e-8d3f-468e04a36fd4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:04.262479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-a677943c-2d65-4c2e-8d3f-468e04a36fd4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:04.280731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-a677943c-2d65-4c2e-8d3f-468e04a36fd4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:04.283099 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-a677943c-2d65-4c2e-8d3f-468e04a36fd4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.1116664 Apr 05 12:27:04.296171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa124-4771-4578-992d-2436fec0c287 req-dacbbcc0-561a-4ebd-920a-1bc74e4d3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:04.298330 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-dacbbcc0-561a-4ebd-920a-1bc74e4d3df7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 200 len: 834 time: 0.0640073 Apr 05 12:27:04.335379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-22ebbc13-779a-47fe-ad33-cb43ee74cf09 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:04.351625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:27:04.354680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-22ebbc13-779a-47fe-ad33-cb43ee74cf09 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:04.355905 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d040cd51-59cf-4988-97a5-bf83c1d8807a req-22ebbc13-779a-47fe-ad33-cb43ee74cf09 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658154 Apr 05 12:27:04.389907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baa124-4771-4578-992d-2436fec0c287 req-a9d71539-494b-4793-9a39-f43588fa7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:04.391628 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-a9d71539-494b-4793-9a39-f43588fa7c93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe42fdc3-2f78-4f5c-8a59-0f78b6792202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853152 Apr 05 12:27:04.422477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:27:04.422477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7c4e1ccd-d2b8-412b-9bc7-c66520deee45 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:27:04.465635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:04.470217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:27:04.479812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:04.480475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:04.541580 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-c9a1358e-4088-476d-a70e-046e3bf7f4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414821 Apr 05 12:27:04.672635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:04.677083 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-b8baa124-4771-4578-992d-2436fec0c287 req-39666fc3-c24f-46b8-9de3-5af41580c10f service neutron] 10.222.0.30 "GET /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288488 Apr 05 12:27:04.994866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:04.999325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5500e60e-909c-4e13-8ecc-ed2a7d51e280 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:38Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'd566725a-796d-49ff-9848-ef863d24c271', 'name': '', 'network_id': 'fe42fdc3-2f78-4f5c-8a59-0f78b6792202', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:3f:96:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:37Z', 'updated_at': '2022-04-05T12:25:43Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': '6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:27:05.226959 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f95e6b-b897-4a18-a5dd-ade62ad7c60b None None] New status for floating IP 703b228b-2723-4e18-bd3a-cdffbdaf822e: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:27:05.567481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7432e1-cc3c-4a4a-9e21-95cfcde7d920 req-41edcdb1-7cc8-4448-80b3-726ddf36bb72 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:05.569049 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb7432e1-cc3c-4a4a-9e21-95cfcde7d920 req-41edcdb1-7cc8-4448-80b3-726ddf36bb72 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.0885136 Apr 05 12:27:05.581841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-45ed3a39-c3e3-47e7-abc3-3772bc34ac66 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:05.582553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-45ed3a39-c3e3-47e7-abc3-3772bc34ac66 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:05.595141 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-45ed3a39-c3e3-47e7-abc3-3772bc34ac66 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:05.596335 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-45ed3a39-c3e3-47e7-abc3-3772bc34ac66 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 945 time: 0.0939701 Apr 05 12:27:05.617869 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb7432e1-cc3c-4a4a-9e21-95cfcde7d920 req-9a7be3f5-95e2-45ea-a67c-304b23f79761 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=89e622ca-4b7a-4d4e-97da-502b1755108e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Apr 05 12:27:05.777191 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:27:05.777531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:06.047271 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:06.047652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:06.186976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 148e438b-ff51-43b4-9b8d-52fd3b68ab3b owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:06.354903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:06.410535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=148e438b-ff51-43b4-9b8d-52fd3b68ab3b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:06.487755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port 148e438b-ff51-43b4-9b8d-52fd3b68ab3b on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:27:06.490184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:06.492825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'name': 'network-vif-deleted', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:06.509537 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-cc41fb83-e4c2-4e5c-8312-6d7a2b9e33bf req-8af677ab-168e-4040-9770-94bded553e41 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/148e438b-ff51-43b4-9b8d-52fd3b68ab3b HTTP/1.1" status: 204 len: 173 time: 0.9074366 Apr 05 12:27:06.544266 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbeeac0-3ccf-40e7-8d41-402da1eacff5', 'name': 'network-vif-deleted', 'tag': '148e438b-ff51-43b4-9b8d-52fd3b68ab3b', 'status': 'completed', 'code': 200} Apr 05 12:27:06.801576 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-48e9979a-dc59-4ba6-80f3-a0a393c1626f req-c4b1c686-4e27-4481-96ae-98e7bc65ca68 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdbeeac0-3ccf-40e7-8d41-402da1eacff5 HTTP/1.1" status: 200 len: 210 time: 0.0470557 Apr 05 12:27:07.900372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58576) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:07.972823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:08.005413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:08.080020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:08.099899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e622ca-4b7a-4d4e-97da-502b1755108e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:08.123788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:08.128763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2cacfb60-63b9-4077-8dfb-73eddd746acb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/89e622ca-4b7a-4d4e-97da-502b1755108e HTTP/1.1" status: 204 len: 168 time: 0.2248118 Apr 05 12:27:08.167418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58582) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:08.853928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:09.224370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port d566725a-796d-49ff-9848-ef863d24c271 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:27:09.225063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:09.434662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port d566725a-796d-49ff-9848-ef863d24c271, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d566725a-796d-49ff-9848-ef863d24c271,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:09.435020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:09.561822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for d566725a-796d-49ff-9848-ef863d24c271 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:10.027241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:10.075857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=d566725a-796d-49ff-9848-ef863d24c271,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:10.376864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:10.386184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 148e438b-ff51-43b4-9b8d-52fd3b68ab3b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:27:10.426113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 148e438b-ff51-43b4-9b8d-52fd3b68ab3b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:27:10.426313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 148e438b-ff51-43b4-9b8d-52fd3b68ab3b not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:27:10.760123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router cdd76025-1483-4de5-b82d-c0d075def4db has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:27:10.943204 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:27:10.953358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Sync routers for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:27:10.957308 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8c5f9f1d-bec4-47c1-a293-b4dac6d903e1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/cdd76025-1483-4de5-b82d-c0d075def4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888079 Apr 05 12:27:10.961267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58586) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:10.963844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:10.964847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:11.034930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet 6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:27:11.039364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.097021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.152876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:11.194852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.428377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.467430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:11.471276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.477807 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a638ad79-0c5d-4029-9ab4-50d0ca48cf48 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/6bfc7420-7a74-4a1e-b2fd-2a80c275e8f2 HTTP/1.1" status: 204 len: 168 time: 0.5155535 Apr 05 12:27:11.480773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:11.486650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa84b6d-87c4-46a3-9f17-6b0ae9c442ab None None] Network fe42fdc3-2f78-4f5c-8a59-0f78b6792202 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:27:11.673603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.676215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:27:09Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:11.682597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Checking router: cdd76025-1483-4de5-b82d-c0d075def4db for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:27:11.699484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Routers {'cdd76025-1483-4de5-b82d-c0d075def4db'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:11.700130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['cdd76025-1483-4de5-b82d-c0d075def4db'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:11.874433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.880919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] DHCP port deletion for fe42fdc3-2f78-4f5c-8a59-0f78b6792202 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:27:11.885828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port db2ed29a-3798-4fa4-8564-aa2091dbfecd {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:27:11.886227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.896261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Deleting port e91e446b-686f-4317-bba0-95a54a3b258a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:27:11.896635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:11.951602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] Set router cdd76025-1483-4de5-b82d-c0d075def4db gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:12.086887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port db2ed29a-3798-4fa4-8564-aa2091dbfecd, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=db2ed29a-3798-4fa4-8564-aa2091dbfecd,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:12.087417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.215461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for db2ed29a-3798-4fa4-8564-aa2091dbfecd owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:12.364790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] For port e91e446b-686f-4317-bba0-95a54a3b258a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e91e446b-686f-4317-bba0-95a54a3b258a,segment=NetworkSegment(aeee64c0-b0a1-4f07-88a3-707bf3fb748a),segment_id=aeee64c0-b0a1-4f07-88a3-707bf3fb748a)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:12.365189 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.396478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.473881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=db2ed29a-3798-4fa4-8564-aa2091dbfecd,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:12.511105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Calling delete_port for e91e446b-686f-4317-bba0-95a54a3b258a owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:27:12.546249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.586451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:27:09Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:12.591817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f4110f-8388-44c1-9ccd-def99fb2ea80 None None] The sync data for ids ['cdd76025-1483-4de5-b82d-c0d075def4db'] in dv-neutron-833203-3-hyperv is: [{'id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'name': 'tempest-TestNetworkBasicOps-router-1082193123', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:27:09Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': 'db2ed29a-3798-4fa4-8564-aa2091dbfecd', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd76025-1483-4de5-b82d-c0d075def4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:25:33Z', 'updated_at': '2022-04-05T12:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:27:12.603858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.652135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Pushing event deleted for resources: {'Port': ['ID=e91e446b-686f-4317-bba0-95a54a3b258a,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:12.654601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] No DVR routers for this DVR port e91e446b-686f-4317-bba0-95a54a3b258a on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:27:12.663620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.663620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.663836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.664085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.664424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.664764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.665582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.665582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.665755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.666040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.666424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.666724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba497f45-f4b2-432b-a9c8-f8e8633d7b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:12.738421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.740688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.764231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.764956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router cdd76025-1483-4de5-b82d-c0d075def4db {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:27:12.781693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:12.782764 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-49ffc982-ee96-4ea9-b0af-6c4f1882ee94 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/cdd76025-1483-4de5-b82d-c0d075def4db HTTP/1.1" status: 204 len: 168 time: 1.3010926 Apr 05 12:27:12.785467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58594) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:13.011578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.154502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.183294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe42fdc3-2f78-4f5c-8a59-0f78b6792202']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:13.203321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:13.203615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeee64c0-b0a1-4f07-88a3-707bf3fb748a') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:13.216618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.237520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.243850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:27:13.244412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:27:13.260933 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:27:13.341089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.345908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.377276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=fe42fdc3-2f78-4f5c-8a59-0f78b6792202,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:13.385464 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a4e34443-fd84-4742-9167-9e5fd26b7080 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/fe42fdc3-2f78-4f5c-8a59-0f78b6792202 HTTP/1.1" status: 204 len: 168 time: 0.5987473 Apr 05 12:27:13.412027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58598) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:13.417680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'network': {'name': 'tempest-network-smoke--1717373203', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:13.424120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:13.428390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:network and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:13.431301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:13.436972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:13.449228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:27:13.453342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.483381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:27:13.493673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.494054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Added segment baef2533-0310-4cf7-8948-152e12a15e49 of type vlan for network f5a7c108-fb73-4c02-9d26-cf954bdb663c Apr 05 12:27:13.522553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.553848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.559369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:13.559888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.677395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2641959 Apr 05 12:27:13.680499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12f2e4-c758-4aa4-a221-42fcbb3014b5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Network': ['ID=f5a7c108-fb73-4c02-9d26-cf954bdb663c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:13.681516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:13.693111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'admin_state_up': True, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:13.698756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:27:13.704318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:13.708500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:router and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:13.712009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:13.715311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2ed29a-3798-4fa4-8564-aa2091dbfecd no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:27:13.718666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:13.730005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.731232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.751478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:13.815361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: db2ed29a-3798-4fa4-8564-aa2091dbfecd {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:27:13.815707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device db2ed29a-3798-4fa4-8564-aa2091dbfecd not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:27:13.816122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e91e446b-686f-4317-bba0-95a54a3b258a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:27:13.898379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e91e446b-686f-4317-bba0-95a54a3b258a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:27:13.898714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e91e446b-686f-4317-bba0-95a54a3b258a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:27:13.899155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d566725a-796d-49ff-9848-ef863d24c271 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:27:13.943865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d566725a-796d-49ff-9848-ef863d24c271 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:27:13.944211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d566725a-796d-49ff-9848-ef863d24c271 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:27:14.040094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:14.358226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:14.388869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:14.644202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.25 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/8444028b-7781-4e41-aedd-1c3dfbc60975) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:27:14.806516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:14.836394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:14.902702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:14.909673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:14.912256 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:27:14.948033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:15.352334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:15.703332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:15.913285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:27:16.213099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:27:16.222780 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:27:16.233011 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:16.233616 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:16.241397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:16.242677 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9a4dc32-e18d-41d7-9bd1-21b1d4535cf5 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5601556 Apr 05 12:27:16.245827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:16.286188 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a8d4b6f3-8e8a-4caf-967e-671697f855dd tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=688558f333d0440a89dfd49dd750e0af&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391452 Apr 05 12:27:16.289405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58610) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:16.427107 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:16.447988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0acd13b-6bbd-4772-9f93-3a5c8fbd5058 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:16.449908 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b0acd13b-6bbd-4772-9f93-3a5c8fbd5058 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1594918 Apr 05 12:27:16.452965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58614) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:16.498563 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c9cad4aa-776b-4ad9-89b3-cbabd863673a tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439057 Apr 05 12:27:16.500889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58618) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:16.506490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857409562', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:16.642906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:16.646866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:subnet and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:16.649873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:16.656489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:16.668309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:27:16.672302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:16.746731 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:15Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:16.750763 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:27:16.751139 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Updating router 9d374339-d1cb-4365-b21c-dbca19885f76 port 8444028b-7781-4e41-aedd-1c3dfbc60975 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:27:16.810018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:16.914227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.010426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Subnet': ['ID=fef3104c-3b0d-40aa-9df9-597267f5b911,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:17.021637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Checking segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:27:17.026118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network hostable DHCP agents. Network: f5a7c108-fb73-4c02-9d26-cf954bdb663c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:27:17.052137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:27:17.065120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, f5a7c108-fb73-4c02-9d26-cf954bdb663c) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:17.070043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:17.070657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.078093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7b575-de97-4387-a266-ef18fd5163bd None None] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:27:17.103669 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0178a82c-fd64-46dd-a4e5-b07ed062ad2d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6015530 Apr 05 12:27:17.106267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58622) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:17.185342 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.203054 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Transition to ACTIVE for port object 8444028b-7781-4e41-aedd-1c3dfbc60975 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:17.214877 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.291055 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Attempting to bind port 8444028b-7781-4e41-aedd-1c3dfbc60975 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:27:17.291815 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Attempting to bind port 8444028b-7781-4e41-aedd-1c3dfbc60975 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:27:17.291815 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Attempting to bind port 8444028b-7781-4e41-aedd-1c3dfbc60975 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:27:17.306090 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:27:17.307064 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:27:17.307466 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.308143 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:27:17.308377 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Bound port: 8444028b-7781-4e41-aedd-1c3dfbc60975, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:27:17.308689 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.343591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:27:17.344609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.382096 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:27:17.385409 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8444028b-7781-4e41-aedd-1c3dfbc60975,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:27:17.395477 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:17.398175 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.409976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.410317 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.410655 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.411147 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.411318 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.411717 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.412097 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.412426 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.412773 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.413082 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.413385 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.413758 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:27:17.491518 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:17.492052 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:17.541884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Allocated IP 172.20.0.2 (f5a7c108-fb73-4c02-9d26-cf954bdb663c/fef3104c-3b0d-40aa-9df9-597267f5b911/3ca1f354-df08-46a9-8fef-efea04a48557) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:27:17.559322 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07b17-e34c-4373-b92c-26bfe93ae252 None None] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:17.728420 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:17.774867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.785510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Transition to ACTIVE for port object 3ca1f354-df08-46a9-8fef-efea04a48557 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:17.804864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Transition to ACTIVE for port object 3ca1f354-df08-46a9-8fef-efea04a48557 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:17.810245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:17.891290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:17.895371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:17.902812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:27:17.937464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Pushing event updated for resources: {'Port': ['ID=3ca1f354-df08-46a9-8fef-efea04a48557,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:18.015658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Attempting to bind port 3ca1f354-df08-46a9-8fef-efea04a48557 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:27:18.015658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Attempting to bind port 3ca1f354-df08-46a9-8fef-efea04a48557 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:27:18.015658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Attempting to bind port 3ca1f354-df08-46a9-8fef-efea04a48557 on network f5a7c108-fb73-4c02-9d26-cf954bdb663c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:27:18.016126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:27:18.016273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Checking segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:27:18.016661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.016978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.017523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Bound using segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:27:18.017523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Bound port: 3ca1f354-df08-46a9-8fef-efea04a48557, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:27:18.017846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.043189 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:15Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:18.047691 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5156d08-0d20-4b48-8322-5c16d8cd7bb1 None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:15Z', 'revision_number': 3, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:27:18.141594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] For port 3ca1f354-df08-46a9-8fef-efea04a48557, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:27:18.146013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] For port 3ca1f354-df08-46a9-8fef-efea04a48557, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3ca1f354-df08-46a9-8fef-efea04a48557,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:27:18.150579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.257101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4c6d2-f731-4ea0-b538-24ac39c83b04 None None] Pushing event updated for resources: {'Port': ['ID=3ca1f354-df08-46a9-8fef-efea04a48557,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:18.530295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.1 (f5a7c108-fb73-4c02-9d26-cf954bdb663c/fef3104c-3b0d-40aa-9df9-597267f5b911/ec9b86cc-6935-4343-bd8d-d7247788a24a) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:27:18.729795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.752654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object ec9b86cc-6935-4343-bd8d-d7247788a24a will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:18.778256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:18.851294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:18.859697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:18.864378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:27:18.895436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:18.928584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.227984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.309759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aad708-7c55-4c58-bd7c-c3202d69d872 None None] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:27:19.396470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f894bfc8-dba5-4b54-8b4d-91816a88639d None None] Provisioning for port 3ca1f354-df08-46a9-8fef-efea04a48557 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:19.497360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3ca1f354-df08-46a9-8fef-efea04a48557 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:19.633035 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3ca1f354-df08-46a9-8fef-efea04a48557 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:19.640929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3ca1f354-df08-46a9-8fef-efea04a48557 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:19.641312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.832353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.838730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.839154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.883207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 3ca1f354-df08-46a9-8fef-efea04a48557, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3ca1f354-df08-46a9-8fef-efea04a48557,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:19.888132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.889422 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:19.957335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:19.966050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:20.075299 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Provisioning for port ec9b86cc-6935-4343-bd8d-d7247788a24a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:20.094814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=3ca1f354-df08-46a9-8fef-efea04a48557,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:20.102263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8444028b-7781-4e41-aedd-1c3dfbc60975 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:20.107847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:20.108489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.130355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:20.131627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:20.175126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8444028b-7781-4e41-aedd-1c3dfbc60975 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:20.176010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.248592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Port ec9b86cc-6935-4343-bd8d-d7247788a24a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:27:20.303988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Provisioning complete for port 3ca1f354-df08-46a9-8fef-efea04a48557 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:20.304366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9684038-bb8b-4fe0-86ca-52551e4227ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.344864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:27:20.384414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.418002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8444028b-7781-4e41-aedd-1c3dfbc60975,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:20.451720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.540750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:20.550214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:27:20.559797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:27:20.566550 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1f15ff0e-df75-4e01-aade-e9b8b979a5b9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/9d374339-d1cb-4365-b21c-dbca19885f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4587474 Apr 05 12:27:20.566737 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:20.570173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:20.570799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:20.671887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e1e72b7c-fc34-4bff-b4ba-f77b50c93a87 None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:20.672178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1e72b7c-fc34-4bff-b4ba-f77b50c93a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:20.710647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a323eb-1795-4aff-adcb-d1e4f569de1b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.711361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a323eb-1795-4aff-adcb-d1e4f569de1b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.720529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a323eb-1795-4aff-adcb-d1e4f569de1b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.720529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a323eb-1795-4aff-adcb-d1e4f569de1b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.720529 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7a323eb-1795-4aff-adcb-d1e4f569de1b tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1462870 Apr 05 12:27:20.720529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:20.786549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2966c-ca1a-4876-8912-deeef355ce86 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.787011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2966c-ca1a-4876-8912-deeef355ce86 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.787498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2966c-ca1a-4876-8912-deeef355ce86 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.787943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2966c-ca1a-4876-8912-deeef355ce86 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:20.790127 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dac2966c-ca1a-4876-8912-deeef355ce86 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0720098 Apr 05 12:27:20.792425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58634) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:20.808637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e1e72b7c-fc34-4bff-b4ba-f77b50c93a87 None None] Port ec9b86cc-6935-4343-bd8d-d7247788a24a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:27:20.817463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:21.001305 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4c1a79a4-45a1-41e0-b539-cde7b1cb9da1 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2076938 Apr 05 12:27:21.143116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:21.147044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:27:21.147401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Updating router 9d374339-d1cb-4365-b21c-dbca19885f76 port ec9b86cc-6935-4343-bd8d-d7247788a24a binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:27:21.207386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.241381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:21.246916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035546628', 'description': 'tempest-secgroup-smoke-1035546628 description', 'project_id': '688558f333d0440a89dfd49dd750e0af'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:21.253385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:21.257699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:21.261242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:21.268076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:21.279420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.300704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:21.304668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:21.307936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:21.313968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:21.394673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.400388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.405132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3ca1f354-df08-46a9-8fef-efea04a48557 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:21.450535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cead8a0-11f3-481e-837e-f89b7b81c0eb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:21.454842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.456300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e3609ad-efc8-43d3-8872-17e46f2f1724 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2134337 Apr 05 12:27:21.459116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58644) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:21.474042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:21.480643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:21.484907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:21.488194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:21.495170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:21.515894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.586656 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.591372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.614375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3ca1f354-df08-46a9-8fef-efea04a48557 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:21.614778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.620025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a57e78-7d73-48a0-90b6-5ff0d8acf47f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:21.631641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.632865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-613f9996-713c-4487-bd8e-8edfc80731f3 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725068 Apr 05 12:27:21.635772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58648) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:21.641579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:21.648143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:21.652180 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:21.655098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:21.661678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:21.681778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.745586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.757435 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.761340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.799079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Transition to ACTIVE for port object ec9b86cc-6935-4343-bd8d-d7247788a24a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:21.803162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6529377-e5d8-4649-8052-7fd716371c47,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:21.822321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.823642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.824837 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-85fe62f0-4056-485a-ba7f-51e83cdf83a9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1880796 Apr 05 12:27:21.828520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:21.833563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:21.839665 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:21.843772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:21.848285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:21.856243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:21.875618 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.876480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:21.957575 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.962113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:21.989226 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fe09d5-9f9a-4539-9fe8-7bb40949b9a1,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.000980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.002145 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99c6bb6e-050c-413e-bb22-1059922e3461 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726940 Apr 05 12:27:22.005705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58656) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:22.012516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:22.013684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8de23-a17d-44df-92c8-67c737f6e841 None None] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.018974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:22.028327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:22.031971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:22.038105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:22.061168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.143181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8444028b-7781-4e41-aedd-1c3dfbc60975 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:22.143553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.158660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.165102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.169088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Attempting to bind port ec9b86cc-6935-4343-bd8d-d7247788a24a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:27:22.169459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Attempting to bind port ec9b86cc-6935-4343-bd8d-d7247788a24a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:27:22.169818 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Attempting to bind port ec9b86cc-6935-4343-bd8d-d7247788a24a on network f5a7c108-fb73-4c02-9d26-cf954bdb663c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:27:22.190301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:27:22.190679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Checking segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:27:22.191104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.191501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Bound using segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:27:22.191981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Bound port: ec9b86cc-6935-4343-bd8d-d7247788a24a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:27:22.192357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.199415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ec2070-bbd9-4bf6-9ebc-6ffc8b8f4049,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.210862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.212179 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8262d204-526d-4122-883e-d9e406ac2e1c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049477 Apr 05 12:27:22.215223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:22.222016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:22.228262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:22.232208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:22.235750 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:22.241580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:22.253225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:27:22.260720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.328401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.332636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.357746 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9408f0-4d6e-4240-b738-b4f3a4af6618,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.370628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:27:22.370850 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.375193 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f4c90152-0b91-41df-b6d3-3f21d9ab8681 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560988 Apr 05 12:27:22.375382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:22.380667 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'security_group_rule': {'security_group_id': '8cead8a0-11f3-481e-837e-f89b7b81c0eb', 'project_id': '688558f333d0440a89dfd49dd750e0af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:22.386572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:22.390462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ec9b86cc-6935-4343-bd8d-d7247788a24a,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:27:22.390747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:security_group_rule and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:22.394235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:22.395760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.400586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:22.412152 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Project 688558f333d0440a89dfd49dd750e0af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:27:22.419209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.474302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:22.474945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:26:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:22.495211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.502690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.532868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d470bcce-a4a3-4d1e-a0fc-cb26c888d5e8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.542047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:22.543567 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-60a09944-4af3-4a5f-871d-79c58f614418 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671546 Apr 05 12:27:22.562424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8de23-a17d-44df-92c8-67c737f6e841 None None] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:22.709376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:22.876895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-057257b0-26db-4243-bdb4-9fb456f4a4f9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:22.892847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-057257b0-26db-4243-bdb4-9fb456f4a4f9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:22.894113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-057257b0-26db-4243-bdb4-9fb456f4a4f9 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035546628&fields=id&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 267 time: 0.0621552 Apr 05 12:27:23.049924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:22Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:23.054486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018a3fa-6ea1-4ee1-9df9-95bf451a2e9f None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:22Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:27:23.077326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-0f11ddf0-4887-4602-87c4-6c4173753700 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:23.078093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-0f11ddf0-4887-4602-87c4-6c4173753700 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:23.114307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-0f11ddf0-4887-4602-87c4-6c4173753700 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:23.116064 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-0f11ddf0-4887-4602-87c4-6c4173753700 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/networks?id=f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 200 len: 797 time: 0.2144346 Apr 05 12:27:23.133697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-9e540f64-b64a-4d0c-9c87-59bb6039ee2e tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/quotas/688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 375 time: 0.0116923 Apr 05 12:27:23.214432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c64d01b4-2829-41dc-b74b-fd7ef13cc53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:23.244412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-03f1570c-72ed-4242-b6ed-4bd937bf3fcd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:23.265596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-03f1570c-72ed-4242-b6ed-4bd937bf3fcd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:23.266936 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-03f1570c-72ed-4242-b6ed-4bd937bf3fcd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262615 Apr 05 12:27:23.416773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:23.428919 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-38bfbfe5-7482-4f34-8b1a-bae464130991 service neutron] 10.222.0.50 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497076 Apr 05 12:27:23.507176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ec9b86cc-6935-4343-bd8d-d7247788a24a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:23.513765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:23.514306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:23.703728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:23.740326 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-575c7337-28fd-42c1-9a97-2b33c54377cd service neutron] 10.222.0.50 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049357 Apr 05 12:27:23.744644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ec9b86cc-6935-4343-bd8d-d7247788a24a,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:23.750413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:23.829265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:23.962878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb554b8a-0c2b-4a04-abe0-c141ba62eb4f req-04ed4f3f-c8e5-47a7-ae58-b8c8e273d340 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 210 time: 0.0441742 Apr 05 12:27:24.520534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.064710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-630e36e4-cbe1-44c8-9d8c-b758d9060469 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:25.066368 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-630e36e4-cbe1-44c8-9d8c-b758d9060469 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/networks?id=f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 200 len: 797 time: 0.1612997 Apr 05 12:27:25.124723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-5b54e27a-c066-4f19-a339-566304ba23b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:27:25.129791 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-792772af-ea5a-4d54-8651-90e13da04606 req-720d6329-0790-406c-8aba-51760d09906d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 210 time: 0.0504909 Apr 05 12:27:25.139943 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-5b54e27a-c066-4f19-a339-566304ba23b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:security_group {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:27:25.141581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-5b54e27a-c066-4f19-a339-566304ba23b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688558f333d0440a89dfd49dd750e0af HTTP/1.1" status: 200 len: 380 time: 0.0657399 Apr 05 12:27:25.150500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'port': {'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'admin_state_up': True, 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'security_groups': ['8cead8a0-11f3-481e-837e-f89b7b81c0eb']}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:25.282615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7265414d-512a-4a10-95e0-4297c82d4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.399286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:25.402133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:25.412680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:25.423559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Made reservation on behalf of 688558f333d0440a89dfd49dd750e0af for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:27:25.427630 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.479691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:25.480094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.601812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.20.0.14 (f5a7c108-fb73-4c02-9d26-cf954bdb663c/fef3104c-3b0d-40aa-9df9-597267f5b911/dcf8bbf4-5173-456a-b772-c6e5883a80da) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:27:25.799292 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.815492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Transition to ACTIVE for port object dcf8bbf4-5173-456a-b772-c6e5883a80da will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:25.840738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:25.909355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:25.912390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:25.921261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:27:25.959153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:25.994711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:25.995378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.022581 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-452be7b7-9d0d-470c-9a9f-45b3033bc1f4 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766079 Apr 05 12:27:26.074918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Request body: {'port': {'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:26.145056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ba28285-cf1f-4097-8542-95f6a81e94cb None None] Provisioning for port dcf8bbf4-5173-456a-b772-c6e5883a80da completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:26.150284 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ba28285-cf1f-4097-8542-95f6a81e94cb None None] Provisioning complete for port dcf8bbf4-5173-456a-b772-c6e5883a80da triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:26.150775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ba28285-cf1f-4097-8542-95f6a81e94cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.196167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.209406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3ba28285-cf1f-4097-8542-95f6a81e94cb None None] Port dcf8bbf4-5173-456a-b772-c6e5883a80da cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:27:26.339851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb454a-e01b-4675-9f5e-baa0584da8a7 req-fa3efc8e-231e-4937-b586-db0799238623 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:26.341221 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-46cb454a-e01b-4675-9f5e-baa0584da8a7 req-fa3efc8e-231e-4937-b586-db0799238623 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 932 time: 0.0810275 Apr 05 12:27:26.389236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-46cb454a-e01b-4675-9f5e-baa0584da8a7 req-745657ee-54d7-4e18-b7ab-88724fb16aa1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419323 Apr 05 12:27:26.447934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.504244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.587296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf8bbf4-5173-456a-b772-c6e5883a80da {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:27:26.594931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.610459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Transition to ACTIVE for port object dcf8bbf4-5173-456a-b772-c6e5883a80da will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:27:26.615070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.744858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:26.871095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Attempting to bind port dcf8bbf4-5173-456a-b772-c6e5883a80da on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:27:26.871434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Attempting to bind port dcf8bbf4-5173-456a-b772-c6e5883a80da by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:27:26.871769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Attempting to bind port dcf8bbf4-5173-456a-b772-c6e5883a80da on network f5a7c108-fb73-4c02-9d26-cf954bdb663c {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:27:26.877130 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Port dcf8bbf4-5173-456a-b772-c6e5883a80da on network f5a7c108-fb73-4c02-9d26-cf954bdb663c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:27:26.877458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Attempting to bind port dcf8bbf4-5173-456a-b772-c6e5883a80da on network f5a7c108-fb73-4c02-9d26-cf954bdb663c {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:27:26.882856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:27:26.883229 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Checking segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:27:26.883620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Bound using segment: {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:27:26.884059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Bound port: dcf8bbf4-5173-456a-b772-c6e5883a80da, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baef2533-0310-4cf7-8948-152e12a15e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:27:26.884408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:26.981875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:27:26.985510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:27:26.989000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:27.045519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.046338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:27.047778 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] 10.222.0.30 "PUT /v2.0/ports/dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 200 len: 1094 time: 1.0181739 Apr 05 12:27:27.048215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:27.091973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fe2f6-3367-410a-ab2e-b0cc330b7380 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:27.133585 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'status': 'completed', 'code': 200} Apr 05 12:27:27.185600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-469aaf5b-244a-4549-9323-0ae3bbe3c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.187706 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-469aaf5b-244a-4549-9323-0ae3bbe3c6c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1097 time: 0.0926652 Apr 05 12:27:27.258241 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-5064e853-957a-48ab-a0b5-86cb6a5fa9d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 200 len: 217 time: 0.0632663 Apr 05 12:27:27.288468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:27:27.438454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-63d5c688-8b79-4d3c-a891-420f053b8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.440229 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-63d5c688-8b79-4d3c-a891-420f053b8700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fef3104c-3b0d-40aa-9df9-597267f5b911 HTTP/1.1" status: 200 len: 835 time: 0.1767161 Apr 05 12:27:27.519869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-1c716aa2-3bd2-477c-874c-e0ccd2ade360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.521346 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-1c716aa2-3bd2-477c-874c-e0ccd2ade360 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5a7c108-fb73-4c02-9d26-cf954bdb663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750675 Apr 05 12:27:27.592366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e405813-3eaf-4365-b283-d666c6e18346 req-cb06ed54-96d6-4229-b20a-d2847b720be7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.594391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e405813-3eaf-4365-b283-d666c6e18346 req-cb06ed54-96d6-4229-b20a-d2847b720be7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 944 time: 0.0862620 Apr 05 12:27:27.641243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e405813-3eaf-4365-b283-d666c6e18346 req-323ae0a8-cbfb-4a68-83cd-215119957be1 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Apr 05 12:27:27.672036 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-edc0360a-cbc2-4124-b12b-278bb9c984d3 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443992 Apr 05 12:27:27.744381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:27.813529 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fa45c858-a3a3-45bb-ae88-01b3d7684c2f req-264c7cb8-d00f-4717-88f8-ffececf6372d service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361430 Apr 05 12:27:27.928550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-cb6d49ce-f236-4fa6-8c5b-4cff5b7c716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:27.930025 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-cb6d49ce-f236-4fa6-8c5b-4cff5b7c716e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1097 time: 0.0731807 Apr 05 12:27:28.067089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-2c5ebd7f-0049-4be2-ac83-c284de49b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:28.068592 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-2c5ebd7f-0049-4be2-ac83-c284de49b9a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 200 len: 898 time: 0.1321139 Apr 05 12:27:28.142816 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-ac522675-4407-4219-994b-4dab9b0331d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 200 len: 217 time: 0.0674424 Apr 05 12:27:28.212577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-1ab61cc2-ec85-47a7-b987-add6b481a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:28.213954 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-1ab61cc2-ec85-47a7-b987-add6b481a119 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fef3104c-3b0d-40aa-9df9-597267f5b911 HTTP/1.1" status: 200 len: 835 time: 0.0645504 Apr 05 12:27:28.292013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-c057f7f1-bbbd-4d84-823a-f4173057766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:28.293524 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-c057f7f1-bbbd-4d84-823a-f4173057766f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5a7c108-fb73-4c02-9d26-cf954bdb663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736392 Apr 05 12:27:28.428468 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-7ac59295-e2c2-4898-b99b-ef1d74a9c025 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286573 Apr 05 12:27:28.566611 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-38b2fe51-213a-4d10-9134-8a326d6fb6eb req-43ac4632-0ae7-4514-9577-3c24aa9ec08d service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305287 Apr 05 12:27:28.836575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbc5fc-2cf9-4455-8441-c47a38bf3f63 req-9eb4c24e-e330-4baa-82d8-77faaf8e1f3c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:28.838016 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83dbc5fc-2cf9-4455-8441-c47a38bf3f63 req-9eb4c24e-e330-4baa-82d8-77faaf8e1f3c tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 944 time: 0.0813026 Apr 05 12:27:28.886447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83dbc5fc-2cf9-4455-8441-c47a38bf3f63 req-68e173ea-2d72-4e22-9a6c-9f546b5e7d3b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Apr 05 12:27:30.072697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7da40-e414-4953-9fe7-b633c5517697 req-b3756c12-1ea2-498c-a9d2-e654377a1784 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:30.074167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0f7da40-e414-4953-9fe7-b633c5517697 req-b3756c12-1ea2-498c-a9d2-e654377a1784 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 944 time: 0.0817602 Apr 05 12:27:30.120625 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0f7da40-e414-4953-9fe7-b633c5517697 req-8bc63db9-95a1-4e06-a78b-3f6fcb715daa tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Apr 05 12:27:30.449514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dcf8bbf4-5173-456a-b772-c6e5883a80da details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:27:30.610655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:30.628131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:27:30.689929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:30.708970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf8bbf4-5173-456a-b772-c6e5883a80da {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:27:30.729556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:30.734872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:30.803374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:30.939340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['dcf8bbf4-5173-456a-b772-c6e5883a80da'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:27:31.325419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6423e4b-66fc-4823-a804-8eb1bf0f405e req-313e714b-b1db-4ed4-b0e6-3457fba2e085 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:31.326815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6423e4b-66fc-4823-a804-8eb1bf0f405e req-313e714b-b1db-4ed4-b0e6-3457fba2e085 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 945 time: 0.0865023 Apr 05 12:27:31.374255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c6423e4b-66fc-4823-a804-8eb1bf0f405e req-8afced3d-c09e-4a29-8d9d-cff86bcc61ea tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Apr 05 12:27:32.452591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dcf8bbf4-5173-456a-b772-c6e5883a80da up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:27:32.525624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port dcf8bbf4-5173-456a-b772-c6e5883a80da completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:27:32.530590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port dcf8bbf4-5173-456a-b772-c6e5883a80da triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:27:32.530976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:32.570771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e893f2-5fd0-4ab0-b2f7-909d7658bacb req-d1a929ce-8b8b-4f21-8a85-5bd7b09df68d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:32.572342 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b7e893f2-5fd0-4ab0-b2f7-909d7658bacb req-d1a929ce-8b8b-4f21-8a85-5bd7b09df68d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 945 time: 0.0828915 Apr 05 12:27:32.617831 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b7e893f2-5fd0-4ab0-b2f7-909d7658bacb req-141c37f8-c69e-4287-b9c7-f4a81426285d tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396824 Apr 05 12:27:32.656091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:32.682930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:32.693323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:27:32.697682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:32.735291 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'code': 200} Apr 05 12:27:32.767342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:32.967223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04743bc0-c408-4f7a-8b1f-dec3c5d26c3d req-2d9fb533-6cbc-4dfa-848b-6609d31e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:32.969226 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-04743bc0-c408-4f7a-8b1f-dec3c5d26c3d req-2d9fb533-6cbc-4dfa-848b-6609d31e3d06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1099 time: 0.0711761 Apr 05 12:27:33.014783 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-04743bc0-c408-4f7a-8b1f-dec3c5d26c3d req-c89c0dce-a674-4f7a-884d-9c2b8a93c0a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Apr 05 12:27:33.813555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014067-cadf-41e1-9c3f-2116bfed0567 req-6b3e1490-2e9e-4f8c-a08d-608dcbda1703 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:33.815077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83014067-cadf-41e1-9c3f-2116bfed0567 req-6b3e1490-2e9e-4f8c-a08d-608dcbda1703 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.0918932 Apr 05 12:27:33.861908 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83014067-cadf-41e1-9c3f-2116bfed0567 req-e5c93da2-ce15-4882-a64a-803b2f42f906 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411487 Apr 05 12:27:35.052727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cde05-11d6-43a1-9944-bdae99aa2d7b req-7c32ef6a-4275-49a8-ab5f-f689d147c36a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:35.054202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-309cde05-11d6-43a1-9944-bdae99aa2d7b req-7c32ef6a-4275-49a8-ab5f-f689d147c36a tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.0821805 Apr 05 12:27:35.113404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-309cde05-11d6-43a1-9944-bdae99aa2d7b req-27ada4ef-53e1-4527-a09a-37b159728f4b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531039 Apr 05 12:27:35.306797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067ac0d-3bf9-497b-ab6f-cd2b39f0bf12 req-9e3b8039-a50d-4bf6-b12a-36985d846a67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:35.308348 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6067ac0d-3bf9-497b-ab6f-cd2b39f0bf12 req-9e3b8039-a50d-4bf6-b12a-36985d846a67 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.0816877 Apr 05 12:27:35.364011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6067ac0d-3bf9-497b-ab6f-cd2b39f0bf12 req-3cff0745-0ef3-463c-bd7d-52b9666df706 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Apr 05 12:27:35.387745 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58722) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:35.462528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d3c7d-06a2-4050-a212-441c93fe4282 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:35.464073 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-760d3c7d-06a2-4050-a212-441c93fe4282 tempest-TestNetworkBasicOps-759361554 tempest-TestNetworkBasicOps-759361554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1094 time: 0.0753381 Apr 05 12:27:35.466802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58726) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:35.471635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:27:35.477967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:27:35.481889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Usage tracker for resource:floatingip and tenant:688558f333d0440a89dfd49dd750e0af is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:27:35.485603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:27:35.491626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:27:35.502839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:35.648527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:35.815084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Allocated IP 172.26.5.118 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/258ace29-fce1-47c9-9a47-4841f97a37ca) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:27:36.076082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:36.106535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:36.167912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:27:36.175661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:27:36.180669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:27:36.214705 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=258ace29-fce1-47c9-9a47-4841f97a37ca,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:36.642447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:36.720541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:36.955469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:36.961471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:37.072885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event updated for resources: {'Port': ['ID=258ace29-fce1-47c9-9a47-4841f97a37ca,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:27:37.083774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:37.254611 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc associated. External IP: 172.26.5.118, port: dcf8bbf4-5173-456a-b772-c6e5883a80da. Apr 05 12:27:37.740008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:27:37.942539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:27:37.952599 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:27:37.963334 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:37.964029 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:37.974375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:38.031575 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c3e78e8-f890-49b6-8136-71d14d574294 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5635874 Apr 05 12:27:38.032167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:27:38.034482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58730) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:38.086364 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'status': 'completed', 'code': 200} Apr 05 12:27:38.161682 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:38.176290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3889b2aa-9f2b-4198-bc5e-72eab58f66b2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 992 time: 0.1392248 Apr 05 12:27:38.198928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-21bd8410-a768-4cef-9586-ceaedb853d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:38.200484 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-21bd8410-a768-4cef-9586-ceaedb853d7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1099 time: 0.0861373 Apr 05 12:27:38.354540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-763a707f-b4e0-432e-a083-b43824df8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:38.355953 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-763a707f-b4e0-432e-a083-b43824df8337 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 200 len: 898 time: 0.1502981 Apr 05 12:27:38.464630 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-5a9d1582-7434-44c4-89fe-9f92a779cf50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 200 len: 1000 time: 0.1029627 Apr 05 12:27:38.533182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-e4e179b2-922f-4e91-8d31-540278ff4bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:38.534638 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-e4e179b2-922f-4e91-8d31-540278ff4bc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fef3104c-3b0d-40aa-9df9-597267f5b911 HTTP/1.1" status: 200 len: 835 time: 0.0624313 Apr 05 12:27:38.544982 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:27:36Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:23Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:38.550179 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:27:38.558618 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:27:38.559256 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:38.627987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-ee5c14de-53ee-45ee-9219-5241d418850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:27:38.629389 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-ee5c14de-53ee-45ee-9219-5241d418850d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5a7c108-fb73-4c02-9d26-cf954bdb663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879738 Apr 05 12:27:38.753175 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:27:38.767288 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-2159afd8-2d60-40c4-aa35-e6c9a45d47ea service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306908 Apr 05 12:27:38.915553 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-dc2a03af-64a8-41fc-9894-3c9cfa207363 req-e371b630-d921-4bb1-8986-4b6d0f249381 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359744 Apr 05 12:27:39.146246 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:27:36Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:23Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:27:39.150549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ca315-d905-4835-9b19-3c3119e34d91 None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:27:19Z', 'revision_number': 4, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:27:36Z', 'revision_number': 0, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:27:23Z', 'revision_number': 5, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:27:39.178928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58736) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:39.294274 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b666aeef-e459-481a-8a31-55e8ce3a69d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 992 time: 0.1141746 Apr 05 12:27:39.357564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ae9e9-6207-48a1-9a70-adddde85566b None None] New status for floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:27:40.298307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:27:40.408368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8e2f672f-1c88-43dc-b121-0372c4a3852b tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 994 time: 0.1088910 Apr 05 12:27:53.218342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4a65f1fc-676a-4371-9380-a04085cf6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:54.524510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:55.285050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4617edf-3d63-43ad-8ed6-f57e48ad0813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:56.451491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:56.506191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:27:57.747013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:04.287237 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:28:09.513381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58754) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:09.519082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:10.148486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:10.159587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:10.338312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:28:10.518153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:28:10.524806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:10.525899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-74bc842b-ca4b-40f4-bf54-d773f4593aee tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/9d374339-d1cb-4365-b21c-dbca19885f76 HTTP/1.1" status: 200 len: 888 time: 1.0115323 Apr 05 12:28:10.527685 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:28:10.536997 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:10.537578 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:10.596520 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:10.604988 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:10.605567 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:10.666112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:10.666499 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2880656-89a5-4b0f-aaf6-1bfd042ac8a1 None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:28:11.427507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecac069-93b4-49f0-ab50-b7a46d59881e None None] New status for floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:28:11.488305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:11.777803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:11.796288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8444028b-7781-4e41-aedd-1c3dfbc60975,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:11.800543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:11.801260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:11.912622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:11.970215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:12.001892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ec9b86cc-6935-4343-bd8d-d7247788a24a,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:12.005256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:12.070250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:12.667938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58760) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:12.673996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:13.181784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:13.191908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-989285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-989342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984344'] for router, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:13.499707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:28:13.673813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:28:13.681143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:13.682462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9c1bbb70-8040-4fd5-9e15-2a166d13afba tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/9d374339-d1cb-4365-b21c-dbca19885f76 HTTP/1.1" status: 200 len: 887 time: 1.0135341 Apr 05 12:28:13.683292 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:28:13.685397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58766) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:13.693976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:13.694563 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:13.801652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2168c050-fdc4-4954-afa7-1ab3f7759dcb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 992 time: 0.1145854 Apr 05 12:28:13.870921 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:14.218760 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:14.222540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:28:14.230903 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:14.231514 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:14.408910 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:14.793100 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:14.797336 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddf73d7-4e70-4af7-a315-0e4391cb01c0 None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'e66494d3-78b4-4b47-8d66-a0ec22da20bc', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'port_id': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'mac_address': 'fa:16:3e:7d:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e494b78-74c3-473e-902c-bf2577a0f241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:27:36Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 2, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:11Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:28:14.804861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58770) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:14.913569 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-dfa1c9e0-45c3-4029-bb03-c50441cc6dcd tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 992 time: 0.1075735 Apr 05 12:28:15.450150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:28:15.524612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:15.524988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:15.644090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:15.680227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ec9b86cc-6935-4343-bd8d-d7247788a24a,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:15.685025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:15.755868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:15.763549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.764466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.764810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.765142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.765473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.765808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.766134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.766463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.766790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.767139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.767465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.767846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:15.917373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58774) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:16.023216 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4f878d5b-0062-42c8-8e1e-3ff43d7e3e80 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 992 time: 0.1046870 Apr 05 12:28:16.400825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4392506b-1435-4590-839f-9028d818c49b None None] New status for floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:28:17.027127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58778) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:17.130321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7a65cff9-d651-482b-a434-d9cb0472d6fb tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 200 len: 994 time: 0.1018817 Apr 05 12:28:17.476324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:28:17.583685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8444028b-7781-4e41-aedd-1c3dfbc60975 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:17.584047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:17.696510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:17.712089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8444028b-7781-4e41-aedd-1c3dfbc60975,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:17.716126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:17.717716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:28:17.831641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:17.843192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ec9b86cc-6935-4343-bd8d-d7247788a24a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:17.843562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:19.415757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58786) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:19.417393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:28:19.489321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8444028b-7781-4e41-aedd-1c3dfbc60975 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:19.489685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:19.631916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 258ace29-fce1-47c9-9a47-4841f97a37ca {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:19.632264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:19.805530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:19.805860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:20.042449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 258ace29-fce1-47c9-9a47-4841f97a37ca owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:20.194189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:20.240531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=258ace29-fce1-47c9-9a47-4841f97a37ca,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:20.279433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.279786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.280169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.280511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.280790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.281119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.281446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.281777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.282100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.282421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.282739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.283079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:20.347705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:20.348005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc disassociated (deleted). External IP: 172.26.5.118, port: dcf8bbf4-5173-456a-b772-c6e5883a80da. Apr 05 12:28:20.703236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:28:20.884267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:28:20.893737 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:28:20.903711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:20.913846 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:20.913846 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:20.960798 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-496e5c48-bab5-40ed-b0ae-718728521bc8 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/floatingips/e66494d3-78b4-4b47-8d66-a0ec22da20bc HTTP/1.1" status: 204 len: 168 time: 1.5438583 Apr 05 12:28:20.961510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:28:21.058294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'status': 'completed', 'code': 200} Apr 05 12:28:21.105316 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:21.167310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423be1-efcb-440b-918a-c09282d3a5af req-b6627119-421a-49ae-b456-c170abe3fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:21.169789 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-b6627119-421a-49ae-b456-c170abe3fbe2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=688558f333d0440a89dfd49dd750e0af&device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 1099 time: 0.0900540 Apr 05 12:28:21.316838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423be1-efcb-440b-918a-c09282d3a5af req-a5812509-2c36-49c0-aa37-4cbe6c95594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:21.318204 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-a5812509-2c36-49c0-aa37-4cbe6c95594c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 200 len: 898 time: 0.1416626 Apr 05 12:28:21.375914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f906f4-3ff9-4880-93d1-cfe38eabd382 req-49487dbe-6d66-4acb-b014-0241eee0d3dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:21.376645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-25f906f4-3ff9-4880-93d1-cfe38eabd382 req-49487dbe-6d66-4acb-b014-0241eee0d3dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:28:21.394013 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-05386190-5137-49dc-974e-7e895d80ef94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 200 len: 217 time: 0.0684459 Apr 05 12:28:21.395862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-25f906f4-3ff9-4880-93d1-cfe38eabd382 req-49487dbe-6d66-4acb-b014-0241eee0d3dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:28:21.397127 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25f906f4-3ff9-4880-93d1-cfe38eabd382 req-49487dbe-6d66-4acb-b014-0241eee0d3dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.1165524 Apr 05 12:28:21.450230 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25f906f4-3ff9-4880-93d1-cfe38eabd382 req-acd5a720-0d9e-47e0-9b10-70d617d367f7 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Apr 05 12:28:21.459101 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:15Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:21.460511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423be1-efcb-440b-918a-c09282d3a5af req-14dd9bc0-bb52-464f-8cab-d1bde6fddb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:21.462229 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-14dd9bc0-bb52-464f-8cab-d1bde6fddb09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fef3104c-3b0d-40aa-9df9-597267f5b911 HTTP/1.1" status: 200 len: 835 time: 0.0620143 Apr 05 12:28:21.463246 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:28:21.473749 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:21.474347 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:27:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:21.543220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423be1-efcb-440b-918a-c09282d3a5af req-de2b9ded-cd97-4600-ad57-60436638c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:21.544773 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-de2b9ded-cd97-4600-ad57-60436638c4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f5a7c108-fb73-4c02-9d26-cf954bdb663c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763848 Apr 05 12:28:21.661191 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:21.799021 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-80c9f4ae-15c5-42d7-9fc5-7b787f525533 service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470622 Apr 05 12:28:21.943120 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-65423be1-efcb-440b-918a-c09282d3a5af req-d028ff07-7953-4753-8c18-836fa9f2234a service neutron] 10.222.0.30 "GET /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362062 Apr 05 12:28:21.989175 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:15Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:21.993343 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db442bc2-a6b9-472d-a143-9266645ff8ba None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:13Z', 'revision_number': 6, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'ec9b86cc-6935-4343-bd8d-d7247788a24a', 'name': '', 'network_id': 'f5a7c108-fb73-4c02-9d26-cf954bdb663c', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'mac_address': 'fa:16:3e:a2:52:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1498, 'fixed_ips': [{'subnet_id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:18Z', 'updated_at': '2022-04-05T12:28:15Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'subnets': [{'id': 'fef3104c-3b0d-40aa-9df9-597267f5b911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:28:22.617516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-13349efc-f712-49b2-87f0-963c5f2ab7dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:22.618315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-13349efc-f712-49b2-87f0-963c5f2ab7dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Synchronizing usage tracker for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:28:22.632421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-13349efc-f712-49b2-87f0-963c5f2ab7dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Unset dirty status for tenant:688558f333d0440a89dfd49dd750e0af on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:28:22.633682 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-13349efc-f712-49b2-87f0-963c5f2ab7dc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.1014726 Apr 05 12:28:22.651342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c37652-4083-404b-a730-75e7f7733cfa None None] New status for floating IP e66494d3-78b4-4b47-8d66-a0ec22da20bc: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:28:22.658377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338157-04d9-4faf-b3a7-753088f7f5e9 req-aad0ea63-770c-4c38-a7ef-5d6b9cabfc74 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:22.660580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a338157-04d9-4faf-b3a7-753088f7f5e9 req-aad0ea63-770c-4c38-a7ef-5d6b9cabfc74 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 946 time: 0.0914104 Apr 05 12:28:22.706709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a338157-04d9-4faf-b3a7-753088f7f5e9 req-6f857c39-01e1-4f8d-be97-8ec947410716 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/security-groups?id=8cead8a0-11f3-481e-837e-f89b7b81c0eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Apr 05 12:28:22.712038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port dcf8bbf4-5173-456a-b772-c6e5883a80da {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:22.712811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:22.957520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port dcf8bbf4-5173-456a-b772-c6e5883a80da, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dcf8bbf4-5173-456a-b772-c6e5883a80da,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:22.957874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:23.093616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for dcf8bbf4-5173-456a-b772-c6e5883a80da owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:23.219338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b9e41576-4b26-4eda-b2be-e2b9be8e13b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:23.236611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:23.286403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=dcf8bbf4-5173-456a-b772-c6e5883a80da,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:23.328918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.329263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.329604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.329940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.330281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.330589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.330914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.331336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.331661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.331980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.332302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.332878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:28:23.377591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] No DVR routers for this DVR port dcf8bbf4-5173-456a-b772-c6e5883a80da on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:28:23.379894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:23.382313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'name': 'network-vif-deleted', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:28:23.397236 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-585c3ac2-97c4-46ee-9cb8-ad959a509fba req-625dc028-baf8-4334-a518-7be18bb25766 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.30 "DELETE /v2.0/ports/dcf8bbf4-5173-456a-b772-c6e5883a80da HTTP/1.1" status: 204 len: 173 time: 0.7571101 Apr 05 12:28:23.428230 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e494b78-74c3-473e-902c-bf2577a0f241', 'name': 'network-vif-deleted', 'tag': 'dcf8bbf4-5173-456a-b772-c6e5883a80da', 'status': 'completed', 'code': 200} Apr 05 12:28:23.875303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ddabb126-2893-4f06-8cba-03cb5212712b req-17a11742-9c16-4bec-b675-27e4616c65ed tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "GET /v2.0/ports?device_id=2e494b78-74c3-473e-902c-bf2577a0f241 HTTP/1.1" status: 200 len: 210 time: 0.0473337 Apr 05 12:28:24.543403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:24.976261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58808) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:25.043279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:25.073281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:25.140137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:25.157695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cead8a0-11f3-481e-837e-f89b7b81c0eb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:25.172213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:25.173399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e358d620-1e0d-4565-b1f0-b69341f88498 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/security-groups/8cead8a0-11f3-481e-837e-f89b7b81c0eb HTTP/1.1" status: 204 len: 168 time: 0.1961720 Apr 05 12:28:25.202159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58814) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:25.287848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7978cbca-4809-40f4-bb99-fb128ff4e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:25.868572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.224163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port ec9b86cc-6935-4343-bd8d-d7247788a24a {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:26.225114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.407975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port ec9b86cc-6935-4343-bd8d-d7247788a24a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ec9b86cc-6935-4343-bd8d-d7247788a24a,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:26.408238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.453797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.508792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.532092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for ec9b86cc-6935-4343-bd8d-d7247788a24a owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:26.797681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:26.840852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dcf8bbf4-5173-456a-b772-c6e5883a80da no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:26.844787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=ec9b86cc-6935-4343-bd8d-d7247788a24a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:26.875926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: dcf8bbf4-5173-456a-b772-c6e5883a80da {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:28:26.876482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dcf8bbf4-5173-456a-b772-c6e5883a80da not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:28:27.253996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:27.620944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Router 9d374339-d1cb-4365-b21c-dbca19885f76 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:28:27.747515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:27.796913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:28:27.806763 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Sync routers for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:28:27.809064 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-41759e24-1f81-4664-817d-2c022dd6f494 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "PUT /v2.0/routers/9d374339-d1cb-4365-b21c-dbca19885f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058464 Apr 05 12:28:27.812226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58820) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:27.816644 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:27.817320 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:28:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:27.882860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting subnet fef3104c-3b0d-40aa-9df9-597267f5b911 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:28:27.885721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:27.942154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.019942 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:28.023847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.098194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.144149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Subnet': ['ID=fef3104c-3b0d-40aa-9df9-597267f5b911,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:28.147735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.154693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97dfbb-da8c-4227-b95a-7239df0c1c46 None None] Network f5a7c108-fb73-4c02-9d26-cf954bdb663c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:28:28.155645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7ea7768f-e9b4-4c1c-b904-9d0cecd948d2 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/subnets/fef3104c-3b0d-40aa-9df9-597267f5b911 HTTP/1.1" status: 204 len: 168 time: 0.3419242 Apr 05 12:28:28.157082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:28.308566 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:26Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:28.312435 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Checking router: 9d374339-d1cb-4365-b21c-dbca19885f76 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:28:28.321977 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Routers {'9d374339-d1cb-4365-b21c-dbca19885f76'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:28:28.322722 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:28:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['9d374339-d1cb-4365-b21c-dbca19885f76'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:28.342912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.421315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] DHCP port deletion for f5a7c108-fb73-4c02-9d26-cf954bdb663c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:28:28.425118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Deleting port 3ca1f354-df08-46a9-8fef-efea04a48557 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:28.425494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.505873 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] Set router 9d374339-d1cb-4365-b21c-dbca19885f76 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:28:28.632354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.633766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] For port 3ca1f354-df08-46a9-8fef-efea04a48557, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3ca1f354-df08-46a9-8fef-efea04a48557,segment=NetworkSegment(baef2533-0310-4cf7-8948-152e12a15e49),segment_id=baef2533-0310-4cf7-8948-152e12a15e49)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:28.634103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.646959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Deleting port 8444028b-7781-4e41-aedd-1c3dfbc60975 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:28.647343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.764455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Calling delete_port for 3ca1f354-df08-46a9-8fef-efea04a48557 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:28.800879 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:26Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:28.805044 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63bf94-e2d0-4f70-bf21-7698ee1ffd2e None None] The sync data for ids ['9d374339-d1cb-4365-b21c-dbca19885f76'] in dv-neutron-833203-3-hyperv is: [{'id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'name': 'tempest-TestNetworkBasicOps-router-1992099589', 'tenant_id': '688558f333d0440a89dfd49dd750e0af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25'}], 'enable_snat': True}, 'gw_port_id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:27:13Z', 'updated_at': '2022-04-05T12:28:26Z', 'revision_number': 7, 'project_id': '688558f333d0440a89dfd49dd750e0af', 'gw_port': {'id': '8444028b-7781-4e41-aedd-1c3dfbc60975', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d374339-d1cb-4365-b21c-dbca19885f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:27:14Z', 'updated_at': '2022-04-05T12:28:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:28:28.824488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] For port 8444028b-7781-4e41-aedd-1c3dfbc60975, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8444028b-7781-4e41-aedd-1c3dfbc60975,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:28.824839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.850469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:28.899380 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] No DVR routers for this DVR port 3ca1f354-df08-46a9-8fef-efea04a48557 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:28:28.900899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3ab5-fe17-41e1-8e1f-9d37b418d8c0 None None] Pushing event deleted for resources: {'Port': ['ID=3ca1f354-df08-46a9-8fef-efea04a48557,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:28.949110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Calling delete_port for 8444028b-7781-4e41-aedd-1c3dfbc60975 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:29.112378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.161802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Port': ['ID=8444028b-7781-4e41-aedd-1c3dfbc60975,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:29.252490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.438904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.441145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.463338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.463868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Fanout notify agent at l3_agent the message router_deleted on router 9d374339-d1cb-4365-b21c-dbca19885f76 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:28:29.469286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3ca1f354-df08-46a9-8fef-efea04a48557 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:29.484664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.485763 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98b82290-d503-4581-ae0c-6422596f76bc tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/routers/9d374339-d1cb-4365-b21c-dbca19885f76 HTTP/1.1" status: 204 len: 168 time: 1.3274972 Apr 05 12:28:29.488434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 58828) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:29.541166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3ca1f354-df08-46a9-8fef-efea04a48557 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:28:29.541632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3ca1f354-df08-46a9-8fef-efea04a48557 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:28:29.542119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:29.579316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: ec9b86cc-6935-4343-bd8d-d7247788a24a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:28:29.579470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ec9b86cc-6935-4343-bd8d-d7247788a24a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:28:29.609013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.746266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.771574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a7c108-fb73-4c02-9d26-cf954bdb663c']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:29.783259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baef2533-0310-4cf7-8948-152e12a15e49') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:29.783554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baef2533-0310-4cf7-8948-152e12a15e49') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:28:29.794409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.810759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.816890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:28:29.817276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:28:29.832263 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:28:29.911668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.928494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:29.940855 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] Pushing event deleted for resources: {'Network': ['ID=f5a7c108-fb73-4c02-9d26-cf954bdb663c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:29.947167 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-943bdbe7-93f9-465d-9086-5f93b852db30 tempest-TestNetworkBasicOps-118098186 tempest-TestNetworkBasicOps-118098186-project] 10.222.0.50 "DELETE /v2.0/networks/f5a7c108-fb73-4c02-9d26-cf954bdb663c HTTP/1.1" status: 204 len: 168 time: 0.4576709 Apr 05 12:28:30.261797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58836) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:30.403781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-18600a3a-a05d-4af7-9a8e-8f13fa9de1f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=688558f333d0440a89dfd49dd750e0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408687 Apr 05 12:28:30.406799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58842) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:30.461528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.486860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.537184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.554517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a360a64-418a-44d3-b66c-ec26206e8567,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:30.561926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.563046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5818e363-4a70-4fa2-8ab1-7d3fdd3e155d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a360a64-418a-44d3-b66c-ec26206e8567 HTTP/1.1" status: 204 len: 168 time: 0.1553414 Apr 05 12:28:30.840109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58850) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:30.857903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.875384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:30.879138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:90807d93ba4247208a8c526e7c1686cd is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:30.881839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:30.887404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:30.968729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:30.972352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:31.017563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6a6e7-d1fa-43e3-a47b-7f1b39363c68,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:31.023550 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-778d3a1e-d2e4-403b-a297-e955bb9fb2b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90807d93ba4247208a8c526e7c1686cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806822 Apr 05 12:28:31.024593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58854) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:31.080722 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:31.105295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:31.155187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:31.176873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6a6e7-d1fa-43e3-a47b-7f1b39363c68,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:31.180068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:31.181144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-090254a4-07b3-4114-b6fa-d6d4ee735b40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38a6a6e7-d1fa-43e3-a47b-7f1b39363c68 HTTP/1.1" status: 204 len: 168 time: 0.1557374 Apr 05 12:28:31.380618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:31.418794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8444028b-7781-4e41-aedd-1c3dfbc60975 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:28:31.419175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8444028b-7781-4e41-aedd-1c3dfbc60975 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:28:38.660744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-947fc900-b513-4313-9a1d-1429cf8e0915 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316843 Apr 05 12:28:38.817858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-b09c3eab-81c0-4eca-a906-69d525cef3fc tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:38.819228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-b09c3eab-81c0-4eca-a906-69d525cef3fc tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532168 Apr 05 12:28:38.833753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-adb2eecf-9704-4a58-8e78-71090f2b3319 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/quotas/78da8b94965b4e6aaf203fa2d3e9880f HTTP/1.1" status: 200 len: 375 time: 0.0088243 Apr 05 12:28:38.880288 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-bba2417d-1892-4e46-bcdb-893e298ae5aa tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417340 Apr 05 12:28:39.057333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd756724-7ec4-4ecf-a2d0-80e75710cf34 req-bdf957c9-0e12-4e90-bec1-29789650cbaa tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 210 time: 0.0510471 Apr 05 12:28:40.119592 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-8fc6bf9d-858e-445d-92a8-4b2fc2109a86 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364287 Apr 05 12:28:40.212673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9476e387-e2b3-4c7b-9304-3bd664cc4582 req-a9216694-87fa-44d8-aaf9-890545533390 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 210 time: 0.0454838 Apr 05 12:28:40.380601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-cb834b52-b581-4b6b-8fe7-015f53ad87d5 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:40.381919 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-cb834b52-b581-4b6b-8fe7-015f53ad87d5 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580094 Apr 05 12:28:40.393684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Request body: {'port': {'device_id': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81', 'admin_state_up': True, 'tenant_id': '78da8b94965b4e6aaf203fa2d3e9880f'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:40.531573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:40.537015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Usage tracker for resource:port and tenant:78da8b94965b4e6aaf203fa2d3e9880f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:40.540462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:40.546756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:40.556922 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Made reservation on behalf of 78da8b94965b4e6aaf203fa2d3e9880f for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:28:40.561832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:40.578049 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:40.593626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:40.597438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Usage tracker for resource:security_group_rule and tenant:78da8b94965b4e6aaf203fa2d3e9880f is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:40.603884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:40.609706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:40.703617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:40.707626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:40.790088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032054d5-8f57-4b80-b641-bb5f72eb1f7a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:40.880648 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Allocated IP 192.168.233.124 (2bd79b28-502e-4586-96e7-e526bb085b81/c87bca76-4e05-4180-b035-97741b30199f/dab2bea6-339c-4bf2-a59f-5e7f601817b1) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:28:41.106553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.131401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Transition to ACTIVE for port object dab2bea6-339c-4bf2-a59f-5e7f601817b1 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:28:41.164325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.230818 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Network 2bd79b28-502e-4586-96e7-e526bb085b81 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:28:41.231950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:28:41.240444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:28:41.281531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Pushing event updated for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:41.295915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:28:41.313650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:41.314410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.342146 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-7edfd8f1-3210-4d90-aa27-f91d66a0a85c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9518294 Apr 05 12:28:41.353549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Request body: {'port': {'device_id': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:41.422290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3f9b0-deda-4ea3-af3d-c9e7d25c04d3 req-720e5178-f7af-451e-bf18-c13c885505b2 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:41.423856 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-49d3f9b0-deda-4ea3-af3d-c9e7d25c04d3 req-720e5178-f7af-451e-bf18-c13c885505b2 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 936 time: 0.0907032 Apr 05 12:28:41.471726 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-49d3f9b0-deda-4ea3-af3d-c9e7d25c04d3 req-843bc43e-2494-4b91-911d-7363dd846bdf tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Apr 05 12:28:41.472864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.492481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4565abf6-74e8-4f25-bd8c-93887dd7038f None None] Provisioning for port dab2bea6-339c-4bf2-a59f-5e7f601817b1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:28:41.498864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4565abf6-74e8-4f25-bd8c-93887dd7038f None None] Provisioning complete for port dab2bea6-339c-4bf2-a59f-5e7f601817b1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:41.499336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4565abf6-74e8-4f25-bd8c-93887dd7038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.553254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4565abf6-74e8-4f25-bd8c-93887dd7038f None None] Port dab2bea6-339c-4bf2-a59f-5e7f601817b1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:28:41.810633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab2bea6-339c-4bf2-a59f-5e7f601817b1 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:28:41.817838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.832504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Transition to ACTIVE for port object dab2bea6-339c-4bf2-a59f-5e7f601817b1 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:28:41.835945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:41.989459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Pushing event updated for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:42.071545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Attempting to bind port dab2bea6-339c-4bf2-a59f-5e7f601817b1 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:28:42.071804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Attempting to bind port dab2bea6-339c-4bf2-a59f-5e7f601817b1 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:28:42.072133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Attempting to bind port dab2bea6-339c-4bf2-a59f-5e7f601817b1 on network 2bd79b28-502e-4586-96e7-e526bb085b81 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:28:42.077239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Port dab2bea6-339c-4bf2-a59f-5e7f601817b1 on network 2bd79b28-502e-4586-96e7-e526bb085b81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:28:42.077907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Attempting to bind port dab2bea6-339c-4bf2-a59f-5e7f601817b1 on network 2bd79b28-502e-4586-96e7-e526bb085b81 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:28:42.082629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:28:42.082965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Checking segment: {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:28:42.083401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Bound using segment: {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:28:42.083811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Bound port: dab2bea6-339c-4bf2-a59f-5e7f601817b1, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0234765e-12a7-4781-bf08-1c41278f1490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:28:42.084153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:42.173086 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:28:42.176344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:28:42.180564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:42.328016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:42.328613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:42.329961 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] 10.222.0.30 "PUT /v2.0/ports/dab2bea6-339c-4bf2-a59f-5e7f601817b1 HTTP/1.1" status: 200 len: 1098 time: 0.9808495 Apr 05 12:28:42.330394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:28:42.359826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87b37c-58f2-4275-ae04-187944fea929 service neutron] Pushing event updated for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:42.396668 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1', 'status': 'completed', 'code': 200} Apr 05 12:28:42.439886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-9fd18f68-a2db-49e7-8294-343152443c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:42.442714 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-9fd18f68-a2db-49e7-8294-343152443c3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 1101 time: 0.0774648 Apr 05 12:28:42.515882 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-b6aeeba5-3995-4182-b35e-7381d3da8bc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1 HTTP/1.1" status: 200 len: 217 time: 0.0653710 Apr 05 12:28:42.579819 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-3d2faf8c-6c20-4cd4-b2e3-c19ae3067502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:42.581156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-3d2faf8c-6c20-4cd4-b2e3-c19ae3067502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c87bca76-4e05-4180-b035-97741b30199f HTTP/1.1" status: 200 len: 843 time: 0.0599835 Apr 05 12:28:42.655253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6379496-914c-4d15-bf10-a648551e1434 req-8fb8686e-7bf2-4cc2-8daa-3fd2de18100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:42.656713 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-8fb8686e-7bf2-4cc2-8daa-3fd2de18100b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd79b28-502e-4586-96e7-e526bb085b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0698421 Apr 05 12:28:42.662077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949f53-0fe4-464f-b85c-0aea4a0cd827 req-d5589a6b-eb7d-462f-860b-17973db3763d tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:42.663523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57949f53-0fe4-464f-b85c-0aea4a0cd827 req-d5589a6b-eb7d-462f-860b-17973db3763d tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 948 time: 0.0818944 Apr 05 12:28:42.707464 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57949f53-0fe4-464f-b85c-0aea4a0cd827 req-800d7763-5aa3-4ee1-85f5-e91f260bb18b tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Apr 05 12:28:42.788473 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-07a293fa-582f-45fd-9490-0fd1e557d0d5 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd79b28-502e-4586-96e7-e526bb085b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255860 Apr 05 12:28:42.918453 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a6379496-914c-4d15-bf10-a648551e1434 req-5a93917c-c22b-4895-962a-f68c73d0c863 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd79b28-502e-4586-96e7-e526bb085b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240919 Apr 05 12:28:43.033344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-916df2f8-4466-489d-aef8-d86d324f6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:43.034787 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-916df2f8-4466-489d-aef8-d86d324f6935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 1101 time: 0.0704665 Apr 05 12:28:43.165619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-a6c9bc00-6404-4eee-9f80-f28776d4b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:43.167050 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-a6c9bc00-6404-4eee-9f80-f28776d4b3b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bd79b28-502e-4586-96e7-e526bb085b81 HTTP/1.1" status: 200 len: 870 time: 0.1256084 Apr 05 12:28:43.248137 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-1c70d590-0b15-4f4e-b17d-b98a6f81b7d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1 HTTP/1.1" status: 200 len: 217 time: 0.0739188 Apr 05 12:28:43.310228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-79445d0b-aa29-44c8-806a-9587f05b2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:43.311675 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-79445d0b-aa29-44c8-806a-9587f05b2e92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c87bca76-4e05-4180-b035-97741b30199f HTTP/1.1" status: 200 len: 843 time: 0.0566890 Apr 05 12:28:43.387751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-9f5c37ad-93c2-4b34-bbbd-f1faeaa9e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:43.389206 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-9f5c37ad-93c2-4b34-bbbd-f1faeaa9e3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bd79b28-502e-4586-96e7-e526bb085b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0712817 Apr 05 12:28:43.519564 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-465583bb-aa11-4447-9f9c-08437e880d47 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd79b28-502e-4586-96e7-e526bb085b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219006 Apr 05 12:28:43.646990 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-35a6c9b8-162a-4c31-be09-bed10cb79d82 req-d9fbf716-5c81-4003-b721-6150c51cdbd7 service neutron] 10.222.0.30 "GET /v2.0/networks/2bd79b28-502e-4586-96e7-e526bb085b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216452 Apr 05 12:28:43.890190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49f3d9-7cb4-4820-b9de-37600ccaa6aa req-29a36a27-9359-4b45-978a-3f33ddf4384e tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:43.891544 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e49f3d9-7cb4-4820-b9de-37600ccaa6aa req-29a36a27-9359-4b45-978a-3f33ddf4384e tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 948 time: 0.0812428 Apr 05 12:28:43.934029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e49f3d9-7cb4-4820-b9de-37600ccaa6aa req-37d87abf-ffec-4933-8e3c-3efa04a721e3 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Apr 05 12:28:45.118457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421a413-a94c-468c-afad-167f10401257 req-213e23ec-bd34-499a-bcc5-7b799393358b tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:45.119927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4421a413-a94c-468c-afad-167f10401257 req-213e23ec-bd34-499a-bcc5-7b799393358b tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 948 time: 0.0840955 Apr 05 12:28:45.163044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4421a413-a94c-468c-afad-167f10401257 req-644d69a6-422b-414c-9f95-3e89e7c1915b tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366485 Apr 05 12:28:46.349517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4c5b-358e-4e9b-81b3-3e5c8b0ce79f req-75c3b2a8-8086-4558-a0ee-e966a3f93674 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:46.350936 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-869f4c5b-358e-4e9b-81b3-3e5c8b0ce79f req-75c3b2a8-8086-4558-a0ee-e966a3f93674 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 948 time: 0.0817261 Apr 05 12:28:46.393318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-869f4c5b-358e-4e9b-81b3-3e5c8b0ce79f req-67f2b824-ff23-4b20-84ef-1ae656aa7837 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366652 Apr 05 12:28:46.953385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dab2bea6-339c-4bf2-a59f-5e7f601817b1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:28:47.083238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:47.096608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1', 'network_id': '2bd79b28-502e-4586-96e7-e526bb085b81', 'port_id': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1', 'mac_address': 'fa:16:3e:b5:54:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c87bca76-4e05-4180-b035-97741b30199f', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:28:47.155605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:47.172181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab2bea6-339c-4bf2-a59f-5e7f601817b1 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:28:47.186764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:47.190482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:47.256318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:47.396930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['dab2bea6-339c-4bf2-a59f-5e7f601817b1'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:28:47.578151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc161-cc0a-41ee-8cfa-e4417259c12b req-d34bbd3c-7307-4de2-9a41-940706e8db11 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:47.579508 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d8bc161-cc0a-41ee-8cfa-e4417259c12b req-d34bbd3c-7307-4de2-9a41-940706e8db11 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 949 time: 0.0772049 Apr 05 12:28:47.625645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d8bc161-cc0a-41ee-8cfa-e4417259c12b req-77eafb11-8478-4809-b97a-323e1830fb82 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Apr 05 12:28:48.803904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3c10b-52dd-4de1-88f2-7fb4eca9435b req-8f4c29f0-2ba7-475c-9c43-60df1a319054 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:48.805341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9ae3c10b-52dd-4de1-88f2-7fb4eca9435b req-8f4c29f0-2ba7-475c-9c43-60df1a319054 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 949 time: 0.0775664 Apr 05 12:28:48.849310 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9ae3c10b-52dd-4de1-88f2-7fb4eca9435b req-f0de5050-f02b-4a92-a185-afb69a8ec8f1 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Apr 05 12:28:48.952527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dab2bea6-339c-4bf2-a59f-5e7f601817b1 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:28:49.017745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port dab2bea6-339c-4bf2-a59f-5e7f601817b1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:28:49.022474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port dab2bea6-339c-4bf2-a59f-5e7f601817b1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:28:49.022843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:49.137631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:49.163852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:28:49.173826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:49.178136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:49.249692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:49.265354 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1', 'code': 200} Apr 05 12:28:49.480479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e2d7-5867-45a7-a715-87adca1faed1 req-b080f78b-8dbb-4381-a636-0873fb739688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:49.481824 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c339e2d7-5867-45a7-a715-87adca1faed1 req-b080f78b-8dbb-4381-a636-0873fb739688 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 1103 time: 0.0688260 Apr 05 12:28:49.520677 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-c339e2d7-5867-45a7-a715-87adca1faed1 req-55423a7e-77ff-4757-9bf1-69cfe6de810f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324571 Apr 05 12:28:50.030569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9845c39-a052-4514-9eef-5c06c7efff62 req-3c4f53f3-c927-4e52-9a9d-3088fb009ac5 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:50.032058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c9845c39-a052-4514-9eef-5c06c7efff62 req-3c4f53f3-c927-4e52-9a9d-3088fb009ac5 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 950 time: 0.0815754 Apr 05 12:28:50.077176 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c9845c39-a052-4514-9eef-5c06c7efff62 req-418ddaa0-9e43-455d-be0a-75d1244b7bcc tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Apr 05 12:28:51.258970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f24a-37ec-4869-988b-398ff7422bde req-13d4019c-a6b3-4d55-ba25-9c9a04cfeb65 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:51.260421 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e427f24a-37ec-4869-988b-398ff7422bde req-13d4019c-a6b3-4d55-ba25-9c9a04cfeb65 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 950 time: 0.0788522 Apr 05 12:28:51.304324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e427f24a-37ec-4869-988b-398ff7422bde req-3b52e8c2-9ef1-49df-b341-5f21b761ba16 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Apr 05 12:28:52.463961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d5da4-f125-4afe-acf7-2559086678d5 req-f8346e6f-f983-491d-84fc-9e6df3d6ffa0 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:52.465377 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f85d5da4-f125-4afe-acf7-2559086678d5 req-f8346e6f-f983-491d-84fc-9e6df3d6ffa0 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 950 time: 0.0809007 Apr 05 12:28:52.512489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f85d5da4-f125-4afe-acf7-2559086678d5 req-40910346-b7da-4b6f-8a90-91e5ae2c6d46 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Apr 05 12:28:53.220786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b86de3-5449-4be2-84d8-e6f0cc40e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:53.680578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-4c2ff743-d253-48a2-ba2c-d4107e556919 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:53.681275 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-4c2ff743-d253-48a2-ba2c-d4107e556919 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Synchronizing usage tracker for tenant:78da8b94965b4e6aaf203fa2d3e9880f on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:28:53.699295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-4c2ff743-d253-48a2-ba2c-d4107e556919 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Unset dirty status for tenant:78da8b94965b4e6aaf203fa2d3e9880f on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:28:53.700413 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-4c2ff743-d253-48a2-ba2c-d4107e556919 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 950 time: 0.1070068 Apr 05 12:28:53.702315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a1f62-a8d9-4448-a774-2a49bf0b779d req-65a68652-5a50-4f67-8922-ffbaf0f14616 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:53.703768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-243a1f62-a8d9-4448-a774-2a49bf0b779d req-65a68652-5a50-4f67-8922-ffbaf0f14616 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 950 time: 0.0837646 Apr 05 12:28:53.747191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-243a1f62-a8d9-4448-a774-2a49bf0b779d req-50726e45-6811-4f87-8133-f106bf49b58c tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/security-groups?id=032054d5-8f57-4b80-b641-bb5f72eb1f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376930 Apr 05 12:28:53.769083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Deleting port dab2bea6-339c-4bf2-a59f-5e7f601817b1 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:28:53.769426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:54.107607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] For port dab2bea6-339c-4bf2-a59f-5e7f601817b1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=dab2bea6-339c-4bf2-a59f-5e7f601817b1,segment=NetworkSegment(0234765e-12a7-4781-bf08-1c41278f1490),segment_id=0234765e-12a7-4781-bf08-1c41278f1490)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:28:54.108391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:54.239460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Calling delete_port for dab2bea6-339c-4bf2-a59f-5e7f601817b1 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:28:54.384907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:54.396109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['dab2bea6-339c-4bf2-a59f-5e7f601817b1'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:28:54.438260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Pushing event deleted for resources: {'Port': ['ID=dab2bea6-339c-4bf2-a59f-5e7f601817b1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:54.512257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] No DVR routers for this DVR port dab2bea6-339c-4bf2-a59f-5e7f601817b1 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:28:54.515458 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:54.518125 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'name': 'network-vif-deleted', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:28:54.550062 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d9c1f3d7-fa1e-447b-8e43-4fd673874de4 req-c18f9301-4cd2-4d43-8f8d-ac76a2243298 tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.30 "DELETE /v2.0/ports/dab2bea6-339c-4bf2-a59f-5e7f601817b1 HTTP/1.1" status: 204 len: 173 time: 0.8446059 Apr 05 12:28:54.570481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:54.596597 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc207cbc-b1fa-41cc-b26e-e47a3c621f44', 'name': 'network-vif-deleted', 'tag': 'dab2bea6-339c-4bf2-a59f-5e7f601817b1', 'status': 'completed', 'code': 200} Apr 05 12:28:54.911191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba1ca2e4-7991-4ac3-b052-72a5f5493aea req-7c67b826-72b3-4570-9e7c-368f7beb398d tempest-ServersAdminNegativeTestJSON-769063619 tempest-ServersAdminNegativeTestJSON-769063619-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc207cbc-b1fa-41cc-b26e-e47a3c621f44 HTTP/1.1" status: 200 len: 210 time: 0.0416100 Apr 05 12:28:55.290328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-363940a9-7958-472d-a508-093dde4482fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.270156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 58996) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:56.413290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b9c10642-0fb1-4b42-8f39-dd263942a354 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78da8b94965b4e6aaf203fa2d3e9880f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420002 Apr 05 12:28:56.415762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59002) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:56.456755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.472831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.502505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.512720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.554798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.569030 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032054d5-8f57-4b80-b641-bb5f72eb1f7a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:56.575501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.576605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c0447bc2-c7ce-457d-bb78-367a3e01b5f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/032054d5-8f57-4b80-b641-bb5f72eb1f7a HTTP/1.1" status: 204 len: 168 time: 0.1599722 Apr 05 12:28:56.848564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59010) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:56.866290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.880260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:56.884064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Usage tracker for resource:security_group_rule and tenant:05b58387cc384ecab8e826235cb732c9 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:56.886821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:56.892501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:56.973100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:56.977040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.002163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dab2bea6-339c-4bf2-a59f-5e7f601817b1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:28:57.023987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05b58387cc384ecab8e826235cb732c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740162 Apr 05 12:28:57.025456 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd8410-008f-48e6-a34d-74a167aead77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0f728-cf18-4a8f-9220-8df71b1ddf4f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:57.026622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59014) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:57.040196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: dab2bea6-339c-4bf2-a59f-5e7f601817b1 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:28:57.040501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device dab2bea6-339c-4bf2-a59f-5e7f601817b1 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:28:57.088762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.114488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.165013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.178931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0f728-cf18-4a8f-9220-8df71b1ddf4f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:57.184847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.185977 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-636c97f2-e803-4838-a103-31a9c4ddeeb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58a0f728-cf18-4a8f-9220-8df71b1ddf4f HTTP/1.1" status: 204 len: 168 time: 0.1582804 Apr 05 12:28:57.752431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:57.878242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59038) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:57.994004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-664215370-network', 'tenant_id': '1cbcc1bf6b4a49d3ba93491dbdfbf74b'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:57.999336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:58.003169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Usage tracker for resource:network and tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:58.005979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:58.012244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:58.022175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Made reservation on behalf of 1cbcc1bf6b4a49d3ba93491dbdfbf74b for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:28:58.024494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.039607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.054215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:58.058114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Usage tracker for resource:security_group_rule and tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:58.061650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:58.067436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:58.149375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.153054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.182801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:28:58.191738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042787f3-b1d7-4cb8-bc59-ed577c1ae75e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:58.197294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.197645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Added segment 5cc16680-8993-4303-bb68-fe51558321c9 of type vlan for network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 Apr 05 12:28:58.223122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.255302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.256227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:58.256795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.448788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] Pushing event updated for resources: {'Network': ['ID=0ccbca65-a1b7-4ac1-8f1b-996c009281a6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:58.455400 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-643e3726-e6dc-48e8-991f-7989283c9b8f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5761092 Apr 05 12:28:58.458264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59044) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:28:58.458388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:28:58.463589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Request body: {'subnet': {'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-664215370-subnet', 'tenant_id': '1cbcc1bf6b4a49d3ba93491dbdfbf74b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:28:58.468898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:28:58.472726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Usage tracker for resource:subnet and tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:28:58.475860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:28:58.481700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:28:58.493155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Made reservation on behalf of 1cbcc1bf6b4a49d3ba93491dbdfbf74b for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:28:58.495642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.696211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.772180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd474b50-a087-4027-8d71-229f656dabae,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:28:58.781077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Checking segment: {'id': '5cc16680-8993-4303-bb68-fe51558321c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:28:58.781431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Network hostable DHCP agents. Network: 0ccbca65-a1b7-4ac1-8f1b-996c009281a6, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:28:58.799441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:28:58.807556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0ccbca65-a1b7-4ac1-8f1b-996c009281a6) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:28:58.811577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:58.812153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:28:58.816879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6253fb6-fcab-4f7a-b096-6993770a6bed None None] Network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:28:58.833754 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-27cf1884-9bdd-441e-91cd-7a056db08414 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3744655 Apr 05 12:28:59.036560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cedb9d7-6b33-4bb6-aad5-3702775e06a1 None None] Network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:28:59.362825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-ca51ade8-9c5b-4f55-bfbf-75d7278fec13 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:28:59.363439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-ca51ade8-9c5b-4f55-bfbf-75d7278fec13 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Synchronizing usage tracker for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:28:59.380127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-ca51ade8-9c5b-4f55-bfbf-75d7278fec13 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Unset dirty status for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:28:59.381290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-ca51ade8-9c5b-4f55-bfbf-75d7278fec13 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 811 time: 0.1684666 Apr 05 12:28:59.395962 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-304fed7a-ae92-4f8b-9a65-c88dfac7c548 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/quotas/1cbcc1bf6b4a49d3ba93491dbdfbf74b HTTP/1.1" status: 200 len: 375 time: 0.0095701 Apr 05 12:28:59.442300 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-e06c4129-87af-45e0-b14e-18e26e36e8d8 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412488 Apr 05 12:28:59.493638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-1c5af1c6-831b-4830-a6e2-ebbd7ba5cae0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:28:59.494600 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-1c5af1c6-831b-4830-a6e2-ebbd7ba5cae0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460935 Apr 05 12:28:59.624080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-4dffb346-296a-4efa-83c5-48bc967cafa8 service neutron] 10.222.0.50 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227145 Apr 05 12:28:59.752136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-3089fa1a-307a-4504-b58a-8b8af9b8b5d6 service neutron] 10.222.0.50 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223717 Apr 05 12:28:59.930443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-91ddbea5-26f2-494d-9ae8-dc9533846ccf req-752c049d-6f07-4905-b975-e33a6a900826 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 210 time: 0.0467188 Apr 05 12:29:00.986542 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-e0f7ca5c-0670-4e64-844f-f4d2748286fc tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:00.987995 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-e0f7ca5c-0670-4e64-844f-f4d2748286fc tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 811 time: 0.1469052 Apr 05 12:29:01.000974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Request body: {'port': {'device_id': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6', 'admin_state_up': True, 'tenant_id': '1cbcc1bf6b4a49d3ba93491dbdfbf74b'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:01.092256 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36aa8305-fb00-45ce-bd5a-be5d5924cb4f req-c5c799b5-fc71-4721-9828-1cc57f1a0fe1 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 210 time: 0.0485861 Apr 05 12:29:01.148376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:29:01.152237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Usage tracker for resource:port and tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:29:01.155044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:29:01.160674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:29:01.170246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Made reservation on behalf of 1cbcc1bf6b4a49d3ba93491dbdfbf74b for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:29:01.173778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:01.335478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Allocated IP 172.20.0.8 (0ccbca65-a1b7-4ac1-8f1b-996c009281a6/cd474b50-a087-4027-8d71-229f656dabae/a7ccdf15-3886-4292-8b61-451f9682d1ec) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:29:01.531693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:01.560448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:01.628416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:29:01.635367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:29:01.640247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:29:01.670104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Pushing event updated for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:01.704437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:01.705036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:01.725238 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6c385aaa-54d8-464e-8ea2-15c4853f740d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284753 Apr 05 12:29:01.735841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Request body: {'port': {'device_id': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:01.941517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.282965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519b4a-c92d-43c4-9fd2-477af0d08593 req-fdf46468-d207-495c-adc1-5954f6055c47 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:02.284454 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd519b4a-c92d-43c4-9fd2-477af0d08593 req-fdf46468-d207-495c-adc1-5954f6055c47 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 931 time: 0.0844369 Apr 05 12:29:02.286339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ccdf15-3886-4292-8b61-451f9682d1ec {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:29:02.293707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.310779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Transition to ACTIVE for port object a7ccdf15-3886-4292-8b61-451f9682d1ec will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:29:02.315580 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.330444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fd519b4a-c92d-43c4-9fd2-477af0d08593 req-ac4b8b63-954c-4991-8d3c-c471e15df5eb tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Synchronizing usage tracker for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:29:02.346415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fd519b4a-c92d-43c4-9fd2-477af0d08593 req-ac4b8b63-954c-4991-8d3c-c471e15df5eb tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Unset dirty status for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:29:02.347695 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd519b4a-c92d-43c4-9fd2-477af0d08593 req-ac4b8b63-954c-4991-8d3c-c471e15df5eb tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Apr 05 12:29:02.471676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:02.541725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Attempting to bind port a7ccdf15-3886-4292-8b61-451f9682d1ec on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:29:02.541969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Attempting to bind port a7ccdf15-3886-4292-8b61-451f9682d1ec by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5cc16680-8993-4303-bb68-fe51558321c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:29:02.542296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Attempting to bind port a7ccdf15-3886-4292-8b61-451f9682d1ec on network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:29:02.547335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Port a7ccdf15-3886-4292-8b61-451f9682d1ec on network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:29:02.547657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Attempting to bind port a7ccdf15-3886-4292-8b61-451f9682d1ec on network 0ccbca65-a1b7-4ac1-8f1b-996c009281a6 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:29:02.552643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:29:02.552976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Checking segment: {'id': '5cc16680-8993-4303-bb68-fe51558321c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:29:02.553352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Bound using segment: {'id': '5cc16680-8993-4303-bb68-fe51558321c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:29:02.553777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Bound port: a7ccdf15-3886-4292-8b61-451f9682d1ec, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc16680-8993-4303-bb68-fe51558321c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:29:02.554114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.643743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:29:02.646587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec,segment=NetworkSegment(5cc16680-8993-4303-bb68-fe51558321c9),segment_id=5cc16680-8993-4303-bb68-fe51558321c9)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:29:02.651055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.704915 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:02.705688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:02.706834 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] 10.222.0.30 "PUT /v2.0/ports/a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 1093 time: 0.9748328 Apr 05 12:29:02.707280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:29:02.737420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe46877-6c3d-4c74-8b10-51179412d0ea service neutron] Pushing event updated for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:02.774411 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec', 'status': 'completed', 'code': 200} Apr 05 12:29:02.818213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-01cfc615-b5ca-41d2-b3c8-784aaba3a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:02.819666 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-01cfc615-b5ca-41d2-b3c8-784aaba3a9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1096 time: 0.0761449 Apr 05 12:29:02.886117 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-6d7463a9-fe94-424c-a2a2-937795570350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.0595782 Apr 05 12:29:02.949669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-7a8bd6c6-abf0-428b-b665-e18a76800ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:02.951163 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-7a8bd6c6-abf0-428b-b665-e18a76800ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0588257 Apr 05 12:29:03.002040 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-b3131184-0589-48d9-b13d-132fa6a0b523 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454552 Apr 05 12:29:03.132491 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-fd12c30e-94a0-4661-b520-d21dc58422d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242700 Apr 05 12:29:03.263372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2f040855-a54e-4c4d-a4b3-a2061b55a7cf req-a98cc68f-b004-4df4-be58-8282f922ff8e service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244986 Apr 05 12:29:03.378954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-88db3444-8d6c-4da6-aebe-7a4b9ee621d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:03.380454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-88db3444-8d6c-4da6-aebe-7a4b9ee621d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1096 time: 0.0711393 Apr 05 12:29:03.513758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-79846dd4-ef46-4103-8114-75d0e43a7d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:03.515401 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-79846dd4-ef46-4103-8114-75d0e43a7d8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 912 time: 0.1258817 Apr 05 12:29:03.529964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a3daf-bb97-41e6-8d7d-6751c6410de3 req-68f852c5-389f-4b0d-9b81-bb36b16d7328 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:03.531458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d01a3daf-bb97-41e6-8d7d-6751c6410de3 req-68f852c5-389f-4b0d-9b81-bb36b16d7328 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 943 time: 0.0789232 Apr 05 12:29:03.577229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d01a3daf-bb97-41e6-8d7d-6751c6410de3 req-dad52ca2-2fde-4ecb-9488-085a634dddab tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Apr 05 12:29:03.677763 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-73b6f7b5-9c0d-448b-b791-bcf356f09f81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.1558733 Apr 05 12:29:03.741217 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-1e9f2858-853c-47ba-b260-b24d054ee586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:03.742574 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-1e9f2858-853c-47ba-b260-b24d054ee586 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0579398 Apr 05 12:29:03.788531 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-564f9842-f343-40a2-8a41-3131aba2129e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383863 Apr 05 12:29:03.916774 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-94aae622-697c-4ead-a22a-282f8eddc474 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210990 Apr 05 12:29:04.047561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1b7d1137-b015-43dc-a3eb-f7c2ef3136a8 req-87f87935-4abd-4b9d-a452-aca383e0bc0b service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232505 Apr 05 12:29:04.761276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a0be0-c1e4-444c-b4bf-e657ebd89ca3 req-532a7b0e-3d5c-415e-b7c5-1cb9bfec93e4 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:04.762687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab7a0be0-c1e4-444c-b4bf-e657ebd89ca3 req-532a7b0e-3d5c-415e-b7c5-1cb9bfec93e4 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 943 time: 0.0809925 Apr 05 12:29:04.805793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab7a0be0-c1e4-444c-b4bf-e657ebd89ca3 req-1861774e-29e1-4a53-b4ea-742d372aeb6d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Apr 05 12:29:05.995302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d31fd-4a96-49cf-8eb1-bdf3bebcf3fb req-1361dcab-d558-48a7-a0ce-f0a4eea02c93 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:05.996738 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b12d31fd-4a96-49cf-8eb1-bdf3bebcf3fb req-1361dcab-d558-48a7-a0ce-f0a4eea02c93 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 943 time: 0.0789554 Apr 05 12:29:06.042738 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b12d31fd-4a96-49cf-8eb1-bdf3bebcf3fb req-ea953720-ceb2-47c4-ba90-3649d1ffadfb tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Apr 05 12:29:07.078054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device a7ccdf15-3886-4292-8b61-451f9682d1ec details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:29:07.211184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec,segment=NetworkSegment(5cc16680-8993-4303-bb68-fe51558321c9),segment_id=5cc16680-8993-4303-bb68-fe51558321c9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:07.225040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'a7ccdf15-3886-4292-8b61-451f9682d1ec', 'network_id': '0ccbca65-a1b7-4ac1-8f1b-996c009281a6', 'port_id': 'a7ccdf15-3886-4292-8b61-451f9682d1ec', 'mac_address': 'fa:16:3e:5c:4b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd474b50-a087-4027-8d71-229f656dabae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:29:07.226524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21c1b-88d5-494e-b48d-155f3c911e96 req-cb0f051e-1b17-469a-a000-7ee138314f00 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:07.228005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c21c1b-88d5-494e-b48d-155f3c911e96 req-cb0f051e-1b17-469a-a000-7ee138314f00 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 943 time: 0.0789952 Apr 05 12:29:07.273804 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1c21c1b-88d5-494e-b48d-155f3c911e96 req-0b9a0234-62dc-4678-907d-50693dfdf35f tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Apr 05 12:29:07.284920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:07.302831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ccdf15-3886-4292-8b61-451f9682d1ec {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:29:07.318003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec,segment=NetworkSegment(5cc16680-8993-4303-bb68-fe51558321c9),segment_id=5cc16680-8993-4303-bb68-fe51558321c9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:07.321034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:07.387679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:07.513378 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['a7ccdf15-3886-4292-8b61-451f9682d1ec'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:29:08.460613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d7543-672c-4375-9e21-08717f0402d5 req-416fe44f-547b-4519-b286-c5106c7e0215 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:08.462039 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-965d7543-672c-4375-9e21-08717f0402d5 req-416fe44f-547b-4519-b286-c5106c7e0215 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 944 time: 0.0805490 Apr 05 12:29:08.505175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-965d7543-672c-4375-9e21-08717f0402d5 req-9fcddce5-c45d-4094-a618-969c94ee730e tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Apr 05 12:29:09.079660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device a7ccdf15-3886-4292-8b61-451f9682d1ec up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:29:09.156058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port a7ccdf15-3886-4292-8b61-451f9682d1ec completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:29:09.160698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port a7ccdf15-3886-4292-8b61-451f9682d1ec triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:29:09.161026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:09.275249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:09.305083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:29:09.314944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec,segment=NetworkSegment(5cc16680-8993-4303-bb68-fe51558321c9),segment_id=5cc16680-8993-4303-bb68-fe51558321c9)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:09.319962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:09.356074 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec', 'code': 200} Apr 05 12:29:09.390756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:09.571120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd44935-b48d-4fb6-bed2-036f8ea7fc42 req-4ecec50a-59d5-413c-84e6-62ace0ba84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:09.572593 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3bd44935-b48d-4fb6-bed2-036f8ea7fc42 req-4ecec50a-59d5-413c-84e6-62ace0ba84c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1098 time: 0.0687566 Apr 05 12:29:09.615844 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-3bd44935-b48d-4fb6-bed2-036f8ea7fc42 req-6c2780ef-45ca-4887-8a7d-3104c838e0d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Apr 05 12:29:09.691173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51de6ca-664b-41db-b13a-b6bd81f38c00 req-1dbb67d2-88a6-40b3-b007-f7e110ead11a tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:09.692615 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c51de6ca-664b-41db-b13a-b6bd81f38c00 req-1dbb67d2-88a6-40b3-b007-f7e110ead11a tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0848293 Apr 05 12:29:09.735794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c51de6ca-664b-41db-b13a-b6bd81f38c00 req-a9e7a1c7-acb5-48f0-81b0-adbffd54e70d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Apr 05 12:29:10.920946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93372234-7b36-42a6-9780-74555f9de1d9 req-8af67b3d-ac4d-4ca8-9095-3eaf7b628f04 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:10.922362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-93372234-7b36-42a6-9780-74555f9de1d9 req-8af67b3d-ac4d-4ca8-9095-3eaf7b628f04 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0822477 Apr 05 12:29:10.965434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-93372234-7b36-42a6-9780-74555f9de1d9 req-59567a80-34da-41be-9186-e3b9fc02074f tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Apr 05 12:29:11.368201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59112) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:11.391317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e17b7-cc1f-4ff7-8ff7-e620004fb619 req-7a13cc53-8852-43b6-aeb0-c422fa95b9de tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:11.392776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c95e17b7-cc1f-4ff7-8ff7-e620004fb619 req-7a13cc53-8852-43b6-aeb0-c422fa95b9de tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.1080489 Apr 05 12:29:11.440890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c95e17b7-cc1f-4ff7-8ff7-e620004fb619 req-43da0f99-e9f2-4fe8-921f-c5bea4568b87 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Apr 05 12:29:11.485888 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-0aae882e-2650-4c5e-985c-777c090e69c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165533 Apr 05 12:29:12.623947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe39f0-26c3-4654-8c21-0a9396c3f4c3 req-c171b658-7f33-4d09-9002-d3ba7cf01b72 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:12.625389 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e5fe39f0-26c3-4654-8c21-0a9396c3f4c3 req-c171b658-7f33-4d09-9002-d3ba7cf01b72 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0801332 Apr 05 12:29:12.668682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e5fe39f0-26c3-4654-8c21-0a9396c3f4c3 req-2d046177-f7ac-4095-98d1-b856c12d8544 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Apr 05 12:29:12.863384 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-228ab455-7f8d-4a86-a784-fa3e90677ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:12.864823 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-228ab455-7f8d-4a86-a784-fa3e90677ebc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1098 time: 0.0694668 Apr 05 12:29:12.992886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-2eeabe14-6a19-4b1a-ad0c-fc7ee121f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:12.994231 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-2eeabe14-6a19-4b1a-ad0c-fc7ee121f329 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 912 time: 0.1227510 Apr 05 12:29:13.063268 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-b0099940-06cd-4b01-80bd-7a8303f89e9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.0630341 Apr 05 12:29:13.124620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-38a8dca6-9512-4f5d-9e4a-da707c9f574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:13.126030 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-38a8dca6-9512-4f5d-9e4a-da707c9f574f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0575843 Apr 05 12:29:13.177895 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-5b238859-4d1e-4a38-b71d-0da1b7ff90c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456734 Apr 05 12:29:13.308742 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-dfe69300-691e-47e6-bdcb-2b72e5b0e4df service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228528 Apr 05 12:29:13.443287 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-3b525c7e-e83a-4a2a-a94f-5bb9d4fbc948 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274965 Apr 05 12:29:13.854341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120ed8a-7c24-40e6-a935-2c0fc6b1fce3 req-82daf6ab-c413-4768-a804-201c6a7bfe0b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:13.855786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8120ed8a-7c24-40e6-a935-2c0fc6b1fce3 req-82daf6ab-c413-4768-a804-201c6a7bfe0b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0813608 Apr 05 12:29:13.898703 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8120ed8a-7c24-40e6-a935-2c0fc6b1fce3 req-875fd7b2-07e4-4f6b-bdcf-2e2037c7ce99 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Apr 05 12:29:15.079355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e10e1-b073-4b09-9236-e92038bbe926 req-4294fa64-5252-40b3-b8c1-8ca084c8f550 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:15.080795 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-283e10e1-b073-4b09-9236-e92038bbe926 req-4294fa64-5252-40b3-b8c1-8ca084c8f550 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0788879 Apr 05 12:29:15.125881 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-283e10e1-b073-4b09-9236-e92038bbe926 req-0ea15f4a-c1c1-412d-b3da-08614d8ef335 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Apr 05 12:29:16.310284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edaf0a-5cdf-47ad-8c18-dddb9425bc45 req-1ae198c6-6534-46ae-8585-dd490305af37 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:16.311827 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d0edaf0a-5cdf-47ad-8c18-dddb9425bc45 req-1ae198c6-6534-46ae-8585-dd490305af37 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0825644 Apr 05 12:29:16.356638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d0edaf0a-5cdf-47ad-8c18-dddb9425bc45 req-c4efc5ba-a5b5-47c6-a0b8-7a5cba77cc52 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Apr 05 12:29:17.542888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c04a9-2fce-42a9-8253-d2190b1bd662 req-6b3e3595-63b4-4287-b36b-d09c2dbb4c9d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:17.544868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e67c04a9-2fce-42a9-8253-d2190b1bd662 req-6b3e3595-63b4-4287-b36b-d09c2dbb4c9d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0821106 Apr 05 12:29:17.680128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e67c04a9-2fce-42a9-8253-d2190b1bd662 req-49e6977a-36e5-4705-8dd3-b05fbf04122e tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296868 Apr 05 12:29:18.285461 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:29:18.858863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9f81-9b38-4dee-93ee-5b1f01e55bb9 req-40e76831-71cc-4d46-9fe1-e9193639de79 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:18.860299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-deef9f81-9b38-4dee-93ee-5b1f01e55bb9 req-40e76831-71cc-4d46-9fe1-e9193639de79 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0777476 Apr 05 12:29:18.902624 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-deef9f81-9b38-4dee-93ee-5b1f01e55bb9 req-95fb66d2-9b47-4bb4-aed4-3dc8d4caf168 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Apr 05 12:29:20.085344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e6bf-c422-4709-aa76-0002ff736b1a req-9b02f7c8-397d-40cb-bf76-61aed5151536 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:20.086808 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1c32e6bf-c422-4709-aa76-0002ff736b1a req-9b02f7c8-397d-40cb-bf76-61aed5151536 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0814445 Apr 05 12:29:20.130638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1c32e6bf-c422-4709-aa76-0002ff736b1a req-b46ab846-536e-4abe-bae5-ac3e04c3e051 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Apr 05 12:29:21.324346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923fb39-ed31-420a-a571-59b0641f301d req-03a29e5e-2352-48b9-8b8f-d3e40229722b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:21.326395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a923fb39-ed31-420a-a571-59b0641f301d req-03a29e5e-2352-48b9-8b8f-d3e40229722b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0884314 Apr 05 12:29:21.370652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a923fb39-ed31-420a-a571-59b0641f301d req-73478ada-0964-41e5-a04c-78c86ba6a1dc tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Apr 05 12:29:22.550423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fcb64-f823-4b7b-9287-290b031708db req-bcddd824-8263-4ba1-b402-2f5c59850089 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:22.551885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b9fcb64-f823-4b7b-9287-290b031708db req-bcddd824-8263-4ba1-b402-2f5c59850089 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0779769 Apr 05 12:29:22.594772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b9fcb64-f823-4b7b-9287-290b031708db req-ee658f29-2f3c-4831-85ee-4cb4155ae244 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Apr 05 12:29:23.222722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d29102cb-c305-4180-acc5-144e8c1c3701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:23.777581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b862038-a920-41db-b9bd-af5d22c1889e req-bfd01e0e-9247-4f18-bbd5-762205a32e1b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:23.779006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b862038-a920-41db-b9bd-af5d22c1889e req-bfd01e0e-9247-4f18-bbd5-762205a32e1b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0816634 Apr 05 12:29:23.821672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b862038-a920-41db-b9bd-af5d22c1889e req-aef7189e-71f9-43f4-9da4-92fa8f37656e tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363760 Apr 05 12:29:24.285898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-997635ed-0bbf-46f3-b3a5-ab8bef4add81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:24.287395 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-997635ed-0bbf-46f3-b3a5-ab8bef4add81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1098 time: 0.0745978 Apr 05 12:29:24.440033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-5d3ccca3-bd78-4483-b2bd-dceede513cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:24.441481 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-5d3ccca3-bd78-4483-b2bd-dceede513cf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 912 time: 0.1329460 Apr 05 12:29:24.562822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:24.618889 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-83f6615e-1250-4c43-a16a-bb219918b850 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.1624265 Apr 05 12:29:24.680728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-c440e4f6-5ef5-42ba-be11-17c54c68f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:24.682139 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-c440e4f6-5ef5-42ba-be11-17c54c68f34d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0568964 Apr 05 12:29:24.731095 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-d4857141-3572-4add-9c24-c054b0e1f8ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408952 Apr 05 12:29:24.865681 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-421b650c-0ba0-4674-986f-071fa14edc79 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249268 Apr 05 12:29:25.018157 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ee4508ff-9853-4bf2-b397-f5d34f96e04c req-c772fa44-e919-475f-9ef0-ca8c2a6fc9bf service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363637 Apr 05 12:29:25.158619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95bcc5-2903-4999-9c00-5aef3e82976c req-6dfbafc7-2323-4a0c-9b17-64b5c95116ed tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:25.160152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e95bcc5-2903-4999-9c00-5aef3e82976c req-6dfbafc7-2323-4a0c-9b17-64b5c95116ed tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0804923 Apr 05 12:29:25.207156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e95bcc5-2903-4999-9c00-5aef3e82976c req-ed38ed08-a1c0-4fd1-bdf1-a78c4b80dcc2 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Apr 05 12:29:25.293324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-26ae66c1-51c4-4977-aafe-fc752abe0dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:26.391994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9181446-39d2-4b80-8373-20ca5f4cc439 req-e4cb0c84-5baf-448b-9206-08fa1eca7808 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:26.393347 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a9181446-39d2-4b80-8373-20ca5f4cc439 req-e4cb0c84-5baf-448b-9206-08fa1eca7808 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Apr 05 12:29:26.436399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a9181446-39d2-4b80-8373-20ca5f4cc439 req-643ceb8b-cf80-47ca-8c8a-9efed96558db tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373571 Apr 05 12:29:26.459779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:26.513970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:27.620419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f78641-3971-4de6-b169-a8804b140411 req-0eed89e0-b95f-4ae7-b0bc-379039f17eec tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:27.621841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a0f78641-3971-4de6-b169-a8804b140411 req-0eed89e0-b95f-4ae7-b0bc-379039f17eec tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Apr 05 12:29:27.664711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a0f78641-3971-4de6-b169-a8804b140411 req-e0d5f328-07ee-44c0-a3e1-9f03c5afdb8e tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365512 Apr 05 12:29:27.754407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:28.851982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355177fa-0d71-4b23-895c-651436eb9b30 req-88c94397-08d0-4127-84d5-6250df29dcc6 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:28.853396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-355177fa-0d71-4b23-895c-651436eb9b30 req-88c94397-08d0-4127-84d5-6250df29dcc6 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0784264 Apr 05 12:29:28.895695 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-355177fa-0d71-4b23-895c-651436eb9b30 req-eb33fe39-6e71-411d-83b7-50930af69456 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360796 Apr 05 12:29:30.079011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a1a53-18ed-4333-a144-172d355ca0dd req-88c5bc33-bd43-470e-9ba7-e52a67f0bfbe tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:30.080462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c53a1a53-18ed-4333-a144-172d355ca0dd req-88c5bc33-bd43-470e-9ba7-e52a67f0bfbe tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0821557 Apr 05 12:29:30.123749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c53a1a53-18ed-4333-a144-172d355ca0dd req-8a8aaa48-8b36-4721-a9a3-4ac3ce972d4b tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371048 Apr 05 12:29:31.318032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c13ae-dca1-4853-b646-16de04be939d req-9a615a87-db12-463e-8c16-6883d8ca97d8 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:31.319510 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-776c13ae-dca1-4853-b646-16de04be939d req-9a615a87-db12-463e-8c16-6883d8ca97d8 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0874002 Apr 05 12:29:31.369467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-776c13ae-dca1-4853-b646-16de04be939d req-99f7f294-fb9d-4c39-a4f7-dfb5a068fcc4 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Apr 05 12:29:32.572975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4efed-9d72-47a9-a759-0b2f6a596511 req-13a44568-38a0-4efa-8a4e-f658cb143a67 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:32.574477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5c4efed-9d72-47a9-a759-0b2f6a596511 req-13a44568-38a0-4efa-8a4e-f658cb143a67 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0819447 Apr 05 12:29:32.620491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5c4efed-9d72-47a9-a759-0b2f6a596511 req-079331b6-7fcc-40f8-9e05-c5757e01c8b4 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Apr 05 12:29:33.820822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088c84-3496-4bfc-9eb9-63247391adc0 req-cd5bfa51-8550-4fd6-a3fa-609612b9bc10 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:33.822267 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47088c84-3496-4bfc-9eb9-63247391adc0 req-cd5bfa51-8550-4fd6-a3fa-609612b9bc10 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0892823 Apr 05 12:29:33.867508 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47088c84-3496-4bfc-9eb9-63247391adc0 req-482f6e69-39ca-4686-810f-c2d50714daec tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Apr 05 12:29:35.091480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ea0d2-873b-4a5f-acf4-603ad5d23425 req-957b11eb-f4ad-45ca-bd19-489c8c0ceb59 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:35.094687 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-896ea0d2-873b-4a5f-acf4-603ad5d23425 req-957b11eb-f4ad-45ca-bd19-489c8c0ceb59 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.1005831 Apr 05 12:29:35.144311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-896ea0d2-873b-4a5f-acf4-603ad5d23425 req-dcf2f4f5-ea04-4263-ae70-fd2190fed91d tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Apr 05 12:29:36.336124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad1a2f-1353-4912-b1ad-9c8caf912082 req-b16aea01-7a05-4c7c-a78e-077aac1a6145 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:36.337578 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-acad1a2f-1353-4912-b1ad-9c8caf912082 req-b16aea01-7a05-4c7c-a78e-077aac1a6145 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0823152 Apr 05 12:29:36.385990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-acad1a2f-1353-4912-b1ad-9c8caf912082 req-0f53e876-13fd-4be8-994d-ad7ec0c5e676 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424960 Apr 05 12:29:37.574510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ff4a3-4c13-4842-a20d-ff9f5e727fe7 req-b68408f2-2b5f-49eb-8d23-8622544ee083 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:37.576574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e38ff4a3-4c13-4842-a20d-ff9f5e727fe7 req-b68408f2-2b5f-49eb-8d23-8622544ee083 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0851464 Apr 05 12:29:37.621566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e38ff4a3-4c13-4842-a20d-ff9f5e727fe7 req-c4607950-5aa7-41f1-be37-49691a2dbb99 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 Apr 05 12:29:38.814602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607bb70-c2b0-4903-b85d-1cdf70f0b8ce req-1b104a9a-459e-467a-973b-4791dc5bcd16 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:38.816080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e607bb70-c2b0-4903-b85d-1cdf70f0b8ce req-1b104a9a-459e-467a-973b-4791dc5bcd16 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0815334 Apr 05 12:29:38.860626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e607bb70-c2b0-4903-b85d-1cdf70f0b8ce req-f9ebb780-263e-4d28-9d22-fb62451deb12 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Apr 05 12:29:40.055437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f69a5-bfff-422b-a55e-9ffeb447e949 req-d2b8e9bc-36ea-4c39-978a-64a1605005d3 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:40.056894 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-404f69a5-bfff-422b-a55e-9ffeb447e949 req-d2b8e9bc-36ea-4c39-978a-64a1605005d3 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0883663 Apr 05 12:29:40.105494 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-404f69a5-bfff-422b-a55e-9ffeb447e949 req-2e85d12f-6500-4f3b-8e7f-725bed2c8325 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Apr 05 12:29:40.130591 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-2856af34-d5f5-4019-8440-109cbc8b1a28 service neutron] 10.222.0.30 "GET /v2.0/ports/a7ccdf15-3886-4292-8b61-451f9682d1ec/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0764756 Apr 05 12:29:40.428375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-d45cbad8-6a0c-40fc-b01e-443d66c3d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:40.429871 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-d45cbad8-6a0c-40fc-b01e-443d66c3d900 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3&tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b HTTP/1.1" status: 200 len: 1098 time: 0.0859857 Apr 05 12:29:40.521432 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-80e4104c-9c57-4a25-b627-8e704e3226c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:40.522914 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-80e4104c-9c57-4a25-b627-8e704e3226c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1098 time: 0.0705590 Apr 05 12:29:40.658828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-30a6dfee-f6d4-4fe7-a159-46726f432868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:40.660313 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-30a6dfee-f6d4-4fe7-a159-46726f432868 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 912 time: 0.1307480 Apr 05 12:29:40.758600 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-ffc9b7d2-1877-4af5-a778-6d9ef68b3bac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.0925326 Apr 05 12:29:40.819950 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-d14e72b5-8eb4-4a0f-91f3-02bb9e9f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:40.821368 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-d14e72b5-8eb4-4a0f-91f3-02bb9e9f14ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0572808 Apr 05 12:29:40.870597 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-5460557b-29d6-4832-9cea-b1d93197db2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430980 Apr 05 12:29:41.002520 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-28ed1955-015d-4c36-b5d4-2ada1385d1d4 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257086 Apr 05 12:29:41.144612 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d147e9f5-1e89-4005-b505-d7fd99c63b7a req-b9d3221d-89fc-49d9-924e-a147ecf0f330 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366925 Apr 05 12:29:41.298988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e760acc-1c25-4e3d-b316-70b752a7867a req-562ee473-91a4-4765-88e9-70d56d616f59 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:41.300572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e760acc-1c25-4e3d-b316-70b752a7867a req-562ee473-91a4-4765-88e9-70d56d616f59 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0865347 Apr 05 12:29:41.346751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e760acc-1c25-4e3d-b316-70b752a7867a req-7144d5aa-3091-476f-85e7-9c993b8c5597 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Apr 05 12:29:42.532013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f43f2-727b-4d23-b53a-5addfc0b54aa req-f403ab6f-4892-4427-ba1d-ce4cebe1b6ce tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:42.533521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae0f43f2-727b-4d23-b53a-5addfc0b54aa req-f403ab6f-4892-4427-ba1d-ce4cebe1b6ce tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0813386 Apr 05 12:29:42.583509 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae0f43f2-727b-4d23-b53a-5addfc0b54aa req-bb167ab4-96c6-4dba-ad63-26c620e46b66 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Apr 05 12:29:43.867425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5168-0bf8-47e3-a626-d5ab292426bb req-6e1b15a8-4caa-44e3-8022-5972b244f311 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:43.868853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1dd5168-0bf8-47e3-a626-d5ab292426bb req-6e1b15a8-4caa-44e3-8022-5972b244f311 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.1763172 Apr 05 12:29:43.912127 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c1dd5168-0bf8-47e3-a626-d5ab292426bb req-8b2853d0-5c50-41b7-bbb1-b80c2e77cfa9 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371492 Apr 05 12:29:44.300152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876be28-cd70-4100-a04f-457d60306fb9 req-b5d16d1d-5295-4232-be15-cb8c7effc151 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:44.301171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d876be28-cd70-4100-a04f-457d60306fb9 req-b5d16d1d-5295-4232-be15-cb8c7effc151 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Synchronizing usage tracker for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:29:44.318221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-d876be28-cd70-4100-a04f-457d60306fb9 req-b5d16d1d-5295-4232-be15-cb8c7effc151 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Unset dirty status for tenant:1cbcc1bf6b4a49d3ba93491dbdfbf74b on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:29:44.320215 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-b5d16d1d-5295-4232-be15-cb8c7effc151 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.30 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3&tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1033502 Apr 05 12:29:44.460060 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876be28-cd70-4100-a04f-457d60306fb9 req-d4adf707-3a53-4d53-8449-d8e969ad9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:44.461547 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-d4adf707-3a53-4d53-8449-d8e969ad9595 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 1098 time: 0.0732870 Apr 05 12:29:44.593829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876be28-cd70-4100-a04f-457d60306fb9 req-9f45d130-401e-4e3a-84e1-5bf32dc499e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:44.595300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-9f45d130-401e-4e3a-84e1-5bf32dc499e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 200 len: 912 time: 0.1276164 Apr 05 12:29:44.761226 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-aebd9c2f-7a00-45de-ab0c-4a9ba6e3b489 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 200 len: 217 time: 0.1602764 Apr 05 12:29:44.824250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876be28-cd70-4100-a04f-457d60306fb9 req-74dd24d5-42eb-4b49-b1b2-bfb3a3f14591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:44.826168 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-74dd24d5-42eb-4b49-b1b2-bfb3a3f14591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 200 len: 851 time: 0.0586755 Apr 05 12:29:44.872257 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-80235baa-efc8-49be-92ae-02eb4929125c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ccbca65-a1b7-4ac1-8f1b-996c009281a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396812 Apr 05 12:29:45.001044 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-305b3f02-18db-4dbc-a3d8-a67c56850fc7 service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224260 Apr 05 12:29:45.132182 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-eb78e47e-8bd9-4880-bec4-0f4870a8d69c service neutron] 10.222.0.30 "GET /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251202 Apr 05 12:29:45.954514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c3625-e2a5-4ceb-9637-833821717960 req-aae6ace5-6a89-422b-8abf-c1edce55c568 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:45.956020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc9c3625-e2a5-4ceb-9637-833821717960 req-aae6ace5-6a89-422b-8abf-c1edce55c568 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0845666 Apr 05 12:29:46.000149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc9c3625-e2a5-4ceb-9637-833821717960 req-ff487b90-33c3-4900-a64c-91e3e6bc835f tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Apr 05 12:29:47.188996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db372-b9f2-402b-a138-eec5db8bbba5 req-f8e36a24-5c9b-4944-bb87-0fcbc5ba579a tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:47.190561 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f18db372-b9f2-402b-a138-eec5db8bbba5 req-f8e36a24-5c9b-4944-bb87-0fcbc5ba579a tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0830262 Apr 05 12:29:47.235348 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f18db372-b9f2-402b-a138-eec5db8bbba5 req-e3f2f2dc-dbf0-41fe-bf5e-e5a609581df1 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/security-groups?id=042787f3-b1d7-4cb8-bc59-ed577c1ae75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 Apr 05 12:29:47.664881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876be28-cd70-4100-a04f-457d60306fb9 req-1da2210b-db55-4576-99dd-355bae7cb9a9 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:47.666198 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-1da2210b-db55-4576-99dd-355bae7cb9a9 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.30 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 945 time: 0.0771351 Apr 05 12:29:47.737812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Deleting port a7ccdf15-3886-4292-8b61-451f9682d1ec {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:29:47.738145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:47.977983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] For port a7ccdf15-3886-4292-8b61-451f9682d1ec, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=a7ccdf15-3886-4292-8b61-451f9682d1ec,segment=NetworkSegment(5cc16680-8993-4303-bb68-fe51558321c9),segment_id=5cc16680-8993-4303-bb68-fe51558321c9)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:47.978331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:48.112171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Calling delete_port for a7ccdf15-3886-4292-8b61-451f9682d1ec owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:29:48.255283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:48.268552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['a7ccdf15-3886-4292-8b61-451f9682d1ec'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:29:48.309958 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Pushing event deleted for resources: {'Port': ['ID=a7ccdf15-3886-4292-8b61-451f9682d1ec,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:48.344534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.344884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.345227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.345562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.345895 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.346227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.346558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.346888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.347243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.347589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.348153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.348473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:48.398650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] No DVR routers for this DVR port a7ccdf15-3886-4292-8b61-451f9682d1ec on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:29:48.399051 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3bd41b5b-de46-483e-a4eb-81b0f50a7f90 req-c00c9053-98c9-4637-b0d8-c7bc4025b67f tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.50 "GET /v2.0/ports?device_id=8412123c-f9f7-4255-b783-c5a4f0fcfba3 HTTP/1.1" status: 200 len: 210 time: 0.0447695 Apr 05 12:29:48.401121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:48.404268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'name': 'network-vif-deleted', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:29:48.421649 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d876be28-cd70-4100-a04f-457d60306fb9 req-acddd260-e976-4827-b945-d3736948a4f7 tempest-DeleteServersTestJSON-441023514 tempest-DeleteServersTestJSON-441023514-project] 10.222.0.30 "DELETE /v2.0/ports/a7ccdf15-3886-4292-8b61-451f9682d1ec HTTP/1.1" status: 204 len: 173 time: 0.7493067 Apr 05 12:29:48.452675 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412123c-f9f7-4255-b783-c5a4f0fcfba3', 'name': 'network-vif-deleted', 'tag': 'a7ccdf15-3886-4292-8b61-451f9682d1ec', 'status': 'completed', 'code': 200} Apr 05 12:29:49.793235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59214) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:49.851961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Deleting subnet cd474b50-a087-4027-8d71-229f656dabae {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:29:49.854799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:49.906175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:49.959416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.024658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.066485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd474b50-a087-4027-8d71-229f656dabae,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:50.068335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.074786 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-01b0dde8-25d7-45db-81f3-5f0ed692d833 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd474b50-a087-4027-8d71-229f656dabae HTTP/1.1" status: 204 len: 168 time: 0.2804360 Apr 05 12:29:50.077364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:50.276123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.400331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.425476 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccbca65-a1b7-4ac1-8f1b-996c009281a6']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:29:50.437040 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc16680-8993-4303-bb68-fe51558321c9') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:29:50.437341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc16680-8993-4303-bb68-fe51558321c9') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:29:50.448223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.467097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.474351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:29:50.474924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:29:50.489173 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:29:50.564813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.580822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.591410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ccbca65-a1b7-4ac1-8f1b-996c009281a6,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:50.599627 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d412c466-797a-4c6c-871d-3db2dd135995 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ccbca65-a1b7-4ac1-8f1b-996c009281a6 HTTP/1.1" status: 204 len: 168 time: 0.5212274 Apr 05 12:29:50.729767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59224) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:50.779940 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b7fecc21-e55c-4695-bf81-9f2ec36e8410 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cbcc1bf6b4a49d3ba93491dbdfbf74b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490220 Apr 05 12:29:50.782490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59228) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:50.839085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.864794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.921660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.936979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042787f3-b1d7-4cb8-bc59-ed577c1ae75e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:50.949639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:50.951268 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f02d0931-71cc-4571-8029-f0a6bf9b7915 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/042787f3-b1d7-4cb8-bc59-ed577c1ae75e HTTP/1.1" status: 204 len: 168 time: 0.1678190 Apr 05 12:29:51.328858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device a7ccdf15-3886-4292-8b61-451f9682d1ec no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:29:51.365011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: a7ccdf15-3886-4292-8b61-451f9682d1ec {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:29:51.365362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device a7ccdf15-3886-4292-8b61-451f9682d1ec not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:29:51.694730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59252) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:51.806084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1378293803-network', 'tenant_id': '55a3fae2ab354a4c9360b8012d4c929e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:51.811452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:29:51.815303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Usage tracker for resource:network and tenant:55a3fae2ab354a4c9360b8012d4c929e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:29:51.818188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:29:51.824046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:29:51.834744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Made reservation on behalf of 55a3fae2ab354a4c9360b8012d4c929e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:29:51.837045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:51.849376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:51.863376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:29:51.867208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Usage tracker for resource:security_group_rule and tenant:55a3fae2ab354a4c9360b8012d4c929e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:29:51.869963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:29:51.876096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:29:51.960982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:51.964676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:51.999420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:29:52.004699 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:52.016418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.016801 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Added segment c79119ea-0664-4c45-b84e-0eb5c2e5d8ea of type vlan for network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 Apr 05 12:29:52.043280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.073211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.074312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:52.074949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.193400 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] Pushing event updated for resources: {'Network': ['ID=75bf6332-44ec-48cf-ae48-a48ea4758bf5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:52.197115 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-738c18ef-7359-4d0b-8a3f-fd939307c739 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5013688 Apr 05 12:29:52.200078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59258) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:29:52.203521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:29:52.206516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Request body: {'subnet': {'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1378293803-subnet', 'tenant_id': '55a3fae2ab354a4c9360b8012d4c929e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:52.211425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:29:52.215315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Usage tracker for resource:subnet and tenant:55a3fae2ab354a4c9360b8012d4c929e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:29:52.218462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:29:52.224839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:29:52.236242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Made reservation on behalf of 55a3fae2ab354a4c9360b8012d4c929e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:29:52.238613 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.448090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.525168 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1673fd34-9fe0-475e-8628-c0f17d2be7a3,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:52.533202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Checking segment: {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:29:52.533562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Network hostable DHCP agents. Network: 75bf6332-44ec-48cf-ae48-a48ea4758bf5, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:29:52.552227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:29:52.561710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 75bf6332-44ec-48cf-ae48-a48ea4758bf5) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:29:52.565672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:52.566233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:52.570784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414004a5-014a-4fbc-82f0-9c2777f6d4a7 None None] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:29:52.587805 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23c7cf61-8586-4128-a1c0-3a404a0c2547 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3865814 Apr 05 12:29:52.784062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ff65c-ee86-4b71-9ea0-d5766d8d98b8 None None] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:29:53.099662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-e0c4901f-eac8-445f-b8cd-f30a7164d546 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:53.101118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-e0c4901f-eac8-445f-b8cd-f30a7164d546 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 815 time: 0.1480732 Apr 05 12:29:53.116439 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-1d90bed7-d0b0-4fa1-ab45-ed782ce2a5e7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/quotas/55a3fae2ab354a4c9360b8012d4c929e HTTP/1.1" status: 200 len: 375 time: 0.0097818 Apr 05 12:29:53.162650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-e565aec4-fd4d-434b-813b-f4b9a0e8cc06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411596 Apr 05 12:29:53.173980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e0ade12-86ea-456a-95b2-b5a182fc427c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:29:53.174939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e0ade12-86ea-456a-95b2-b5a182fc427c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058553 Apr 05 12:29:53.229158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-75460f77-c1d0-4d72-8e55-0bd9cb416f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:53.312812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-c8e48014-9ede-41b7-8363-61d4a8b3b894 service neutron] 10.222.0.50 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323404 Apr 05 12:29:53.454651 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-e30ebc08-1477-477c-b222-8b7131a8b9da service neutron] 10.222.0.50 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358509 Apr 05 12:29:53.626467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58914fd8-258f-4867-8af5-8e1c82036b04 req-dd7d445f-630c-46c7-b0b8-09294504b3d5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 210 time: 0.0417726 Apr 05 12:29:54.577139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:54.652898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e31a737-28d3-4a52-92cd-ac24b2a7a0cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:54.654243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e31a737-28d3-4a52-92cd-ac24b2a7a0cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Synchronizing usage tracker for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:network {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:29:54.671589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e31a737-28d3-4a52-92cd-ac24b2a7a0cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Unset dirty status for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:network {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:29:54.672870 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-9e31a737-28d3-4a52-92cd-ac24b2a7a0cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 815 time: 0.1667602 Apr 05 12:29:54.685160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Request body: {'port': {'device_id': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'admin_state_up': True, 'tenant_id': '55a3fae2ab354a4c9360b8012d4c929e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:54.786812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc45314d-22d0-4d10-b519-d36b8c58f413 req-384413c8-8405-4bc5-b5a3-af8007c1432a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 210 time: 0.0467196 Apr 05 12:29:54.830655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:29:54.834370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Usage tracker for resource:port and tenant:55a3fae2ab354a4c9360b8012d4c929e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:29:54.837159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:29:54.842729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:29:54.851770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Made reservation on behalf of 55a3fae2ab354a4c9360b8012d4c929e for: {'port': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:29:54.855243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.014795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Allocated IP 172.20.0.13 (75bf6332-44ec-48cf-ae48-a48ea4758bf5/1673fd34-9fe0-475e-8628-c0f17d2be7a3/4c97bd29-670b-490e-a62b-7c581553fae3) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:29:55.293115 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:29:55.297974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fddb7150-baad-4c95-92ff-931cd70b192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.318683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.348111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.415262 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:29:55.425379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:29:55.430633 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:29:55.461572 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:55.496723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:55.497374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.517812 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-977b4498-04f6-4dd2-916c-b6ff2e27b415 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8374221 Apr 05 12:29:55.529711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Request body: {'port': {'device_id': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:29:55.639205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:55.975663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74937-9da7-4385-958a-72c3ccd40682 req-0af0b0ae-863d-4d05-a76a-cb5e3080ccc5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:55.977121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ad74937-9da7-4385-958a-72c3ccd40682 req-0af0b0ae-863d-4d05-a76a-cb5e3080ccc5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 932 time: 0.0801561 Apr 05 12:29:55.995929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:29:56.003318 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.018066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Transition to ACTIVE for port object 4c97bd29-670b-490e-a62b-7c581553fae3 will not be triggered until provisioned by entity L2. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:29:56.021693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.021907 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ad74937-9da7-4385-958a-72c3ccd40682 req-cf549faf-da91-46e3-b4e2-b5f5b3a14c62 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388508 Apr 05 12:29:56.157230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:56.256659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Attempting to bind port 4c97bd29-670b-490e-a62b-7c581553fae3 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:29:56.256991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Attempting to bind port 4c97bd29-670b-490e-a62b-7c581553fae3 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:29:56.257317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Attempting to bind port 4c97bd29-670b-490e-a62b-7c581553fae3 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:29:56.261832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Port 4c97bd29-670b-490e-a62b-7c581553fae3 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:29:56.262151 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Attempting to bind port 4c97bd29-670b-490e-a62b-7c581553fae3 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:29:56.267668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:29:56.268000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Checking segment: {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:29:56.268376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Bound using segment: {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'} {{(pid=87958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:29:56.268800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.managers [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Bound port: 4c97bd29-670b-490e-a62b-7c581553fae3, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'}}] {{(pid=87958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:29:56.269142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.359285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, cleared binding levels {{(pid=87958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:29:56.362238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:29:56.366539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.420214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:56.420826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.422177 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] 10.222.0.30 "PUT /v2.0/ports/4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 1094 time: 0.8970957 Apr 05 12:29:56.422610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:29:56.452822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e9fd1-feac-4045-bedb-91fbcbe2962b service neutron] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=3']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:56.472321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.503575 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3', 'status': 'completed', 'code': 200} Apr 05 12:29:56.519779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:56.544228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d52e25d5-ed34-4733-8be0-a4c41751a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:56.545682 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-d52e25d5-ed34-4733-8be0-a4c41751a056 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1097 time: 0.0780778 Apr 05 12:29:56.612108 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-cf0026fb-6024-48b4-b028-4641c3af7092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0600116 Apr 05 12:29:56.676375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-633ca511-cd23-48a4-96c7-7607db80cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:56.677793 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-633ca511-cd23-48a4-96c7-7607db80cb51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0602980 Apr 05 12:29:56.723862 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-61ed9ffc-0b28-4b92-96ba-14fa59d5786c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399125 Apr 05 12:29:56.857033 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-58164ac2-2724-49c1-b2a0-39d0bedd7b09 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270070 Apr 05 12:29:56.987657 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-715b8977-7c81-44aa-8b6d-84e868b87416 req-607900ab-268f-4db1-97ef-e675fb443e0d service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252511 Apr 05 12:29:57.204353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-ce635c01-20f4-40a0-a8cf-37db3295708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:57.205997 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-ce635c01-20f4-40a0-a8cf-37db3295708a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1097 time: 0.1720891 Apr 05 12:29:57.216154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6b2d-dd9c-4993-b45c-ab30612b1bd4 req-12975822-705a-4756-8740-2085827745ca tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:57.217605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0e6b2d-dd9c-4993-b45c-ab30612b1bd4 req-12975822-705a-4756-8740-2085827745ca tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 944 time: 0.0861595 Apr 05 12:29:57.262554 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0e6b2d-dd9c-4993-b45c-ab30612b1bd4 req-cdb0c195-0c54-4cbb-a772-21934f1e3513 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Apr 05 12:29:57.336799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-613def20-1d85-4604-80ea-d5aea6a073a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:57.338217 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-613def20-1d85-4604-80ea-d5aea6a073a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1262069 Apr 05 12:29:57.405388 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-84e2eaee-08a5-4714-9f3a-5300ec907a46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0600183 Apr 05 12:29:57.471184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-1e5bd55f-646e-44d3-b3ff-9d85521ce62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:57.472851 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-1e5bd55f-646e-44d3-b3ff-9d85521ce62c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0606763 Apr 05 12:29:57.520183 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-293fad71-7ac9-45a8-8436-ec2d605cfdad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409820 Apr 05 12:29:57.651086 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-efc5174a-0f74-4973-8890-2c86dc296815 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243501 Apr 05 12:29:57.756760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:57.784973 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-494fd99c-4504-4c08-91cb-5affbaa94d72 req-0afedfba-c362-4736-b698-af07f588b225 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264205 Apr 05 12:29:58.446754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85119ad3-0667-45b3-9b31-005aac14ce0a req-a85e08ab-3523-4bcc-9edf-7798b2f7fe58 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:58.448233 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-85119ad3-0667-45b3-9b31-005aac14ce0a req-a85e08ab-3523-4bcc-9edf-7798b2f7fe58 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 944 time: 0.0798736 Apr 05 12:29:58.495096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-85119ad3-0667-45b3-9b31-005aac14ce0a req-88bf9b7a-88eb-408d-9d3c-bf55a89e4233 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Apr 05 12:29:59.328950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:29:59.458719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:59.471663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '4c97bd29-670b-490e-a62b-7c581553fae3', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'port_id': '4c97bd29-670b-490e-a62b-7c581553fae3', 'mac_address': 'fa:16:3e:4d:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd34-9fe0-475e-8628-c0f17d2be7a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:29:59.534820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:59.552087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:29:59.568345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:29:59.572372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:29:59.640328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:29:59.647495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.647851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.648201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.648537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.648875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.649210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.649546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.649887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.650204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.650533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.650859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.651212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:29:59.682240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52c25-d963-4c1f-be59-3476dfd87f55 req-773de6ed-b60b-490e-9c63-5b55043b2a6e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:29:59.683709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7a52c25-d963-4c1f-be59-3476dfd87f55 req-773de6ed-b60b-490e-9c63-5b55043b2a6e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 945 time: 0.0794034 Apr 05 12:29:59.730394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7a52c25-d963-4c1f-be59-3476dfd87f55 req-d3ca2d1b-71c1-4cd8-941e-9b69b856c5fe tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Apr 05 12:29:59.780264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['4c97bd29-670b-490e-a62b-7c581553fae3'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:30:00.913978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c1492-9354-492b-b477-ece9106c4437 req-f6e9d437-38f2-48b2-8416-a3dc1931e89b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:00.915435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e4c1492-9354-492b-b477-ece9106c4437 req-f6e9d437-38f2-48b2-8416-a3dc1931e89b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 945 time: 0.0812507 Apr 05 12:30:00.959322 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e4c1492-9354-492b-b477-ece9106c4437 req-75705500-a66b-4949-8eb8-04512f3a57b0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Apr 05 12:30:01.343993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:30:01.410853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 4c97bd29-670b-490e-a62b-7c581553fae3 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:30:01.415758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 4c97bd29-670b-490e-a62b-7c581553fae3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:30:01.416126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:01.531726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:01.557828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:01.567835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:01.572302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:01.603713 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3', 'code': 200} Apr 05 12:30:01.645603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:01.845179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3235-0f00-42d5-9d4f-58feaaa5528a req-b7cfb4ad-c530-4e96-b594-aea8561c8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:01.846643 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-517a3235-0f00-42d5-9d4f-58feaaa5528a req-b7cfb4ad-c530-4e96-b594-aea8561c8111 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1099 time: 0.0737898 Apr 05 12:30:01.892606 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-517a3235-0f00-42d5-9d4f-58feaaa5528a req-7301ddf1-ebab-46f6-9ded-26e6b82e0324 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Apr 05 12:30:02.145184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fd73a-bc64-44b5-bf4f-72bedeef4ee5 req-f121d5f3-14e1-4423-827d-05305769f693 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:02.146670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-478fd73a-bc64-44b5-bf4f-72bedeef4ee5 req-f121d5f3-14e1-4423-827d-05305769f693 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0806265 Apr 05 12:30:02.194288 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-478fd73a-bc64-44b5-bf4f-72bedeef4ee5 req-159a143d-f931-4756-96b7-2f10a13bbe95 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Apr 05 12:30:03.379983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2f2a4-21aa-4735-a64d-7d9853df91ff req-251e21b7-f86f-4992-893d-7169382db18d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:03.381330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2ba2f2a4-21aa-4735-a64d-7d9853df91ff req-251e21b7-f86f-4992-893d-7169382db18d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0817375 Apr 05 12:30:03.425783 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2ba2f2a4-21aa-4735-a64d-7d9853df91ff req-af729029-6286-4149-b261-87537d2d586e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388455 Apr 05 12:30:03.609230 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d842e-3026-4f3a-b555-bb92e2c7d70f req-5cb27159-4741-4a5b-8cf8-d7e7713499af tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:03.610658 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9e5d842e-3026-4f3a-b555-bb92e2c7d70f req-5cb27159-4741-4a5b-8cf8-d7e7713499af tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0813942 Apr 05 12:30:03.751411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9e5d842e-3026-4f3a-b555-bb92e2c7d70f req-3399e832-081c-4291-b62a-0b6cae2536a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350439 Apr 05 12:30:04.096919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec930d4-297f-4bf8-8d8b-f8760ed94be6 req-8720f68d-ecfd-48b4-af8e-61d1ae8876ac tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:04.098539 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bec930d4-297f-4bf8-8d8b-f8760ed94be6 req-8720f68d-ecfd-48b4-af8e-61d1ae8876ac tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0796106 Apr 05 12:30:04.143079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bec930d4-297f-4bf8-8d8b-f8760ed94be6 req-a82de72d-c5f1-417d-a621-3356acd2f9c3 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Apr 05 12:30:04.326236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615966b5-652c-4751-9281-8fa1fe224d69 req-b49fbd11-76e0-49f9-9f44-c7b959dfaedf tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:04.327684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-615966b5-652c-4751-9281-8fa1fe224d69 req-b49fbd11-76e0-49f9-9f44-c7b959dfaedf tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0808487 Apr 05 12:30:04.372301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-615966b5-652c-4751-9281-8fa1fe224d69 req-46a351ec-a561-4f6f-93eb-7b21234b630d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Apr 05 12:30:04.719714 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-a830409e-6071-4605-92a8-fd31593e5785 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708528 Apr 05 12:30:04.779990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779c48b-9e2e-4f84-8747-1078d16a9123 req-d799f9de-42ab-484c-a780-354dafdac56f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:04.781434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d779c48b-9e2e-4f84-8747-1078d16a9123 req-d799f9de-42ab-484c-a780-354dafdac56f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0851879 Apr 05 12:30:04.825825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d779c48b-9e2e-4f84-8747-1078d16a9123 req-99266262-aadd-4941-ba3c-396edf7d9fb0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Apr 05 12:30:05.869093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-54fcc48f-331e-4cbe-a82f-77cc10ca95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:05.870600 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-54fcc48f-331e-4cbe-a82f-77cc10ca95ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1099 time: 0.0737512 Apr 05 12:30:06.004987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-053a4573-1ed0-4aa0-9f32-8bce27ed9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:06.006435 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-053a4573-1ed0-4aa0-9f32-8bce27ed9266 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1299977 Apr 05 12:30:06.015499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391a2b4-4c70-4a28-82bf-2bf2686c25a9 req-c3562471-7337-4ba5-a18e-78fd523e017d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:06.016931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c391a2b4-4c70-4a28-82bf-2bf2686c25a9 req-c3562471-7337-4ba5-a18e-78fd523e017d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0797498 Apr 05 12:30:06.062245 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c391a2b4-4c70-4a28-82bf-2bf2686c25a9 req-b1d5fb65-c53d-41e3-92ed-e5fb528d96e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Apr 05 12:30:06.073959 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-8d47b3a3-e173-4b7f-ae8f-bae28e58a8fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0607390 Apr 05 12:30:06.139014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-64223cd1-0592-4d2a-824a-af8913758b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:06.140444 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-64223cd1-0592-4d2a-824a-af8913758b15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0605414 Apr 05 12:30:06.191867 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-1b510fac-923b-49a9-a5b2-3ff31e7ce3a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459852 Apr 05 12:30:06.320320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-3efc83a6-93a6-43c7-a6fb-895bf70ace5a service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228433 Apr 05 12:30:06.450312 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-6dfa5a3e-7846-4569-ac63-5d626d05937f service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222789 Apr 05 12:30:07.259946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf8f65-bcc9-4b13-8c69-15bcacbefe12 req-da6bcdeb-9289-4703-b824-df951d506f5a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:07.261414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bbf8f65-bcc9-4b13-8c69-15bcacbefe12 req-da6bcdeb-9289-4703-b824-df951d506f5a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0916498 Apr 05 12:30:07.305645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bbf8f65-bcc9-4b13-8c69-15bcacbefe12 req-694d8ad6-c8ac-40b3-ae2e-f759619974e1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Apr 05 12:30:08.490246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804282cd-919e-4918-bc70-c7b894741d62 req-88c22c1e-3268-49ca-97f5-7dcb0af6f30e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:08.491705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-804282cd-919e-4918-bc70-c7b894741d62 req-88c22c1e-3268-49ca-97f5-7dcb0af6f30e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0788403 Apr 05 12:30:08.537585 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-804282cd-919e-4918-bc70-c7b894741d62 req-5d508e68-fc89-4f76-a181-72d2dfeda734 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Apr 05 12:30:09.719495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fe096-83e6-4f68-863c-e427a67595c9 req-ee9346e0-581d-41d0-ac82-0707b631f3ed tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:09.720956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be3fe096-83e6-4f68-863c-e427a67595c9 req-ee9346e0-581d-41d0-ac82-0707b631f3ed tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0793424 Apr 05 12:30:09.765010 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be3fe096-83e6-4f68-863c-e427a67595c9 req-ad024a79-1a76-4ead-b021-62dddd45707a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Apr 05 12:30:10.959652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af07ee0-4683-4391-8a6b-823796d2bbd8 req-21a4bbde-0752-4e36-97fb-c4fc74e15bf1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:10.961084 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5af07ee0-4683-4391-8a6b-823796d2bbd8 req-21a4bbde-0752-4e36-97fb-c4fc74e15bf1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0884998 Apr 05 12:30:11.005915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5af07ee0-4683-4391-8a6b-823796d2bbd8 req-8ea373a4-1970-4599-8025-d35aaad6f970 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383940 Apr 05 12:30:12.194977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231fa1-6554-4c30-b945-e782a45e2eed req-daf5c1a8-a12a-4e10-b6d4-7f7a0d5f6233 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:12.196485 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d231fa1-6554-4c30-b945-e782a45e2eed req-daf5c1a8-a12a-4e10-b6d4-7f7a0d5f6233 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0809965 Apr 05 12:30:12.242505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d231fa1-6554-4c30-b945-e782a45e2eed req-f3b84ade-5689-4c1f-85dc-c258fe31bf1d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Apr 05 12:30:13.439085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089a087-50cd-4034-99cd-b17352aa98e3 req-13e19d48-aca7-4ef4-840d-0e11a557aff6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:13.440601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2089a087-50cd-4034-99cd-b17352aa98e3 req-13e19d48-aca7-4ef4-840d-0e11a557aff6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0923481 Apr 05 12:30:13.487014 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2089a087-50cd-4034-99cd-b17352aa98e3 req-58c298ed-993f-40b4-aec0-bbec6d5084ce tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Apr 05 12:30:14.678481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520f938-dce0-474c-843d-ee4256c02831 req-322ae3c0-069e-4a0b-b4a3-0da6bdcceb0e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:14.679956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f520f938-dce0-474c-843d-ee4256c02831 req-322ae3c0-069e-4a0b-b4a3-0da6bdcceb0e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0856557 Apr 05 12:30:14.725231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f520f938-dce0-474c-843d-ee4256c02831 req-e26b186b-2a0c-402d-a7e8-c4835e4e2fe7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Apr 05 12:30:15.919419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52419-7a56-4d95-a4ec-ff95641ef0f9 req-8510f344-8c42-44be-aa67-25dedd4711de tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:15.920879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47f52419-7a56-4d95-a4ec-ff95641ef0f9 req-8510f344-8c42-44be-aa67-25dedd4711de tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0872869 Apr 05 12:30:15.966580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47f52419-7a56-4d95-a4ec-ff95641ef0f9 req-cb3b0177-05a5-4dd6-81e0-0323285b4504 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Apr 05 12:30:17.165682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e479c8-949c-4dd9-bc1d-27ba96caea6b req-dd85c68a-6e00-482f-ae1e-0b207fba3f83 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:17.170775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d0e479c8-949c-4dd9-bc1d-27ba96caea6b req-dd85c68a-6e00-482f-ae1e-0b207fba3f83 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0908535 Apr 05 12:30:17.219947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d0e479c8-949c-4dd9-bc1d-27ba96caea6b req-436e9fa1-512f-454d-bb10-8721618f4949 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458107 Apr 05 12:30:18.409564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652808ec-056b-490e-9750-8288edf16f9a req-c112f202-dd15-45df-99bd-720af3606847 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:18.410971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-652808ec-056b-490e-9750-8288edf16f9a req-c112f202-dd15-45df-99bd-720af3606847 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0807915 Apr 05 12:30:18.459227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-652808ec-056b-490e-9750-8288edf16f9a req-19cee99c-2507-4d76-aacc-fe71cc4acb54 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Apr 05 12:30:19.649797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4693b53-f36e-449f-b6c1-2be3f7bde5f9 req-062ddf18-f3d5-421d-aea2-bec0ecf41dba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:19.651317 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4693b53-f36e-449f-b6c1-2be3f7bde5f9 req-062ddf18-f3d5-421d-aea2-bec0ecf41dba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0834806 Apr 05 12:30:19.698354 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4693b53-f36e-449f-b6c1-2be3f7bde5f9 req-46e2f3df-948a-4ddf-9a92-9a6508f5b9af tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406492 Apr 05 12:30:20.888478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af89a2-286a-43e5-9e85-570cacd66d5b req-a7576381-744b-4778-892b-98682fae1f8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:20.889964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-56af89a2-286a-43e5-9e85-570cacd66d5b req-a7576381-744b-4778-892b-98682fae1f8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0847313 Apr 05 12:30:20.936779 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-56af89a2-286a-43e5-9e85-570cacd66d5b req-1ef5f91e-1c34-41d4-94eb-907f57420c26 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Apr 05 12:30:22.131714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12fd5-69bb-48ff-be54-8f9afaa9e4af req-080db764-50b1-4366-91fd-c594a84867ba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:22.133199 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-21d12fd5-69bb-48ff-be54-8f9afaa9e4af req-080db764-50b1-4366-91fd-c594a84867ba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0831234 Apr 05 12:30:22.184231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-21d12fd5-69bb-48ff-be54-8f9afaa9e4af req-c8fbff72-a840-4415-b1c0-a305ad508be7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Apr 05 12:30:23.224397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b37bab4-441a-4eb2-bb7d-c4f15912cd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:23.390709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3eca8-aeae-4937-a413-7efccbea61c8 req-484d6206-34fd-4f47-80ad-b9e25d1e1681 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:23.392119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdb3eca8-aeae-4937-a413-7efccbea61c8 req-484d6206-34fd-4f47-80ad-b9e25d1e1681 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0895455 Apr 05 12:30:23.441712 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdb3eca8-aeae-4937-a413-7efccbea61c8 req-1deac94d-9f16-46d3-afb2-714776aa2947 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Apr 05 12:30:24.576769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:24.644358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad436-feab-4c6a-a1ba-06faec8732aa req-032d5c0a-6ab1-439d-9066-82f36991d1f6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:24.645929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74aad436-feab-4c6a-a1ba-06faec8732aa req-032d5c0a-6ab1-439d-9066-82f36991d1f6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0965638 Apr 05 12:30:24.693072 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74aad436-feab-4c6a-a1ba-06faec8732aa req-92bcc670-199a-4e9e-8c08-b90012c74190 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Apr 05 12:30:25.300878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c335828-88b1-4d3a-a9ca-658f1fa770e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:25.880770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcb5a9-9867-44eb-9959-6d532845a8e6 req-d2c9c489-934f-4734-b238-bcd81a5e437b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:25.882262 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9bdcb5a9-9867-44eb-9959-6d532845a8e6 req-d2c9c489-934f-4734-b238-bcd81a5e437b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0811327 Apr 05 12:30:25.932207 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9bdcb5a9-9867-44eb-9959-6d532845a8e6 req-c2bee726-e5c0-4b11-8452-a4686684b510 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Apr 05 12:30:26.295445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-e518ff1b-be9a-42eb-9824-8a2883b79967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:26.296957 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-e518ff1b-be9a-42eb-9824-8a2883b79967 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1099 time: 0.0858366 Apr 05 12:30:26.465946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:26.521652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:26.557495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-191e750e-a34d-424d-959a-aac46d819b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:26.559549 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-191e750e-a34d-424d-959a-aac46d819b32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.2411795 Apr 05 12:30:26.634568 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-f3fd5bcf-aeca-4339-998e-cf85a965b918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0688987 Apr 05 12:30:26.712062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-f836f8f6-7f79-40b3-876e-9df0b67cde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:26.713533 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-f836f8f6-7f79-40b3-876e-9df0b67cde45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0728340 Apr 05 12:30:26.762764 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-9a879bd7-c9a6-4842-a445-d9b1fa9d56f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420842 Apr 05 12:30:26.946901 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-fe7fc2e5-12af-42a6-8de8-4d79b6c523ec service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780095 Apr 05 12:30:27.091762 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-71ca88ce-f0f4-448c-bf5f-0541a4ae8768 req-34c0cfae-4c08-4362-8658-017031e62cff service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377647 Apr 05 12:30:27.156010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04877ec-d18c-4dc7-9b9b-36c9e246b3a2 req-e310b558-e81f-4fb1-a801-b41364e990a2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:27.157486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c04877ec-d18c-4dc7-9b9b-36c9e246b3a2 req-e310b558-e81f-4fb1-a801-b41364e990a2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0985312 Apr 05 12:30:27.203612 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c04877ec-d18c-4dc7-9b9b-36c9e246b3a2 req-7eff163d-8890-48da-81cd-9b6cfe72207e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Apr 05 12:30:27.762386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:28.397518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a333c-553a-46ab-af8b-5a2cd284454a req-1d1c7b6f-e76f-4fb5-8622-29de6c1d2386 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:28.398923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d20a333c-553a-46ab-af8b-5a2cd284454a req-1d1c7b6f-e76f-4fb5-8622-29de6c1d2386 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0868795 Apr 05 12:30:28.546810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d20a333c-553a-46ab-af8b-5a2cd284454a req-60d09232-7548-48b5-a3e7-509217ba591e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413376 Apr 05 12:30:29.734976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cab182-c19c-405d-b98d-c77925385154 req-6adf35d1-4e27-48f8-8b0f-0020a470d3b2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:29.736455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4cab182-c19c-405d-b98d-c77925385154 req-6adf35d1-4e27-48f8-8b0f-0020a470d3b2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0816174 Apr 05 12:30:29.782825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4cab182-c19c-405d-b98d-c77925385154 req-8c734c27-27b3-4520-b666-ca28adfba44c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Apr 05 12:30:30.975551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f5263-0dbd-461c-ab0c-27bb0f38a9e9 req-efb0e3bc-1bfd-427a-8a21-7f9c6c48f07c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:30.977092 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb1f5263-0dbd-461c-ab0c-27bb0f38a9e9 req-efb0e3bc-1bfd-427a-8a21-7f9c6c48f07c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0843227 Apr 05 12:30:31.024634 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb1f5263-0dbd-461c-ab0c-27bb0f38a9e9 req-edf8054d-e315-417c-ad39-b2803e61f186 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Apr 05 12:30:32.219367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6fffa-c813-4f5b-b388-896e893b4cbf req-f507e08b-1849-4c3f-85a1-1dfb86bf7646 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:32.220857 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5d6fffa-c813-4f5b-b388-896e893b4cbf req-f507e08b-1849-4c3f-85a1-1dfb86bf7646 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0861273 Apr 05 12:30:32.271171 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c5d6fffa-c813-4f5b-b388-896e893b4cbf req-f5fe04b0-2a1c-44db-b1ef-777db27a161a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442011 Apr 05 12:30:32.283449 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:30:33.170611 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-762c1fd8-033c-4500-894b-e8f6bb07c67c service neutron] 10.222.0.30 "GET /v2.0/ports/4c97bd29-670b-490e-a62b-7c581553fae3/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1025558 Apr 05 12:30:33.461209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4695c6-5a0b-4f9b-81cd-e59c073360ef req-eefe1a7e-7ab9-45a5-9855-22c02c91ca2a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:33.462683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e4695c6-5a0b-4f9b-81cd-e59c073360ef req-eefe1a7e-7ab9-45a5-9855-22c02c91ca2a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0811357 Apr 05 12:30:33.509990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e4695c6-5a0b-4f9b-81cd-e59c073360ef req-0153877c-bec9-4659-8e82-12e7266d5847 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Apr 05 12:30:33.579603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-5698a502-bbd5-44dc-88d1-a4db4ee16f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:33.581065 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-5698a502-bbd5-44dc-88d1-a4db4ee16f03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13&tenant_id=55a3fae2ab354a4c9360b8012d4c929e HTTP/1.1" status: 200 len: 1099 time: 0.0732336 Apr 05 12:30:33.673747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-ceceec1b-dee3-44e7-8445-f0f7107b5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:33.675232 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-ceceec1b-dee3-44e7-8445-f0f7107b5f2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1099 time: 0.0733154 Apr 05 12:30:33.810162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-6c098498-be3d-4ba1-8ab4-9506570d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:33.811589 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-6c098498-be3d-4ba1-8ab4-9506570d0b5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1289842 Apr 05 12:30:33.877659 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-785ecd9f-ef83-42da-89ac-60b600d6241b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0601285 Apr 05 12:30:33.949165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036052d-5b98-4599-a698-03653c9c13c7 req-27b78ab0-ef26-4d08-950f-e65839aeaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:33.950586 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-27b78ab0-ef26-4d08-950f-e65839aeaab6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0678554 Apr 05 12:30:33.997109 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-912d1b73-0add-43ef-8548-9d14896970be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409982 Apr 05 12:30:34.128571 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-8830019e-0f9e-440b-9489-9710c16c6e15 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257033 Apr 05 12:30:34.261829 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-8036052d-5b98-4599-a698-03653c9c13c7 req-4b60a36d-fbf7-4834-a661-e628105cd67b service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262953 Apr 05 12:30:34.718147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c400a0-af27-4f36-bb76-fea2d1f1ce18 req-6261afb3-e544-402c-a2ab-a8376f964843 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:34.720425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4c400a0-af27-4f36-bb76-fea2d1f1ce18 req-6261afb3-e544-402c-a2ab-a8376f964843 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.1017134 Apr 05 12:30:34.786125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4c400a0-af27-4f36-bb76-fea2d1f1ce18 req-27a3e1d9-1e71-4673-8474-b1d97095b761 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557592 Apr 05 12:30:36.007574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35605ab-ddd2-4b33-a059-f806a4a7446d req-35737b8e-ada0-4935-9af7-8a6162a935c5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.009080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e35605ab-ddd2-4b33-a059-f806a4a7446d req-35737b8e-ada0-4935-9af7-8a6162a935c5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0813854 Apr 05 12:30:36.066080 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e35605ab-ddd2-4b33-a059-f806a4a7446d req-f9417c28-3043-49bd-b4a0-7096dc269010 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508373 Apr 05 12:30:36.404108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8ef4b-48a6-43ee-93b0-559caeed8c4f req-86bb8655-3ff9-43b8-86bd-dd34861b612a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.404108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1bd8ef4b-48a6-43ee-93b0-559caeed8c4f req-86bb8655-3ff9-43b8-86bd-dd34861b612a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0848560 Apr 05 12:30:36.404566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86090566-e548-4a09-ad55-4ef16013769b req-f01e8ead-8e63-4159-ac82-eba6f9018c8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.405338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-86090566-e548-4a09-ad55-4ef16013769b req-f01e8ead-8e63-4159-ac82-eba6f9018c8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Synchronizing usage tracker for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:30:36.427277 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [req-86090566-e548-4a09-ad55-4ef16013769b req-f01e8ead-8e63-4159-ac82-eba6f9018c8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Unset dirty status for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:30:36.428604 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-f01e8ead-8e63-4159-ac82-eba6f9018c8f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13&tenant_id=55a3fae2ab354a4c9360b8012d4c929e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.1084247 Apr 05 12:30:36.450153 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1bd8ef4b-48a6-43ee-93b0-559caeed8c4f req-4accb5ac-dbd7-416d-9c00-2c5b2b2b2349 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Apr 05 12:30:36.677112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86090566-e548-4a09-ad55-4ef16013769b req-f80ef4fd-c246-4ffd-8d0f-5dd362426bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.678579 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-f80ef4fd-c246-4ffd-8d0f-5dd362426bde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 1099 time: 0.1719728 Apr 05 12:30:36.819096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86090566-e548-4a09-ad55-4ef16013769b req-abf2434c-1451-40a5-b477-3b370fb7c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.820558 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-abf2434c-1451-40a5-b477-3b370fb7c3e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1354845 Apr 05 12:30:36.892631 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-12166afd-f27c-48aa-af23-e6139e729ad8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 200 len: 217 time: 0.0656903 Apr 05 12:30:36.960429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86090566-e548-4a09-ad55-4ef16013769b req-6d876524-2139-49fe-8c53-4f9ddd80bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:36.961811 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-6d876524-2139-49fe-8c53-4f9ddd80bfcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0639811 Apr 05 12:30:37.015822 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-dc15b486-35d5-4d87-92e9-1523c474db54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480094 Apr 05 12:30:37.162818 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-806f2473-54d5-4e46-aa43-501ecde40df5 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408463 Apr 05 12:30:37.299674 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-86090566-e548-4a09-ad55-4ef16013769b req-493682d8-21d2-4a7c-9a33-ba3d4f6abfb7 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296401 Apr 05 12:30:37.530885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:30:37.548655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:30:37.661101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099e236-0a1e-45cf-a472-0c49e4dbf74f req-252140f4-a22c-489d-83bb-fd4fdeff9987 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:37.662536 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e099e236-0a1e-45cf-a472-0c49e4dbf74f req-252140f4-a22c-489d-83bb-fd4fdeff9987 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0919521 Apr 05 12:30:37.715854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e099e236-0a1e-45cf-a472-0c49e4dbf74f req-9349986f-39d9-4fb2-9554-201acfa1410c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452433 Apr 05 12:30:37.765861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:37.790273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '4c97bd29-670b-490e-a62b-7c581553fae3', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'port_id': '4c97bd29-670b-490e-a62b-7c581553fae3', 'mac_address': 'fa:16:3e:4d:4d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd34-9fe0-475e-8628-c0f17d2be7a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:30:37.794181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:37.860875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:37.882368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:37.885251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:37.900042 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:37.937547 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3', 'code': 200} Apr 05 12:30:37.944776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:30:38.026652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:38.033725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:30:38.034127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:30:38.593272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:38.611648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:30:38.627488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:38.632366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:38.699411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['4c97bd29-670b-490e-a62b-7c581553fae3'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:30:38.794937 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:38.924913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ae10-7a90-4d1e-a543-7a1f405c20b5 req-b84ac9c6-f54e-4358-850d-38bd8ed5534d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:38.926455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a555ae10-7a90-4d1e-a543-7a1f405c20b5 req-b84ac9c6-f54e-4358-850d-38bd8ed5534d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 945 time: 0.0900953 Apr 05 12:30:38.972506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a555ae10-7a90-4d1e-a543-7a1f405c20b5 req-ddb82d10-75da-41de-8393-0aaa0fd2b402 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Apr 05 12:30:39.165541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c3bf-d99b-4785-aec2-27a41153094d req-19a63e2e-5d59-4906-a859-5c29ea29f677 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:39.167351 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b496c3bf-d99b-4785-aec2-27a41153094d req-19a63e2e-5d59-4906-a859-5c29ea29f677 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 945 time: 0.0858054 Apr 05 12:30:39.213163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b496c3bf-d99b-4785-aec2-27a41153094d req-72297475-7306-4fcf-9f47-7d95cdaa9bea tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Apr 05 12:30:39.403373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c9e9-833f-41a8-915a-bac3dc27ecaa req-2eb40763-0b47-4e2f-a9d7-2436044473ad tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:39.404847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6a8c9e9-833f-41a8-915a-bac3dc27ecaa req-2eb40763-0b47-4e2f-a9d7-2436044473ad tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 945 time: 0.0849869 Apr 05 12:30:39.450812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e6a8c9e9-833f-41a8-915a-bac3dc27ecaa req-58d8ee3f-6e61-48c2-98ed-ca713af21fdb tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Apr 05 12:30:39.533269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:30:39.611822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 4c97bd29-670b-490e-a62b-7c581553fae3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:30:39.612594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:39.768428 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:39.804012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:39.809153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:39.881353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:39.938278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:39.985001 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3', 'code': 200} Apr 05 12:30:40.002096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-3b3b98d7-01b1-4a0a-a39f-4ce4ebbf579b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:40.003506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-3b3b98d7-01b1-4a0a-a39f-4ce4ebbf579b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 815 time: 0.1550782 Apr 05 12:30:40.038927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c2bc9d46-566c-44ef-b059-7231e82adb5d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/quotas/55a3fae2ab354a4c9360b8012d4c929e HTTP/1.1" status: 200 len: 375 time: 0.0298572 Apr 05 12:30:40.134715 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-770b306a-2dc0-46c0-a66f-efa92738a412 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892742 Apr 05 12:30:40.278583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-0b373c88-01b5-43ff-843b-33a3c6c0fb4f service neutron] 10.222.0.50 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333897 Apr 05 12:30:40.419756 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-981a1f7c-08e4-4dc6-b5bd-b2fb35449c6c service neutron] 10.222.0.50 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348109 Apr 05 12:30:40.718514 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-278bad5b-2eee-4cbb-94b2-c6f9b4a4d49d req-303b93e3-8efc-4f3d-8616-bd2582787cc2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 210 time: 0.1560347 Apr 05 12:30:41.492158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-db935b95-e7d8-4f3c-a5b7-878c81f81b95 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:41.493742 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-db935b95-e7d8-4f3c-a5b7-878c81f81b95 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfe2e762-7bec-4c36-89c0-674c2ff6ff13 HTTP/1.1" status: 200 len: 946 time: 0.0939863 Apr 05 12:30:41.577894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Deleting port 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:30:41.578564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:41.728680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-f4dcbeee-4eb1-4bcb-bf0b-7b9c69d407c7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:41.729689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-f4dcbeee-4eb1-4bcb-bf0b-7b9c69d407c7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 815 time: 0.1808586 Apr 05 12:30:41.741168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Request body: {'port': {'device_id': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'admin_state_up': True, 'tenant_id': '55a3fae2ab354a4c9360b8012d4c929e'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:30:41.881068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] For port 4c97bd29-670b-490e-a62b-7c581553fae3, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4c97bd29-670b-490e-a62b-7c581553fae3,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:41.881420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:41.916261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-44a9ab6a-8762-437e-b792-e756e1ecaeb4 req-4c0e257b-496a-461b-9f73-cc1fae401977 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 210 time: 0.0489361 Apr 05 12:30:41.951289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:30:41.961282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:30:41.975670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Made reservation on behalf of 55a3fae2ab354a4c9360b8012d4c929e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:30:41.979169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.018573 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Calling delete_port for 4c97bd29-670b-490e-a62b-7c581553fae3 owned by compute:nova {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:30:42.186898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.199495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Allocated IP 172.20.0.10 (75bf6332-44ec-48cf-ae48-a48ea4758bf5/1673fd34-9fe0-475e-8628-c0f17d2be7a3/17f7ad73-778e-4bac-adae-018421877a33) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:30:42.200716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['4c97bd29-670b-490e-a62b-7c581553fae3'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:30:42.251972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Pushing event deleted for resources: {'Port': ['ID=4c97bd29-670b-490e-a62b-7c581553fae3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:42.330849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] No DVR routers for this DVR port 4c97bd29-670b-490e-a62b-7c581553fae3 on host hv-neutron-8332 {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:30:42.333456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.336603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-deleted', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:42.353865 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-2786329b-10db-4eda-be37-b5f82b93d6c7 req-ca8a8b72-8cce-4389-bbef-bcb4e55c28a8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "DELETE /v2.0/ports/4c97bd29-670b-490e-a62b-7c581553fae3 HTTP/1.1" status: 204 len: 173 time: 0.8548794 Apr 05 12:30:42.461534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.467943 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe2e762-7bec-4c36-89c0-674c2ff6ff13', 'name': 'network-vif-deleted', 'tag': '4c97bd29-670b-490e-a62b-7c581553fae3', 'status': 'completed', 'code': 200} Apr 05 12:30:42.504956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.518536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['4c97bd29-670b-490e-a62b-7c581553fae3'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:30:42.577581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:30:42.585371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:30:42.590034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:30:42.621665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:42.641570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.641901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.642241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.642591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.642921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.643274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.643599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.643920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.644242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.644559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.644878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.645195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:30:42.668776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:42.669377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:42.694254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-a7f9d82b-5e76-4d7a-b115-40422bc5f7f8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9574320 Apr 05 12:30:42.706340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Request body: {'port': {'device_id': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:30:42.840378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.211935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f573510-7b2a-4c8c-87ca-f129bee5d66f req-55d515ca-2e6d-43be-b8af-4cf80bc3cd6c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:43.212619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9f573510-7b2a-4c8c-87ca-f129bee5d66f req-55d515ca-2e6d-43be-b8af-4cf80bc3cd6c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Synchronizing usage tracker for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:30:43.286192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9f573510-7b2a-4c8c-87ca-f129bee5d66f req-55d515ca-2e6d-43be-b8af-4cf80bc3cd6c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Unset dirty status for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:30:43.287393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f573510-7b2a-4c8c-87ca-f129bee5d66f req-55d515ca-2e6d-43be-b8af-4cf80bc3cd6c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 932 time: 0.2469096 Apr 05 12:30:43.312037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f7ad73-778e-4bac-adae-018421877a33 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:30:43.324166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.356581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Transition to ACTIVE for port object 17f7ad73-778e-4bac-adae-018421877a33 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:30:43.361030 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f573510-7b2a-4c8c-87ca-f129bee5d66f req-cf84f1c4-58d6-4532-a1b5-50c4b8bb6f4f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677726 Apr 05 12:30:43.362077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.494667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:43.722188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Attempting to bind port 17f7ad73-778e-4bac-adae-018421877a33 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:30:43.722521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Attempting to bind port 17f7ad73-778e-4bac-adae-018421877a33 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:30:43.722851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Attempting to bind port 17f7ad73-778e-4bac-adae-018421877a33 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:30:43.727858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Port 17f7ad73-778e-4bac-adae-018421877a33 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:30:43.728178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Attempting to bind port 17f7ad73-778e-4bac-adae-018421877a33 on network 75bf6332-44ec-48cf-ae48-a48ea4758bf5 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:30:43.733545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:30:43.733884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Checking segment: {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:30:43.734271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Bound using segment: {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:30:43.734791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Bound port: 17f7ad73-778e-4bac-adae-018421877a33, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:30:43.735417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.847940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:30:43.851104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:30:43.861789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.922318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:43.922921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:43.924374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 1094 time: 1.2221458 Apr 05 12:30:43.924802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'tag': '17f7ad73-778e-4bac-adae-018421877a33'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:43.952310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e691-1462-4d67-9bf7-11e0e4ef08b4 service neutron] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:44.002805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'tag': '17f7ad73-778e-4bac-adae-018421877a33', 'status': 'completed', 'code': 200} Apr 05 12:30:44.053899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-bd645793-a6ac-45e9-ab33-35b5b063739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:44.055526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-bd645793-a6ac-45e9-ab33-35b5b063739c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1097 time: 0.0882382 Apr 05 12:30:44.137037 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-111ac23d-ea78-40c7-9c1f-b6055024e655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0741155 Apr 05 12:30:44.205209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf995e80-c279-43b0-838d-949be59d09a7 req-dfafe3a8-e266-4614-a3af-a6fc07545639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:44.206684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-dfafe3a8-e266-4614-a3af-a6fc07545639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0640521 Apr 05 12:30:44.262129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-b998e6e0-ffd2-43b6-87f2-b999ef3abe8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494359 Apr 05 12:30:44.403234 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-9be928a9-8c50-4768-9e12-9abd9ffe83f5 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350713 Apr 05 12:30:44.583797 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf995e80-c279-43b0-838d-949be59d09a7 req-d2fe1c0d-73e5-47d0-8fe1-f3284a58d639 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748998 Apr 05 12:30:44.611398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb19a0c-54aa-4967-bf88-1f5dff47f93f req-a39a82b3-4356-4726-9668-74558a921d43 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:44.612911 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fb19a0c-54aa-4967-bf88-1f5dff47f93f req-a39a82b3-4356-4726-9668-74558a921d43 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 944 time: 0.1246669 Apr 05 12:30:44.706495 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fb19a0c-54aa-4967-bf88-1f5dff47f93f req-a95702dc-27d0-4934-8f28-2f026c69b2d1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873339 Apr 05 12:30:44.738535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-eb3a75d6-40f5-4bd1-8cdf-32eae1f54317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:44.740170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-eb3a75d6-40f5-4bd1-8cdf-32eae1f54317 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1097 time: 0.1060102 Apr 05 12:30:44.880962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-594cf7b0-9f8a-40e0-a1db-2983ab199c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:44.882434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-594cf7b0-9f8a-40e0-a1db-2983ab199c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1349943 Apr 05 12:30:44.954369 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-bc8a67c4-de3e-4956-821a-d4e89c05d125 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0650845 Apr 05 12:30:45.019012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-6fcbc732-eedb-4fb5-ae6a-9f320ef84d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:45.020482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-6fcbc732-eedb-4fb5-ae6a-9f320ef84d17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0590789 Apr 05 12:30:45.069352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-1ea8ea3f-f41c-498b-9f77-db674f89b2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408552 Apr 05 12:30:45.208352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-c44a03ee-6648-4448-b7c7-1531eec242e8 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312923 Apr 05 12:30:45.346312 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-01bec30b-16b9-490b-ba0b-48e0a90e93ce req-8105ca4c-10d6-433d-a72a-69a7d1871ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310160 Apr 05 12:30:45.547043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:30:45.584665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 4c97bd29-670b-490e-a62b-7c581553fae3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:30:45.585027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 4c97bd29-670b-490e-a62b-7c581553fae3 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:30:46.019581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc1db0-a153-4d06-b29f-369fe3ec1404 req-1ac742d3-da29-45fe-a903-ec7eaa9f8478 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:46.021092 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-decc1db0-a153-4d06-b29f-369fe3ec1404 req-1ac742d3-da29-45fe-a903-ec7eaa9f8478 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 944 time: 0.2021322 Apr 05 12:30:46.076965 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-decc1db0-a153-4d06-b29f-369fe3ec1404 req-1266f86e-26b0-4dbd-8c54-e36d4fe4a887 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 Apr 05 12:30:47.264248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8358b97-2df6-417d-b0ea-e505657431e3 req-69bc3777-d5fb-4bf6-9c40-d05d39a7741b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:47.265753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8358b97-2df6-417d-b0ea-e505657431e3 req-69bc3777-d5fb-4bf6-9c40-d05d39a7741b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 944 time: 0.0828140 Apr 05 12:30:47.314256 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8358b97-2df6-417d-b0ea-e505657431e3 req-d3426808-a9f5-4208-86f0-c829babc3cb8 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 Apr 05 12:30:47.545281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:30:47.683547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:47.697166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '17f7ad73-778e-4bac-adae-018421877a33', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'port_id': '17f7ad73-778e-4bac-adae-018421877a33', 'mac_address': 'fa:16:3e:db:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd34-9fe0-475e-8628-c0f17d2be7a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:30:47.754616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:47.772270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f7ad73-778e-4bac-adae-018421877a33 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:30:47.788989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:47.793488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:47.866305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:47.984913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['17f7ad73-778e-4bac-adae-018421877a33'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:30:48.501620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb99df-e68c-4f49-b430-269c36931f37 req-13905326-c30b-4bfd-b241-536fd425caa1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:48.503564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e8cb99df-e68c-4f49-b430-269c36931f37 req-13905326-c30b-4bfd-b241-536fd425caa1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 945 time: 0.0813570 Apr 05 12:30:48.559437 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e8cb99df-e68c-4f49-b430-269c36931f37 req-04d7a441-32fe-489b-bb2e-72a4df349864 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Apr 05 12:30:49.549047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:30:49.624143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 17f7ad73-778e-4bac-adae-018421877a33 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:30:49.629831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 17f7ad73-778e-4bac-adae-018421877a33 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:30:49.630210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:49.764412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:49.773738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2e9e-7cee-4639-8efe-b534eafe2ade req-4838367a-5e7d-4824-b18c-46d8569ef39a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:49.775255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62eb2e9e-7cee-4639-8efe-b534eafe2ade req-4838367a-5e7d-4824-b18c-46d8569ef39a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 945 time: 0.0983210 Apr 05 12:30:49.794670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:30:49.804710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:30:49.811292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:49.823721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62eb2e9e-7cee-4639-8efe-b534eafe2ade req-6684ccf6-dfd5-4e30-882e-d24f3505fdf0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Apr 05 12:30:49.865981 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33', 'code': 200} Apr 05 12:30:49.897286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:30:50.109634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb16e6c-f690-48a0-9a64-d6b37cdfff87 req-a8b4058d-5a98-4439-9434-83dfa8fc7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:50.110773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eb16e6c-f690-48a0-9a64-d6b37cdfff87 req-a8b4058d-5a98-4439-9434-83dfa8fc7c9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1099 time: 0.0775311 Apr 05 12:30:50.153622 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eb16e6c-f690-48a0-9a64-d6b37cdfff87 req-d3e8d1e7-47a9-49a3-8242-e6ee5339e19a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Apr 05 12:30:51.025363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfefdfd-6035-448f-b9d5-76e220c6c4f4 req-dcd631bf-ffc6-42c6-a636-22fcb47cb2ba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:51.027444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8dfefdfd-6035-448f-b9d5-76e220c6c4f4 req-dcd631bf-ffc6-42c6-a636-22fcb47cb2ba tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0854301 Apr 05 12:30:51.074240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8dfefdfd-6035-448f-b9d5-76e220c6c4f4 req-255fb756-eb5b-4f8a-a3c3-9aa1ef777732 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Apr 05 12:30:52.264471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265b89-67ac-4b69-a068-f130e330ab29 req-f6738c8c-20a9-427d-b3f7-52a6e634715f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:52.265934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb265b89-67ac-4b69-a068-f130e330ab29 req-f6738c8c-20a9-427d-b3f7-52a6e634715f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0809181 Apr 05 12:30:52.315792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cb265b89-67ac-4b69-a068-f130e330ab29 req-c74d667e-089d-40d6-bdd9-6ccb867d8725 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Apr 05 12:30:52.503176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3864f02-6fb5-4f08-84d4-56226286c413 req-7a2bf56c-4e83-40e2-a6f8-6b7c54aec8cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:52.504677 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a3864f02-6fb5-4f08-84d4-56226286c413 req-7a2bf56c-4e83-40e2-a6f8-6b7c54aec8cd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0829437 Apr 05 12:30:52.553058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a3864f02-6fb5-4f08-84d4-56226286c413 req-392cc613-1964-4331-9631-239a2ed43d58 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Apr 05 12:30:52.949201 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-9b2bf05f-74a6-4ef2-b4b1-6827cd042849 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927672 Apr 05 12:30:53.000860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd121f5-8e7d-4475-8f27-65defd9ab3ec req-bb8f8b41-4351-447f-8d59-d511403d5d4a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:53.002380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8dd121f5-8e7d-4475-8f27-65defd9ab3ec req-bb8f8b41-4351-447f-8d59-d511403d5d4a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0993063 Apr 05 12:30:53.055592 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8dd121f5-8e7d-4475-8f27-65defd9ab3ec req-10f4827b-f77e-4604-9719-b7ec44c25621 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Apr 05 12:30:53.228320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e36c678c-aa5e-46de-80e5-0ff8cf724c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:54.117636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-585a6a88-8868-4c5f-af42-8d531eaac488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:54.119250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-585a6a88-8868-4c5f-af42-8d531eaac488 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1099 time: 0.0741887 Apr 05 12:30:54.315743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-910b8fa7-ec24-49fd-aff0-0c9df999cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:54.317188 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-910b8fa7-ec24-49fd-aff0-0c9df999cb3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1917336 Apr 05 12:30:54.394629 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-40f61a09-0a70-4c44-be81-f9d1681edc9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0676315 Apr 05 12:30:54.406100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0341c7-cfc2-4e4b-93ae-610218160008 req-207f4d21-b0b8-4835-90c4-f220d5ab4f60 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:54.407689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd0341c7-cfc2-4e4b-93ae-610218160008 req-207f4d21-b0b8-4835-90c4-f220d5ab4f60 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.1942422 Apr 05 12:30:54.497891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-97229315-4755-48ff-a41d-0135425bb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:54.499341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-97229315-4755-48ff-a41d-0135425bb1a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0907831 Apr 05 12:30:54.502199 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd0341c7-cfc2-4e4b-93ae-610218160008 req-bb7fc77e-077e-4922-815a-a0f8742adf3d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637114 Apr 05 12:30:54.549516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-d61ebc99-09c0-4cbd-aeb6-8c91b0847e8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443056 Apr 05 12:30:54.586386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:54.692004 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-a2d69192-2e98-4bb9-bca2-4f8b9cfe4333 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366863 Apr 05 12:30:54.941170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-c1f91af0-fb35-4f7b-9d1a-f282ba978f40 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436728 Apr 05 12:30:55.304141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-162c6c59-0565-4ce2-bf5a-e379fae6390b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:55.700224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2647c-18a8-497e-9089-2c3f29a41fad req-331806d8-5154-4e1e-9e11-19789f2c521e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:55.701646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90d2647c-18a8-497e-9089-2c3f29a41fad req-331806d8-5154-4e1e-9e11-19789f2c521e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0908756 Apr 05 12:30:55.747653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90d2647c-18a8-497e-9089-2c3f29a41fad req-5a9394e0-dcd7-4234-a98e-73c4ccee2e51 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Apr 05 12:30:56.469355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:56.523881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:56.948838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ba9ff-c29d-464d-b09b-531acb4d5154 req-d48a1bc1-b1de-4890-be09-3f2725f3f7a6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:56.951334 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-329ba9ff-c29d-464d-b09b-531acb4d5154 req-d48a1bc1-b1de-4890-be09-3f2725f3f7a6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0946529 Apr 05 12:30:57.002422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-329ba9ff-c29d-464d-b09b-531acb4d5154 req-cba80369-1628-487d-bb32-71c495d79844 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 Apr 05 12:30:57.769420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:30:58.221694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac338a16-7a2f-4933-a081-bf4ceb47fc4c req-06b0fbb5-8dff-4130-bc52-01e75098643d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:58.223229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ac338a16-7a2f-4933-a081-bf4ceb47fc4c req-06b0fbb5-8dff-4130-bc52-01e75098643d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0818758 Apr 05 12:30:58.272956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ac338a16-7a2f-4933-a081-bf4ceb47fc4c req-7e79d98f-10a0-4731-b9b6-f3f9f6d0d841 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439641 Apr 05 12:30:59.473823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984b38d-21d0-4c9d-83dd-d2ca293d2fea req-9e4a8447-cd59-4598-ae44-95eecaf6ec06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:30:59.475406 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a984b38d-21d0-4c9d-83dd-d2ca293d2fea req-9e4a8447-cd59-4598-ae44-95eecaf6ec06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0850968 Apr 05 12:30:59.523082 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a984b38d-21d0-4c9d-83dd-d2ca293d2fea req-2ffae5fc-30e9-464c-ad02-743334f39948 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Apr 05 12:31:00.717002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3011f-25bc-4828-8728-64908a21df1b req-62c51c55-44b6-4079-91a8-1889b210f3f2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:00.718512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4f3011f-25bc-4828-8728-64908a21df1b req-62c51c55-44b6-4079-91a8-1889b210f3f2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0854461 Apr 05 12:31:00.764976 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4f3011f-25bc-4828-8728-64908a21df1b req-561d72c2-8370-46ed-9de5-1324e37d4166 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Apr 05 12:31:01.952239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431388a-9f81-4610-9cbf-41d35f0804af req-64a4fda4-8b57-46fb-a07d-5072ad0c3a86 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:01.953692 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6431388a-9f81-4610-9cbf-41d35f0804af req-64a4fda4-8b57-46fb-a07d-5072ad0c3a86 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0828116 Apr 05 12:31:01.999254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6431388a-9f81-4610-9cbf-41d35f0804af req-dd3fa087-17c5-4040-b4f8-6377589cad9d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Apr 05 12:31:03.189053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845329f1-4d66-44c7-9846-c91dc562fbeb req-de0be2fa-601a-47d6-9366-ab4c70a1f932 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:03.190512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-845329f1-4d66-44c7-9846-c91dc562fbeb req-de0be2fa-601a-47d6-9366-ab4c70a1f932 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0841689 Apr 05 12:31:03.235729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-845329f1-4d66-44c7-9846-c91dc562fbeb req-34863048-025d-4f7d-990e-01fa2959fc06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Apr 05 12:31:04.421064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c5c3a-be26-4375-bb78-5e81c11734aa req-8d8f9232-a866-45b2-a3be-22adbb88b72e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:04.422518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a15c5c3a-be26-4375-bb78-5e81c11734aa req-8d8f9232-a866-45b2-a3be-22adbb88b72e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0803189 Apr 05 12:31:04.469056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a15c5c3a-be26-4375-bb78-5e81c11734aa req-9da6a3b1-73e9-4fd9-aa04-3983f580ad82 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Apr 05 12:31:05.651236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7908a0-37b5-4cc7-80a4-79cf273bb90e req-6ee42d35-b745-41bf-9b2a-38e39b4df61b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:05.653338 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd7908a0-37b5-4cc7-80a4-79cf273bb90e req-6ee42d35-b745-41bf-9b2a-38e39b4df61b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0802994 Apr 05 12:31:05.696502 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd7908a0-37b5-4cc7-80a4-79cf273bb90e req-af7d2753-eac0-44d7-9184-eb65f9d087dd tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 Apr 05 12:31:06.886533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd9975-5183-4984-9054-16fc34b8528b req-72b56b20-2894-4cf5-b291-599826bd272e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:06.888011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68bd9975-5183-4984-9054-16fc34b8528b req-72b56b20-2894-4cf5-b291-599826bd272e tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0821044 Apr 05 12:31:06.935794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68bd9975-5183-4984-9054-16fc34b8528b req-ba573ef0-c2dc-436d-9f9d-793f7c321366 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Apr 05 12:31:08.129670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e970f79-a9ab-42ae-97d2-58e70c0aab5f req-5e4ca392-1534-4538-adcd-c21b0b86b0c6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:08.131147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e970f79-a9ab-42ae-97d2-58e70c0aab5f req-5e4ca392-1534-4538-adcd-c21b0b86b0c6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0822542 Apr 05 12:31:08.175052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e970f79-a9ab-42ae-97d2-58e70c0aab5f req-886543cd-9216-4938-8707-2f4f09ebeb4d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Apr 05 12:31:09.283245 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:31:09.363100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64339b8a-b106-4ea6-b613-7e81234b95fe req-03df75fc-1beb-4ab9-aee5-34de226db405 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:09.364460 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64339b8a-b106-4ea6-b613-7e81234b95fe req-03df75fc-1beb-4ab9-aee5-34de226db405 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0864866 Apr 05 12:31:09.408793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64339b8a-b106-4ea6-b613-7e81234b95fe req-50d73791-be0f-462a-8ec0-bad88013e8e7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Apr 05 12:31:10.595344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901463-d635-4e7c-b3a4-d4c9cfc0e03c req-ece39d8a-0f0a-4770-8651-c04157049b6b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:10.597045 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea901463-d635-4e7c-b3a4-d4c9cfc0e03c req-ece39d8a-0f0a-4770-8651-c04157049b6b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0829589 Apr 05 12:31:10.640152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ea901463-d635-4e7c-b3a4-d4c9cfc0e03c req-e1112bd4-e449-4dc4-b2f4-f5522d5368b5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373962 Apr 05 12:31:11.831943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15032aee-2091-4554-91b2-8d8d8f0f4c48 req-5c7f27ab-e53a-47fe-9297-7c65cb126c5d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:11.833339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-15032aee-2091-4554-91b2-8d8d8f0f4c48 req-5c7f27ab-e53a-47fe-9297-7c65cb126c5d tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0835037 Apr 05 12:31:11.879401 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-15032aee-2091-4554-91b2-8d8d8f0f4c48 req-c4f7a165-f6f0-49cc-8c9a-6813f1aac17b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 Apr 05 12:31:13.075367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e9683-47cc-4dd2-b1e9-470b9aa875b6 req-526efaae-cd3e-4260-b62e-97335a8db224 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:13.076825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f4e9683-47cc-4dd2-b1e9-470b9aa875b6 req-526efaae-cd3e-4260-b62e-97335a8db224 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0921500 Apr 05 12:31:13.124192 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f4e9683-47cc-4dd2-b1e9-470b9aa875b6 req-247ec855-c0fa-4fca-9d41-257b5e4fd665 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415459 Apr 05 12:31:14.309138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f751e-8778-4c2d-9bbf-5fcf35d8b098 req-cf717608-ce3b-4ced-b8b8-cb1927da5bb9 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:14.310564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-964f751e-8778-4c2d-9bbf-5fcf35d8b098 req-cf717608-ce3b-4ced-b8b8-cb1927da5bb9 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0794358 Apr 05 12:31:14.356110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-964f751e-8778-4c2d-9bbf-5fcf35d8b098 req-3d47dfb7-2549-48af-97be-c10b9431fa38 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397301 Apr 05 12:31:15.539369 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925ebc-901e-4e0a-9eaf-85a05337cbf3 req-bbc29058-8ccf-4642-a2bf-639ff166188c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:15.540872 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12925ebc-901e-4e0a-9eaf-85a05337cbf3 req-bbc29058-8ccf-4642-a2bf-639ff166188c tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0785174 Apr 05 12:31:15.583301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12925ebc-901e-4e0a-9eaf-85a05337cbf3 req-3cf3b587-0fb4-4b54-a703-6df8026558b5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Apr 05 12:31:16.769109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf93e9-2e0b-4208-9e8b-aff30da847a9 req-8c92a059-1785-44ac-8682-6933e37f0df6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:16.770549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0faf93e9-2e0b-4208-9e8b-aff30da847a9 req-8c92a059-1785-44ac-8682-6933e37f0df6 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0821810 Apr 05 12:31:16.820021 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0faf93e9-2e0b-4208-9e8b-aff30da847a9 req-4f288cf7-22e2-4de0-b3ac-ad4614561a33 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Apr 05 12:31:18.000444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a4f1-e95a-4a03-adc1-87de818caa47 req-560d12f5-5eb2-400d-ba5a-7210a66caf50 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:18.001873 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b073a4f1-e95a-4a03-adc1-87de818caa47 req-560d12f5-5eb2-400d-ba5a-7210a66caf50 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0787494 Apr 05 12:31:18.044673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b073a4f1-e95a-4a03-adc1-87de818caa47 req-abdfc351-7cd1-4df0-857e-f3ab04868e9f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371530 Apr 05 12:31:19.233206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd10d-d468-469d-b0d3-17e3853028e9 req-62de3d1d-39e4-47e6-93b7-5383cc0e0c42 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:19.234669 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90ebd10d-d468-469d-b0d3-17e3853028e9 req-62de3d1d-39e4-47e6-93b7-5383cc0e0c42 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0831015 Apr 05 12:31:19.279002 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90ebd10d-d468-469d-b0d3-17e3853028e9 req-f8db6eee-a67c-4408-8740-9f5a561475f3 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Apr 05 12:31:20.465514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0746e61-36de-40c7-8953-42d52137369b req-f6435310-7869-4af5-b39b-02093c85c193 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:20.466920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a0746e61-36de-40c7-8953-42d52137369b req-f6435310-7869-4af5-b39b-02093c85c193 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0816777 Apr 05 12:31:20.603461 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a0746e61-36de-40c7-8953-42d52137369b req-7662c9d2-3955-4601-9c50-ceb87149efd5 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305721 Apr 05 12:31:21.658667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-7d804dd1-69b6-4528-bdcb-be33e14bbb66 service neutron] 10.222.0.30 "GET /v2.0/ports/17f7ad73-778e-4bac-adae-018421877a33/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0741427 Apr 05 12:31:21.793733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb10131-843c-4ba2-8521-7fc235ec87e6 req-918300c5-c09a-4476-83d2-3b51904d6cc0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:21.795115 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-beb10131-843c-4ba2-8521-7fc235ec87e6 req-918300c5-c09a-4476-83d2-3b51904d6cc0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0830188 Apr 05 12:31:21.840904 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-beb10131-843c-4ba2-8521-7fc235ec87e6 req-6c2fd7bf-3c21-4717-b711-453caa42838f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Apr 05 12:31:21.918953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-9142c3ca-8f92-4863-90bb-61471f9dbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:21.920455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-9142c3ca-8f92-4863-90bb-61471f9dbf19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7&tenant_id=55a3fae2ab354a4c9360b8012d4c929e HTTP/1.1" status: 200 len: 1099 time: 0.0704374 Apr 05 12:31:22.018402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-8bb25187-284c-4186-b508-de6e76087b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:22.019919 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-8bb25187-284c-4186-b508-de6e76087b8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1099 time: 0.0784690 Apr 05 12:31:22.150752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-9501f922-b095-4cb0-85cf-afdcc58ba9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:22.152258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-9501f922-b095-4cb0-85cf-afdcc58ba9c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1261370 Apr 05 12:31:22.219944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-21666946-3fe2-48d5-a1bb-8c66e5f11ab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0620914 Apr 05 12:31:22.280686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb336-355d-408b-8001-215bd93730f4 req-72680fba-b207-4516-8082-97d828d4c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:22.282088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-72680fba-b207-4516-8082-97d828d4c2f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0564640 Apr 05 12:31:22.327982 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-4b7eda22-1180-4059-8af3-59b94501b865 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398448 Apr 05 12:31:22.457005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-d750b09a-5c90-40a7-840c-08df8ed6ae80 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229458 Apr 05 12:31:22.586090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a85bb336-355d-408b-8001-215bd93730f4 req-adf9b95b-1303-44a2-b2c8-bfdb15099fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230156 Apr 05 12:31:23.029628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56ff57-075c-4918-933a-2005e29a5b06 req-394b8cfa-4514-447a-b3b0-1df101fe4c22 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:23.031053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae56ff57-075c-4918-933a-2005e29a5b06 req-394b8cfa-4514-447a-b3b0-1df101fe4c22 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0837092 Apr 05 12:31:23.076301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae56ff57-075c-4918-933a-2005e29a5b06 req-05d27d82-39a3-4d5c-bb6c-50c2fde42171 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Apr 05 12:31:23.231860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a941b40f-e10b-4889-8c3b-43de6a2434d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:24.268188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a7d91-f671-4e83-b193-128069ee84a3 req-8377102c-81d8-4ead-a721-f69226f09a06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:24.269657 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a7d91-f671-4e83-b193-128069ee84a3 req-8377102c-81d8-4ead-a721-f69226f09a06 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0813556 Apr 05 12:31:24.318869 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a7d91-f671-4e83-b193-128069ee84a3 req-807521e4-a8b9-419b-8d06-536e809f8a14 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Apr 05 12:31:24.591959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:25.307227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d6e05541-d0a0-4c71-9376-c112261b0eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:25.500208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613664a-91ed-439b-baa5-91a0d618d020 req-9558fa80-22ce-447f-a2e0-0b233d3451e7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:25.501630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b613664a-91ed-439b-baa5-91a0d618d020 req-9558fa80-22ce-447f-a2e0-0b233d3451e7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0783672 Apr 05 12:31:25.544195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b613664a-91ed-439b-baa5-91a0d618d020 req-2787a754-53d1-4bab-b404-27852a453b86 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Apr 05 12:31:25.766199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:31:25.769624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:31:25.904299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-ef176a7b-3bb5-4f28-ab30-34ee68f98a84 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:25.905607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-ef176a7b-3bb5-4f28-ab30-34ee68f98a84 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7&tenant_id=55a3fae2ab354a4c9360b8012d4c929e&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.1095569 Apr 05 12:31:25.912802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46456e-0a36-4b01-9d4d-c2cb67cbe848 req-d2b2005b-e5ca-44b9-858f-57abaf03a150 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:25.914134 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe46456e-0a36-4b01-9d4d-c2cb67cbe848 req-d2b2005b-e5ca-44b9-858f-57abaf03a150 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.1534109 Apr 05 12:31:25.978781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fe46456e-0a36-4b01-9d4d-c2cb67cbe848 req-ae8f4f16-6d55-40ab-9057-fd614818c7c4 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Apr 05 12:31:25.982129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.020676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:26.034718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:26.050117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:26.054155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '17f7ad73-778e-4bac-adae-018421877a33', 'network_id': '75bf6332-44ec-48cf-ae48-a48ea4758bf5', 'port_id': '17f7ad73-778e-4bac-adae-018421877a33', 'mac_address': 'fa:16:3e:db:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1673fd34-9fe0-475e-8628-c0f17d2be7a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:31:26.071250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-a3c5c436-4d26-4af8-8d18-f41209e4b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:26.071250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-a3c5c436-4d26-4af8-8d18-f41209e4b810 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1099 time: 0.0772998 Apr 05 12:31:26.097500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.100186 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33', 'code': 200} Apr 05 12:31:26.198779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.229318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f7ad73-778e-4bac-adae-018421877a33 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:31:26.238316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:26.252697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.253050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.253395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.253733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.254071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.254411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.254746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.255113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.255443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.255767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.256094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.256423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:26.262141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:26.266409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.319494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-9e677d0e-1c56-4906-82ed-ada3995dac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:26.320933 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-9e677d0e-1c56-4906-82ed-ada3995dac36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.2399046 Apr 05 12:31:26.335281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['17f7ad73-778e-4bac-adae-018421877a33'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:31:26.368908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:26.388121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-a4d46728-afeb-49fd-be40-754e8072faf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0604544 Apr 05 12:31:26.459730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-fbe4439b-f06c-40c7-9aad-af642b4e8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:26.461156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-fbe4439b-f06c-40c7-9aad-af642b4e8c0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.0668209 Apr 05 12:31:26.492279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.507816 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-a58c6583-23a2-4f3d-b55f-760c99e11d7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404766 Apr 05 12:31:26.540447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:26.640668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-2e1839df-a33d-4fdd-904f-2fbc0b367962 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260676 Apr 05 12:31:26.775278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-685442b8-7ec8-4fe4-95fd-078ca2edca14 req-bd0e5b8f-4160-44d0-b05e-bbb15b9b3b52 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285372 Apr 05 12:31:27.172538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879bc5-7e64-479c-b78d-c19ebb1a0ec2 req-76ee75c4-1211-4970-97d4-f695082ebc2f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:27.173976 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b879bc5-7e64-479c-b78d-c19ebb1a0ec2 req-76ee75c4-1211-4970-97d4-f695082ebc2f tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 945 time: 0.0876229 Apr 05 12:31:27.220937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b879bc5-7e64-479c-b78d-c19ebb1a0ec2 req-cddf53fe-0828-4995-8574-7300442716b7 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Apr 05 12:31:27.768568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:27.784235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:27.930162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 17f7ad73-778e-4bac-adae-018421877a33 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:27.930531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:28.123383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:28.156545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:28.179465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:28.186996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:28.223803 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f7ad73-778e-4bac-adae-018421877a33', 'code': 200} Apr 05 12:31:28.224203 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-82987293-7357-4806-a44b-5a9c2fbc9db5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747182 Apr 05 12:31:28.259383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:28.427875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-d24789ab-264f-42d0-a893-4032b331b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:28.429636 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-d24789ab-264f-42d0-a893-4032b331b503 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 1099 time: 0.1342778 Apr 05 12:31:28.444251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fa2da-df86-4e43-9e6b-31eacedd6d35 req-0df8f4c5-8cd7-4865-974e-72db5276b705 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:28.445701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff5fa2da-df86-4e43-9e6b-31eacedd6d35 req-0df8f4c5-8cd7-4865-974e-72db5276b705 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.1073599 Apr 05 12:31:28.579412 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff5fa2da-df86-4e43-9e6b-31eacedd6d35 req-c7682108-b1b2-4488-a521-84bc83b36c22 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126652 Apr 05 12:31:28.605967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-d4b192d6-27f7-4f59-bbf0-b70abe14d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:28.607440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-d4b192d6-27f7-4f59-bbf0-b70abe14d0b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 200 len: 916 time: 0.1596007 Apr 05 12:31:28.678564 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-c73606d1-93f1-4f9b-b49a-3f5d98641f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 200 len: 217 time: 0.0646982 Apr 05 12:31:28.797689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-ad13d748-9847-4b28-9d08-c6467ccebdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:28.799146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-ad13d748-9847-4b28-9d08-c6467ccebdb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 200 len: 855 time: 0.1143296 Apr 05 12:31:28.852302 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-4193a45f-3a6d-497f-8d5c-ca02f5894fdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bf6332-44ec-48cf-ae48-a48ea4758bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459499 Apr 05 12:31:28.864670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd1f6-a73c-4cac-85be-ddc8435d6c6d req-d0ac1394-84eb-4670-85ef-4093e595e6bc tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:28.865985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-09efd1f6-a73c-4cac-85be-ddc8435d6c6d req-d0ac1394-84eb-4670-85ef-4093e595e6bc tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.1522114 Apr 05 12:31:28.993452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-09efd1f6-a73c-4cac-85be-ddc8435d6c6d req-5d682057-6450-42e8-a2f3-f5fb663eaff0 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Apr 05 12:31:29.029789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-f8bbb227-38cf-4981-81da-b15ae0fb6db7 service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629076 Apr 05 12:31:29.313153 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8604550-3c32-48b0-b5e5-32f6f632f17c req-e963042e-fa45-46d0-bff0-b3f75502408a service neutron] 10.222.0.30 "GET /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778265 Apr 05 12:31:29.334046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e9837-bf3c-493e-a89c-698c0332e11b req-a6d7b1dc-937c-4036-977c-427a9c03a881 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:29.335473 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-839e9837-bf3c-493e-a89c-698c0332e11b req-a6d7b1dc-937c-4036-977c-427a9c03a881 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.2169707 Apr 05 12:31:29.379380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-839e9837-bf3c-493e-a89c-698c0332e11b req-fbdc55e2-8c82-41a1-be73-7446d8eed0cc tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Apr 05 12:31:29.916781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56d5af-4480-4112-8a4d-7c280f32ec7b req-6b8c3c95-c656-4efe-bf65-885dd6b09580 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:29.918647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae56d5af-4480-4112-8a4d-7c280f32ec7b req-6b8c3c95-c656-4efe-bf65-885dd6b09580 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0815775 Apr 05 12:31:29.961716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae56d5af-4480-4112-8a4d-7c280f32ec7b req-5901e337-b9e1-430f-9a59-7ccfc46c892a tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Apr 05 12:31:31.143073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315518c-a1c9-4ab6-8854-08763d7acfe4 req-cb822f83-56f6-4a9a-8e47-2f5a29c3b66b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:31.144532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2315518c-a1c9-4ab6-8854-08763d7acfe4 req-cb822f83-56f6-4a9a-8e47-2f5a29c3b66b tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0798957 Apr 05 12:31:31.188580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2315518c-a1c9-4ab6-8854-08763d7acfe4 req-f2735e6d-8e9e-4291-8fba-2a80b28b1878 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/security-groups?id=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Apr 05 12:31:31.418079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-19da4897-5ed3-4904-999e-ba757cdc28e4 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:31.419518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-19da4897-5ed3-4904-999e-ba757cdc28e4 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 946 time: 0.0813828 Apr 05 12:31:31.488110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Deleting port 17f7ad73-778e-4bac-adae-018421877a33 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:31:31.488451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:31.729572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] For port 17f7ad73-778e-4bac-adae-018421877a33, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=17f7ad73-778e-4bac-adae-018421877a33,segment=NetworkSegment(c79119ea-0664-4c45-b84e-0eb5c2e5d8ea),segment_id=c79119ea-0664-4c45-b84e-0eb5c2e5d8ea)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:31.730396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:31.852328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Calling delete_port for 17f7ad73-778e-4bac-adae-018421877a33 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:31:31.997312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:32.008737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['17f7ad73-778e-4bac-adae-018421877a33'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:31:32.047055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Pushing event deleted for resources: {'Port': ['ID=17f7ad73-778e-4bac-adae-018421877a33,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:32.122815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] No DVR routers for this DVR port 17f7ad73-778e-4bac-adae-018421877a33 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:31:32.125262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:32.127715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-deleted', 'tag': '17f7ad73-778e-4bac-adae-018421877a33'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:32.147685 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ea2b460-9dc2-4fd8-be6d-e7103aee7a2a req-c1064016-c04e-44fc-b40b-c00f7ae674e2 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.30 "DELETE /v2.0/ports/17f7ad73-778e-4bac-adae-018421877a33 HTTP/1.1" status: 204 len: 173 time: 0.7227383 Apr 05 12:31:32.173752 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d7f858-b25f-45d3-9bcf-713af8a703d7', 'name': 'network-vif-deleted', 'tag': '17f7ad73-778e-4bac-adae-018421877a33', 'status': 'completed', 'code': 200} Apr 05 12:31:32.351525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2f2bde04-70ee-4a80-8f9f-1c2d7240ee24 req-25045a25-c391-4f4a-8657-7be4a90924e1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Synchronizing usage tracker for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:31:32.366528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2f2bde04-70ee-4a80-8f9f-1c2d7240ee24 req-25045a25-c391-4f4a-8657-7be4a90924e1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] Unset dirty status for tenant:55a3fae2ab354a4c9360b8012d4c929e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:31:32.367672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f2bde04-70ee-4a80-8f9f-1c2d7240ee24 req-25045a25-c391-4f4a-8657-7be4a90924e1 tempest-ServerDiskConfigTestJSON-858592557 tempest-ServerDiskConfigTestJSON-858592557-project] 10.222.0.50 "GET /v2.0/ports?device_id=a2d7f858-b25f-45d3-9bcf-713af8a703d7 HTTP/1.1" status: 200 len: 210 time: 0.0573182 Apr 05 12:31:33.596316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59592) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:33.657285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Deleting subnet 1673fd34-9fe0-475e-8628-c0f17d2be7a3 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:31:33.660011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:33.707838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:33.764053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:33.829133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:33.868449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1673fd34-9fe0-475e-8628-c0f17d2be7a3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:33.870370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:33.876407 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4e95828c-bc65-499c-8982-9ea4ce5e5c5f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1673fd34-9fe0-475e-8628-c0f17d2be7a3 HTTP/1.1" status: 204 len: 168 time: 0.2790544 Apr 05 12:31:33.878802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:33.983580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.105290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.130350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bf6332-44ec-48cf-ae48-a48ea4758bf5']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:34.142449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:34.142744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79119ea-0664-4c45-b84e-0eb5c2e5d8ea') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:34.154394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.173460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.179242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:31:34.179624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:31:34.192733 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:31:34.267820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.272199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.296841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bf6332-44ec-48cf-ae48-a48ea4758bf5,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:34.304408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b356f894-2fd6-4fb0-94be-b8ed62218315 admin admin] 10.222.0.50 "DELETE /v2.0/networks/75bf6332-44ec-48cf-ae48-a48ea4758bf5 HTTP/1.1" status: 204 len: 168 time: 0.4246430 Apr 05 12:31:34.410710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59602) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:34.458284 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63784658-82a1-4d0d-808f-8ac91d55d1ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55a3fae2ab354a4c9360b8012d4c929e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463526 Apr 05 12:31:34.460607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59606) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:34.518749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.543700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.594347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.611093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:34.620783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:34.622370 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc7aff6f-5ed5-4ae0-9474-8ec4a5be627f HTTP/1.1" status: 204 len: 168 time: 0.1609044 Apr 05 12:31:34.623768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.624113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.624448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.624875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.625209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.625536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.625864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.626443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.626551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.626810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.627150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:34.627470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01ac67f-67aa-4660-8388-33da0291e192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:35.334936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 59630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:35.454064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2008914672-network', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:35.458829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:35.462647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Usage tracker for resource:network and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:35.465485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:35.557239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:35.567596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:31:35.569815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.582681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.596767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:35.600525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:35.603306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:35.609433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:35.689123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.693367 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.720035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:31:35.732933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1aac2-b9a1-41a4-8c38-56e2a6a248bd,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:35.738433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.738767 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Added segment 2e60c1f9-481f-4028-822e-dec54889205c of type vlan for network d41a8f4e-7203-4def-b6bd-439ac9e98613 Apr 05 12:31:35.764728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.792147 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.793058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:35.794140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:35.839259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:31:35.876580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 17f7ad73-778e-4bac-adae-018421877a33 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:31:35.876917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 17f7ad73-778e-4bac-adae-018421877a33 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:31:35.892838 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5567753 Apr 05 12:31:35.896185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59636) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:35.898023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd940ea5-892f-4dc4-95e1-99e7ffe123b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d41a8f4e-7203-4def-b6bd-439ac9e98613,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:35.901593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Request body: {'subnet': {'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2008914672-subnet', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:35.906440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:35.908382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:31:35.910285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Usage tracker for resource:subnet and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:35.913137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:35.919214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:35.935438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:31:35.937936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.136189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.215903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ffdb9-3f95-472c-a203-2c8fe915d54a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:36.219868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:31:36.220222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Network hostable DHCP agents. Network: d41a8f4e-7203-4def-b6bd-439ac9e98613, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:31:36.239874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:31:36.248522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d41a8f4e-7203-4def-b6bd-439ac9e98613) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:36.253094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:36.254065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.257105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356b443-fb4d-498e-93fc-6459ef32dc1f None None] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:31:36.274607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ddbf8231-e497-4780-9b2b-1de25fa23b67 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3773515 Apr 05 12:31:36.277321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59640) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:36.282605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:36.287387 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:36.291867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Usage tracker for resource:router and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:36.295409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:36.301251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:36.311933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.313023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.328640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.471430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d41a8f4e-7203-4def-b6bd-439ac9e98613', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:31:36.472326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.629026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Allocated IP 172.20.0.2 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/bf43c588-ea87-49c0-bcfc-3f9569c2607e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:31:36.708363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.840993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.851275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Transition to ACTIVE for port object bf43c588-ea87-49c0-bcfc-3f9569c2607e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:36.868605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Transition to ACTIVE for port object bf43c588-ea87-49c0-bcfc-3f9569c2607e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:36.874460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:36.970248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:36.973286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:36.976793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:31:37.019180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Pushing event updated for resources: {'Port': ['ID=bf43c588-ea87-49c0-bcfc-3f9569c2607e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:37.027258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.059981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.075890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Attempting to bind port bf43c588-ea87-49c0-bcfc-3f9569c2607e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:31:37.076253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Attempting to bind port bf43c588-ea87-49c0-bcfc-3f9569c2607e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:31:37.076608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Attempting to bind port bf43c588-ea87-49c0-bcfc-3f9569c2607e on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:31:37.081797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:31:37.082162 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:31:37.082556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.082939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:31:37.083418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Bound port: bf43c588-ea87-49c0-bcfc-3f9569c2607e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:31:37.083783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.172193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] For port bf43c588-ea87-49c0-bcfc-3f9569c2607e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:31:37.175692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] For port bf43c588-ea87-49c0-bcfc-3f9569c2607e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bf43c588-ea87-49c0-bcfc-3f9569c2607e,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:31:37.180329 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.199436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Allocated IP 172.26.5.245 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/52b0f021-061f-4fd2-bf83-a21893bf6868) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:31:37.262298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdb91-e5a3-4b6a-b1cb-dbf209673071 None None] Pushing event updated for resources: {'Port': ['ID=bf43c588-ea87-49c0-bcfc-3f9569c2607e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:37.350923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.382177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:37.450704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:37.458499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:37.460951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:31:37.510261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Pushing event updated for resources: {'Port': ['ID=52b0f021-061f-4fd2-bf83-a21893bf6868,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:37.554115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bf43c588-ea87-49c0-bcfc-3f9569c2607e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:37.624788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port bf43c588-ea87-49c0-bcfc-3f9569c2607e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:37.888334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.175773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d7ff9-10b3-48b9-8e93-611c7ab7021d None None] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:31:38.254936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Provisioning for port bf43c588-ea87-49c0-bcfc-3f9569c2607e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:38.273372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Provisioning complete for port bf43c588-ea87-49c0-bcfc-3f9569c2607e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:38.273748 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.361146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.494427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.542989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] For port bf43c588-ea87-49c0-bcfc-3f9569c2607e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bf43c588-ea87-49c0-bcfc-3f9569c2607e,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:38.547133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.567567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:31:38.619302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9c090-5ab7-403d-9dee-499a82f8ebc4 None None] Pushing event updated for resources: {'Port': ['ID=bf43c588-ea87-49c0-bcfc-3f9569c2607e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:38.749868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:31:38.759142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:31:38.779480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:38.780109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:38.783933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:38.785169 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-951efa69-ffe4-4f14-81f3-771f3eccc139 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5064421 Apr 05 12:31:38.787923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59644) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:38.837943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-dc24de39-c08b-4320-8ad8-505ef3a05c8c None None] Provisioning complete for port bf43c588-ea87-49c0-bcfc-3f9569c2607e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:38.838226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dc24de39-c08b-4320-8ad8-505ef3a05c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.045291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:39.383331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:37Z', 'revision_number': 3, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:39.387739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:31:39.388070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Updating router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be port 52b0f021-061f-4fd2-bf83-a21893bf6868 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:31:39.441911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.532883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bf43c588-ea87-49c0-bcfc-3f9569c2607e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:39.585786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.713340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port bf43c588-ea87-49c0-bcfc-3f9569c2607e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:39.713712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.790738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Allocated IP 172.20.0.1 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/beb74402-7fa1-40cc-b189-7dc00ba89e75) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:31:39.919265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.933130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Transition to ACTIVE for port object 52b0f021-061f-4fd2-bf83-a21893bf6868 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:39.940416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.941407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:39.956302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Transition to ACTIVE for port object beb74402-7fa1-40cc-b189-7dc00ba89e75 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:39.981164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.022029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Attempting to bind port 52b0f021-061f-4fd2-bf83-a21893bf6868 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:31:40.022402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Attempting to bind port 52b0f021-061f-4fd2-bf83-a21893bf6868 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:31:40.022764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Attempting to bind port 52b0f021-061f-4fd2-bf83-a21893bf6868 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:31:40.026086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f86f5-75cc-4842-b660-530702c5a9d8 None None] Pushing event updated for resources: {'Port': ['ID=52b0f021-061f-4fd2-bf83-a21893bf6868,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:40.030883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:31:40.031282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:31:40.031683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.032070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:31:40.032538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Bound port: 52b0f021-061f-4fd2-bf83-a21893bf6868, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:31:40.032916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.039684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:40.042396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:40.050813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:31:40.092875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Pushing event updated for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:40.111206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] For port 52b0f021-061f-4fd2-bf83-a21893bf6868, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:31:40.117569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] For port 52b0f021-061f-4fd2-bf83-a21893bf6868, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=52b0f021-061f-4fd2-bf83-a21893bf6868,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:31:40.121298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.121445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.209123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:40.209750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:40.265312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f86f5-75cc-4842-b660-530702c5a9d8 None None] Pushing event updated for resources: {'Port': ['ID=52b0f021-061f-4fd2-bf83-a21893bf6868,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:40.383898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-82d4d1bf-764c-4d9f-8f02-f9c71c717de9 None None] Provisioning for port beb74402-7fa1-40cc-b189-7dc00ba89e75 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:40.397074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-82d4d1bf-764c-4d9f-8f02-f9c71c717de9 None None] Provisioning complete for port beb74402-7fa1-40cc-b189-7dc00ba89e75 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:40.397451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82d4d1bf-764c-4d9f-8f02-f9c71c717de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.400423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.431506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:40.586155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-82d4d1bf-764c-4d9f-8f02-f9c71c717de9 None None] Port beb74402-7fa1-40cc-b189-7dc00ba89e75 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:31:40.631712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.636063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.734601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:37Z', 'revision_number': 3, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:40.738698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b0225-a94a-45d6-bee7-bda497d1e707 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:37Z', 'revision_number': 3, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:31:40.739570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Pushing event updated for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:40.742348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:40.880183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:40.881253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:41.208380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:31:41.214738 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1febfd3d-8dab-477a-8da0-69ecda2340a9 None None] Provisioning complete for port beb74402-7fa1-40cc-b189-7dc00ba89e75 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:41.215801 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1febfd3d-8dab-477a-8da0-69ecda2340a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:41.275832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1febfd3d-8dab-477a-8da0-69ecda2340a9 None None] Port beb74402-7fa1-40cc-b189-7dc00ba89e75 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:31:41.395931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:31:41.411326 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-71c7b003-5868-4261-9f59-def4c30c9247 admin admin] 10.222.0.50 "PUT /v2.0/routers/70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162374 Apr 05 12:31:41.549425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 52b0f021-061f-4fd2-bf83-a21893bf6868 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:41.662025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 52b0f021-061f-4fd2-bf83-a21893bf6868 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:41.666952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 52b0f021-061f-4fd2-bf83-a21893bf6868 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:41.667355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:41.785662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:41.804598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 52b0f021-061f-4fd2-bf83-a21893bf6868, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=52b0f021-061f-4fd2-bf83-a21893bf6868,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:41.810750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:41.880815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=52b0f021-061f-4fd2-bf83-a21893bf6868,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:41.950872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59654) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:41.956178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941764651', 'description': 'tempest-description--213820250'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:41.962182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:41.966591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Usage tracker for resource:security_group and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:41.969633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:41.975784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:41.987638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.008036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:42.011875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Usage tracker for resource:security_group_rule and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:42.014765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:42.020453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:42.095731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.099710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.148374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b66f1a-9da3-4505-9e6d-74920631dbbd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:42.150743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.151984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9e3563cb-5d72-4141-9b15-eead8793e3db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2000690 Apr 05 12:31:42.155261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59658) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:42.160058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'security_group_rule': {'security_group_id': '85b66f1a-9da3-4505-9e6d-74920631dbbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:42.165927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:42.170404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Usage tracker for resource:security_group_rule and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:42.173279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:42.178951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:42.194775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.224633 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:31:42.234895 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:42.235525 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:42.259374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.263055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.286728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ff287e-11cf-4ae9-a458-32bbc6b0bf79,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:42.297183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.298385 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-12b2f7e1-ce5f-495f-ad99-ff5b85716f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422205 Apr 05 12:31:42.301189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59662) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:42.306416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'security_group_rule': {'security_group_id': '85b66f1a-9da3-4505-9e6d-74920631dbbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:42.312618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:42.316490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Usage tracker for resource:security_group_rule and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:42.319462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:42.325239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:42.342639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.406549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.410210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.431436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b114e2-c426-4fba-b4f9-480808efd10e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:42.441795 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:42.442527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.443737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c5f96856-3464-4f0b-b96b-f1cdd04f45a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414971 Apr 05 12:31:42.446652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59666) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:42.452023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:42.457721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:42.461491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Usage tracker for resource:floatingip and tenant:4bbc7df4d30640fa84130acdc224bfa5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:31:42.464312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:31:42.470814 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:42.481153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.618881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.749429 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 2, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:42.753155 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:31:42.753502 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Updating router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be port beb74402-7fa1-40cc-b189-7dc00ba89e75 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:31:42.756921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Allocated IP 172.26.5.213 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/d6306262-8655-45ab-956d-c64c7877e62b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:31:42.809209 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.908209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.937286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:42.997084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:42.999962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:43.007683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:31:43.051499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=d6306262-8655-45ab-956d-c64c7877e62b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:43.064086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.064428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.064762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.065096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.065419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.065745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.066068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.066386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.066704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.067021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.067355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.067669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.105393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.165434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.172281 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.184699 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Transition to ACTIVE for port object beb74402-7fa1-40cc-b189-7dc00ba89e75 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:43.190729 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.339468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Pushing event updated for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:43.356329 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.356688 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.356992 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.357311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.358101 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.358101 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.358347 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.358556 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.358860 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.359203 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.359521 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.359827 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:31:43.387219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.392332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.416540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Attempting to bind port beb74402-7fa1-40cc-b189-7dc00ba89e75 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:31:43.416918 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Attempting to bind port beb74402-7fa1-40cc-b189-7dc00ba89e75 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:31:43.417265 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Attempting to bind port beb74402-7fa1-40cc-b189-7dc00ba89e75 on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:31:43.423442 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:31:43.423807 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:31:43.426637 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.427121 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:31:43.427613 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Bound port: beb74402-7fa1-40cc-b189-7dc00ba89e75, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:31:43.427996 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.506988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=d6306262-8655-45ab-956d-c64c7877e62b,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:43.524021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.529060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 52b0f021-061f-4fd2-bf83-a21893bf6868 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:43.535957 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] For port beb74402-7fa1-40cc-b189-7dc00ba89e75, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:31:43.539148 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] For port beb74402-7fa1-40cc-b189-7dc00ba89e75, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=beb74402-7fa1-40cc-b189-7dc00ba89e75,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:31:43.545852 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.548033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.549646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-96aab4e5-fcfb-4f86-8d24-7d0d75c3eb0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1018763 Apr 05 12:31:43.625278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 52b0f021-061f-4fd2-bf83-a21893bf6868 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:43.625660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:43.634299 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:43.634760 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:43.698639 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8004cb7-f30b-4ebf-9c42-4fbdef329e15 None None] Pushing event updated for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:43.739794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-97ba3772-3d15-46be-8d04-69f8a5b13146 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:31:43.764475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-97ba3772-3d15-46be-8d04-69f8a5b13146 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:31:43.765830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-97ba3772-3d15-46be-8d04-69f8a5b13146 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--941764651&fields=id&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 267 time: 0.0725222 Apr 05 12:31:43.846379 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:44.044742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-ed40584c-c621-4363-b63c-f5cf24f68faf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:44.046123 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-ed40584c-c621-4363-b63c-f5cf24f68faf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.2720866 Apr 05 12:31:44.062037 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-13fb378a-b127-43d8-bcc2-5732abeecae8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/quotas/4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Apr 05 12:31:44.159214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-872639e4-b1e0-4dc4-ad65-580c8538adac tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:31:44.176147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-872639e4-b1e0-4dc4-ad65-580c8538adac tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:31:44.177648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-872639e4-b1e0-4dc4-ad65-580c8538adac tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102245 Apr 05 12:31:44.205133 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:43Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:44.209055 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d199d275-6b9d-45dd-86c8-13c75a0e5f5f None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:43Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:31:44.384021 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-2c91f04e-3567-4f39-9557-ddd940f3c0b8 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939223 Apr 05 12:31:44.524776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-2d260907-2e5e-4337-8c6d-6c83ba963f58 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346931 Apr 05 12:31:44.712523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-416a4369-9804-4445-954b-55e88cb3228b req-fc88b0e9-80a9-439b-9c52-d68fdace17a4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 210 time: 0.0490656 Apr 05 12:31:45.537248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device beb74402-7fa1-40cc-b189-7dc00ba89e75 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:45.604580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port beb74402-7fa1-40cc-b189-7dc00ba89e75 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:45.609421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port beb74402-7fa1-40cc-b189-7dc00ba89e75 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:45.609792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:45.748772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:45.803482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port beb74402-7fa1-40cc-b189-7dc00ba89e75, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=beb74402-7fa1-40cc-b189-7dc00ba89e75,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:45.810729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:45.821652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-d4bb2f78-29c5-497b-a455-62ac855526bc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:45.825420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-d4bb2f78-29c5-497b-a455-62ac855526bc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.2018294 Apr 05 12:31:45.892695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:45.917645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4dbe0eac-66f7-4c1a-82b3-ea0176aa5bb3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 379 time: 0.0857561 Apr 05 12:31:45.926628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'port': {'device_id': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'admin_state_up': True, 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'security_groups': ['85b66f1a-9da3-4505-9e6d-74920631dbbd']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:45.952415 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6652469a-a8ec-40ad-b977-ca1b8af8c714 req-42bb2596-7dd6-42b8-893c-215272ce17f7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 210 time: 0.0779181 Apr 05 12:31:46.086804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:31:46.096523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:31:46.110148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:31:46.113652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.275750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Allocated IP 172.20.0.10 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/3234ca6e-1f43-4593-bf3b-4605ee57c43b) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:31:46.282127 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:31:46.459570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.475366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Transition to ACTIVE for port object 3234ca6e-1f43-4593-bf3b-4605ee57c43b will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:46.498495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.565785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:31:46.568705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:31:46.577016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:31:46.615405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:46.646329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:46.646932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.674097 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-4f7f5319-a4c7-4c13-bf2d-b085449228d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508364 Apr 05 12:31:46.685162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Request body: {'port': {'device_id': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:46.781443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8ca9814f-bb8c-460d-8691-0665d130477a None None] Provisioning for port 3234ca6e-1f43-4593-bf3b-4605ee57c43b completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:46.786164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8ca9814f-bb8c-460d-8691-0665d130477a None None] Provisioning complete for port 3234ca6e-1f43-4593-bf3b-4605ee57c43b triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:46.786536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8ca9814f-bb8c-460d-8691-0665d130477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.799494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:46.842277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9814f-bb8c-460d-8691-0665d130477a None None] Port 3234ca6e-1f43-4593-bf3b-4605ee57c43b cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:31:47.240619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb2b34-87e7-4ea4-8515-6b26a27c0157 req-8adfd444-24d0-4376-856f-7a056e9835a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:47.241217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bb2b34-87e7-4ea4-8515-6b26a27c0157 req-8adfd444-24d0-4376-856f-7a056e9835a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:31:47.293979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f5bb2b34-87e7-4ea4-8515-6b26a27c0157 req-8adfd444-24d0-4376-856f-7a056e9835a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:31:47.295141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bb2b34-87e7-4ea4-8515-6b26a27c0157 req-8adfd444-24d0-4376-856f-7a056e9835a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 932 time: 0.1722660 Apr 05 12:31:47.336567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:31:47.351830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.368184 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bb2b34-87e7-4ea4-8515-6b26a27c0157 req-2eae7341-1971-466e-bee3-7a59a2e32c5e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668902 Apr 05 12:31:47.374217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Transition to ACTIVE for port object 3234ca6e-1f43-4593-bf3b-4605ee57c43b will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:31:47.378468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.529834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device beb74402-7fa1-40cc-b189-7dc00ba89e75 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:47.542537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:47.613909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port beb74402-7fa1-40cc-b189-7dc00ba89e75 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:47.614277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.628445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Attempting to bind port 3234ca6e-1f43-4593-bf3b-4605ee57c43b on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:31:47.628783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Attempting to bind port 3234ca6e-1f43-4593-bf3b-4605ee57c43b by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:31:47.629112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Attempting to bind port 3234ca6e-1f43-4593-bf3b-4605ee57c43b on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:31:47.633692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Port 3234ca6e-1f43-4593-bf3b-4605ee57c43b on network d41a8f4e-7203-4def-b6bd-439ac9e98613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:31:47.634009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Attempting to bind port 3234ca6e-1f43-4593-bf3b-4605ee57c43b on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:31:47.639683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:31:47.640024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:31:47.640436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:31:47.640867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Bound port: 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:31:47.641214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.734199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:31:47.737347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:31:47.742069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.795693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:47.796301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:47.797653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] 10.222.0.30 "PUT /v2.0/ports/3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1094 time: 1.1167948 Apr 05 12:31:47.798093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:47.825338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dd263-5fe9-4eab-9eda-852d27604b3f service neutron] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:47.869647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'status': 'completed', 'code': 200} Apr 05 12:31:47.915932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-75e73b7f-b175-4f10-8f52-014571c950e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:47.917507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-75e73b7f-b175-4f10-8f52-014571c950e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1097 time: 0.0804043 Apr 05 12:31:47.986154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-290e55e1-0fd9-40a9-9c05-b1abca0df201 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 217 time: 0.0622787 Apr 05 12:31:48.051751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-7afec989-b569-4448-84b5-b965a1f58d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.053107 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-7afec989-b569-4448-84b5-b965a1f58d28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0609937 Apr 05 12:31:48.131970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-c28f37cb-0665-4f81-8d32-e2495c119e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.133441 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-c28f37cb-0665-4f81-8d32-e2495c119e29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703452 Apr 05 12:31:48.263264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-005b3a83-0ca5-4788-b64e-714ea5dd06e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231315 Apr 05 12:31:48.392742 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f5bdcf64-e830-48cd-9070-d17ee7e1f9a9 req-5dd7a501-6aec-4002-b6ae-b7e93b1e4b87 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237652 Apr 05 12:31:48.564333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-9e0c71ad-59de-4d0f-ad2e-ce0c1753cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.565792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-9e0c71ad-59de-4d0f-ad2e-ce0c1753cbb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1097 time: 0.1311352 Apr 05 12:31:48.578160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b4be-2333-4bf7-99a4-c950f3cf1a6e req-79f86bf7-ffa0-4f1d-8d84-f36b8098c82b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.579517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b736b4be-2333-4bf7-99a4-c950f3cf1a6e req-79f86bf7-ffa0-4f1d-8d84-f36b8098c82b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 944 time: 0.1045289 Apr 05 12:31:48.710899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b736b4be-2333-4bf7-99a4-c950f3cf1a6e req-45702e0a-11c6-406f-92ea-487ba9e6d4a6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106284 Apr 05 12:31:48.735844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-2b0eb5fe-724f-44c3-95c9-7ffc2747389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.737263 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-2b0eb5fe-724f-44c3-95c9-7ffc2747389d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1569393 Apr 05 12:31:48.909118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-6028a148-a8c9-41db-be30-b8f947dc46b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 217 time: 0.1640153 Apr 05 12:31:48.970028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-c7ade9df-c40d-4969-a830-0580b4b917a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:48.971618 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-c7ade9df-c40d-4969-a830-0580b4b917a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0560961 Apr 05 12:31:49.047660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-92a806cf-1bef-4930-8597-69c9d6503fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:49.049103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-92a806cf-1bef-4930-8597-69c9d6503fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710764 Apr 05 12:31:49.185666 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-08cb9c72-da35-47d1-bbb6-69e8eb6e88f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286938 Apr 05 12:31:49.314739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8857d584-cbd3-47c8-ad0a-2661b16ff223 req-5f0b55dd-f568-4b82-b793-248de05ad4e5 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226175 Apr 05 12:31:49.894188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313134e5-7c49-4ca0-9a9f-bf7a4c4e6ace req-5f810855-cdba-4ea9-bf74-aad6472b9561 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:49.895645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313134e5-7c49-4ca0-9a9f-bf7a4c4e6ace req-5f810855-cdba-4ea9-bf74-aad6472b9561 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 944 time: 0.0788498 Apr 05 12:31:49.944712 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313134e5-7c49-4ca0-9a9f-bf7a4c4e6ace req-51323e16-6403-4b0d-943a-78f14102e460 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434988 Apr 05 12:31:51.128409 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f8eeb-51b4-446d-9695-93f0336f0c2c req-41ac9395-f656-4156-9c4a-14e4745ecf15 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:51.129819 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-991f8eeb-51b4-446d-9695-93f0336f0c2c req-41ac9395-f656-4156-9c4a-14e4745ecf15 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 944 time: 0.0816998 Apr 05 12:31:51.172124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-991f8eeb-51b4-446d-9695-93f0336f0c2c req-285597ed-2b8f-4a72-aef8-eb1a005531bd tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Apr 05 12:31:51.932367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:31:52.075827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:52.088777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'mac_address': 'fa:16:3e:3c:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:31:52.148050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:52.165305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:31:52.181400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:52.185756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:52.254457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:52.363009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352b578-95cf-4ffc-9f98-0873e435580f req-870f1e4a-2306-44ac-8a6e-b052fc83cd1d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:52.364435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b352b578-95cf-4ffc-9f98-0873e435580f req-870f1e4a-2306-44ac-8a6e-b052fc83cd1d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 945 time: 0.0821483 Apr 05 12:31:52.394060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['3234ca6e-1f43-4593-bf3b-4605ee57c43b'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:31:52.413372 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b352b578-95cf-4ffc-9f98-0873e435580f req-ee164e72-ae5b-4236-b901-bbb09d4ee5b7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433185 Apr 05 12:31:53.236714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2f305d6e-5d89-452a-a838-c9fd90051428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:53.606726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db39cb-1042-4c0a-8cf3-b4b8a4b77697 req-9665a798-a415-49ab-bb8c-3e05d398370b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:53.608236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41db39cb-1042-4c0a-8cf3-b4b8a4b77697 req-9665a798-a415-49ab-bb8c-3e05d398370b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 945 time: 0.0824044 Apr 05 12:31:53.653709 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41db39cb-1042-4c0a-8cf3-b4b8a4b77697 req-3f854da7-9376-4172-8954-d89ca56a61b9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Apr 05 12:31:53.936705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:31:54.006527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 3234ca6e-1f43-4593-bf3b-4605ee57c43b completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:31:54.011602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 3234ca6e-1f43-4593-bf3b-4605ee57c43b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:31:54.012570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:54.135272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:54.162302 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:54.172492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:31:54.176483 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:54.244961 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'code': 200} Apr 05 12:31:54.281578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:31:54.476828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1355-75f5-45bd-813a-104858facc98 req-4359cacd-75d3-4696-a868-3393a523a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:54.478596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aadc1355-75f5-45bd-813a-104858facc98 req-4359cacd-75d3-4696-a868-3393a523a179 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1099 time: 0.0771534 Apr 05 12:31:54.519801 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aadc1355-75f5-45bd-813a-104858facc98 req-bc169d4f-fb40-4091-8bdc-a172eb80bf2e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Apr 05 12:31:54.595943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:54.846124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676d7b6-5b6b-4c54-af5d-6532ef75ec83 req-9bfcf563-cf82-45a4-9988-20a50922bd70 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:54.847619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1676d7b6-5b6b-4c54-af5d-6532ef75ec83 req-9bfcf563-cf82-45a4-9988-20a50922bd70 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0853460 Apr 05 12:31:54.894771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1676d7b6-5b6b-4c54-af5d-6532ef75ec83 req-2c9d380d-044e-4b5d-b3d5-a6dc9b80dc1f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Apr 05 12:31:55.312400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b971-32b5-40fd-9b9b-e1280df2b708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:56.083565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ce4c4-8b76-44f1-818f-de83f5cea362 req-f23f89a6-e3ef-4ea7-b2e9-4b125d9d30ea tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:56.085028 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7ce4c4-8b76-44f1-818f-de83f5cea362 req-f23f89a6-e3ef-4ea7-b2e9-4b125d9d30ea tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0806081 Apr 05 12:31:56.137622 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7ce4c4-8b76-44f1-818f-de83f5cea362 req-451aefaf-e090-44be-8357-b8f40b0ad6c0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 Apr 05 12:31:56.320607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8671732-9334-478d-814a-2163eab8bc8b req-aff819fc-4d4d-4641-9e20-0535de8e03d7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:56.322018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a8671732-9334-478d-814a-2163eab8bc8b req-aff819fc-4d4d-4641-9e20-0535de8e03d7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0815213 Apr 05 12:31:56.330534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59722) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:31:56.335467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'floatingip': {'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:31:56.411004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:56.476631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:56.528849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:57.122026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:57.128830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:57.306810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 associated. External IP: 172.26.5.213, port: 3234ca6e-1f43-4593-bf3b-4605ee57c43b. Apr 05 12:31:57.677658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:31:57.770729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:57.859045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:31:57.864296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:31:57.869112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:31:57.878398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:57.879011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:57.920474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-80f3279f-3510-4f8c-ab0d-db82c14425ba tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "PUT /v2.0/floatingips/2346cf0f-7a65-4b27-b1b8-704d5536d017 HTTP/1.1" status: 200 len: 992 time: 1.5888250 Apr 05 12:31:57.921139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:31:57.967324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'status': 'completed', 'code': 200} Apr 05 12:31:58.063410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:58.128895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac157ac-7cde-4538-ad61-b26182f7af21 req-1f466420-64e7-4a78-bb23-89c7323c7649 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.130482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ac157ac-7cde-4538-ad61-b26182f7af21 req-1f466420-64e7-4a78-bb23-89c7323c7649 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1082571 Apr 05 12:31:58.135285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-60609a0a-875f-44c7-a0be-cc722fdb8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.137231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-60609a0a-875f-44c7-a0be-cc722fdb8fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1099 time: 0.1478686 Apr 05 12:31:58.383637 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ac157ac-7cde-4538-ad61-b26182f7af21 req-81d9b051-19a7-4cce-b5c4-5e9fd0882871 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451570 Apr 05 12:31:58.423816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-e13253dc-8f88-4720-a4ce-e2e4163f1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.425396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-e13253dc-8f88-4720-a4ce-e2e4163f1b6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.2744598 Apr 05 12:31:58.427486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:3c:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:31:57Z', 'revision_number': 1, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:58.431621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:31:58.441519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:31:58.442120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:31:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:58.577681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-0caa3c55-8f4d-4369-b1f2-0863a878516b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1000 time: 0.1448030 Apr 05 12:31:58.640569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:31:58.660779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6779759-77cd-434d-ab0d-2be1e6bb0848 req-ca5887d3-7649-475e-8bae-5e4d2007493c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.662294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6779759-77cd-434d-ab0d-2be1e6bb0848 req-ca5887d3-7649-475e-8bae-5e4d2007493c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1581960 Apr 05 12:31:58.663979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-14bc4321-5ffb-4761-98a3-fcdd9a2bd65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.665280 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-14bc4321-5ffb-4761-98a3-fcdd9a2bd65c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0816276 Apr 05 12:31:58.755643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6779759-77cd-434d-ab0d-2be1e6bb0848 req-f5bef3df-7c93-4f14-967a-dbdffc9522ef tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872228 Apr 05 12:31:58.780636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-af6e5178-69cd-486c-bd79-9917d841001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:58.782141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-af6e5178-69cd-486c-bd79-9917d841001b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977342 Apr 05 12:31:58.923283 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-7712631c-9d77-4f7f-90da-5f5cd99f253a service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351168 Apr 05 12:31:59.010096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:3c:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:31:57Z', 'revision_number': 1, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:31:59.014714 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eebd47-3b76-4227-a2d4-e50b0677de58 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:3c:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:31:57Z', 'revision_number': 1, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:31:59.060182 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6485ad3c-5a7e-43d3-9363-a27b28feebff req-684cec98-a831-4746-b29f-7fce2d9e7bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313269 Apr 05 12:31:59.232613 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29185a71-7362-44f2-aedd-9972d5b81c48 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:31:59.948209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f02648-8da4-479e-8521-3548aba11d8e req-3a21e275-2b63-47c1-bb96-0f8740a3fcca tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:31:59.949698 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e5f02648-8da4-479e-8521-3548aba11d8e req-3a21e275-2b63-47c1-bb96-0f8740a3fcca tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0814071 Apr 05 12:31:59.997518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e5f02648-8da4-479e-8521-3548aba11d8e req-8862d737-e41d-4074-95b4-b49b8b84f8eb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422180 Apr 05 12:32:00.230932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a265-d648-4ef2-aac9-18e2ac4d474a req-98e8a4fb-e980-4d3f-bf9d-4a7e80165443 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:00.232547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4476a265-d648-4ef2-aac9-18e2ac4d474a req-98e8a4fb-e980-4d3f-bf9d-4a7e80165443 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1301181 Apr 05 12:32:00.277294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4476a265-d648-4ef2-aac9-18e2ac4d474a req-9366b52a-191e-4aa5-83a1-1459d3fa0ade tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389829 Apr 05 12:32:00.637586 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-fab04ac7-10eb-4548-bc20-9efd008f36de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755210 Apr 05 12:32:00.692310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a6d35-7131-4783-bfaa-272e132ec990 req-a8333e5c-be33-4023-b77d-cf1c356f54a3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:00.693765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-737a6d35-7131-4783-bfaa-272e132ec990 req-a8333e5c-be33-4023-b77d-cf1c356f54a3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0893517 Apr 05 12:32:00.740101 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-737a6d35-7131-4783-bfaa-272e132ec990 req-9ac92c71-7133-4b64-9b61-56203cb435da tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Apr 05 12:32:01.824946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-1b126f84-fe4b-4d0b-9c62-ebd10202e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:01.826430 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-1b126f84-fe4b-4d0b-9c62-ebd10202e2d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1099 time: 0.0726645 Apr 05 12:32:02.022854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-152bdc72-8fd6-4624-847f-1d43054345ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:02.024231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-152bdc72-8fd6-4624-847f-1d43054345ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1922252 Apr 05 12:32:02.033401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0087f-db8c-4029-b0da-3070cc5f8689 req-81c46913-6f52-45d7-bf67-c37d0f1f325c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:02.034752 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ada0087f-db8c-4029-b0da-3070cc5f8689 req-81c46913-6f52-45d7-bf67-c37d0f1f325c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1840475 Apr 05 12:32:02.161750 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ada0087f-db8c-4029-b0da-3070cc5f8689 req-c8f57498-45f7-402c-a6b2-0a472b5f5e3d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788910 Apr 05 12:32:02.165660 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-82f6f7b8-01dd-403c-aa1a-8fdc2f263254 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1002 time: 0.1300237 Apr 05 12:32:02.234247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-4c67d0e5-34bf-4803-80b4-6039e570943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:02.236405 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-4c67d0e5-34bf-4803-80b4-6039e570943d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0650287 Apr 05 12:32:02.320419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-8be069b8-59bc-499f-8449-febfe16e0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:02.321866 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-8be069b8-59bc-499f-8449-febfe16e0004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799246 Apr 05 12:32:02.562968 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-6789db0d-ea98-41eb-af41-48cf8902b55f service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348008 Apr 05 12:32:02.697242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-320b891e-a566-40b5-8015-97997a725843 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281714 Apr 05 12:32:03.348760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b34f9-7265-4e86-aa08-6c5b876a2347 req-aae22fd0-2df7-4549-a964-dc5feb8c50ab tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:03.350213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-629b34f9-7265-4e86-aa08-6c5b876a2347 req-aae22fd0-2df7-4549-a964-dc5feb8c50ab tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0830417 Apr 05 12:32:03.393785 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-629b34f9-7265-4e86-aa08-6c5b876a2347 req-04764dcf-40ef-4bcf-bf44-d7bd028f2ba2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372391 Apr 05 12:32:04.583360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be117a10-5f30-4e0b-9462-cd2afb84a3a8 req-590ba119-2314-40c0-a983-d086bc9c10de tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:04.584862 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be117a10-5f30-4e0b-9462-cd2afb84a3a8 req-590ba119-2314-40c0-a983-d086bc9c10de tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0845985 Apr 05 12:32:04.629598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be117a10-5f30-4e0b-9462-cd2afb84a3a8 req-125dce44-c53e-4bc9-bfea-3dd3ae044302 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Apr 05 12:32:05.814944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96009053-8030-4be0-89e6-14dd41589b7e req-fed021d5-781d-471a-a149-8339c8995a2d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:05.816440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96009053-8030-4be0-89e6-14dd41589b7e req-fed021d5-781d-471a-a149-8339c8995a2d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0806522 Apr 05 12:32:05.863044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96009053-8030-4be0-89e6-14dd41589b7e req-d95e2d73-b96d-4fb8-b3bd-d29d0b69e05b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Apr 05 12:32:07.050278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c75b9-08ad-42f9-896e-884289c130ab req-a5bce2af-1690-4b38-b3e5-52a15231fc92 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:07.051759 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c89c75b9-08ad-42f9-896e-884289c130ab req-a5bce2af-1690-4b38-b3e5-52a15231fc92 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0792174 Apr 05 12:32:07.097949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c89c75b9-08ad-42f9-896e-884289c130ab req-f5efee8e-ec0e-4a29-9a10-6c3ea246b086 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398519 Apr 05 12:32:08.286885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580d95f-abac-4e21-b17b-70890a596de4 req-5c6a4d41-f7b6-4573-8228-65f55eba6c63 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:08.288339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5580d95f-abac-4e21-b17b-70890a596de4 req-5c6a4d41-f7b6-4573-8228-65f55eba6c63 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0840552 Apr 05 12:32:08.332126 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5580d95f-abac-4e21-b17b-70890a596de4 req-1cb987de-39d3-445e-89ed-e16efff5aa9d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373669 Apr 05 12:32:09.516689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196d3ef-9c4f-4699-b43a-1a27523d793a req-f56bc433-d8e9-4878-8860-bbf19136e6bf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:09.518130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0196d3ef-9c4f-4699-b43a-1a27523d793a req-f56bc433-d8e9-4878-8860-bbf19136e6bf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0790851 Apr 05 12:32:09.561294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0196d3ef-9c4f-4699-b43a-1a27523d793a req-d95d0f25-1d30-4f20-a24c-e7e7523b81b5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375447 Apr 05 12:32:10.743686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd27b7-9ff9-4774-931a-19f9cb8d17f3 req-10d9288a-f9ad-49d0-9264-d15174bcfad7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:10.745163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cdbd27b7-9ff9-4774-931a-19f9cb8d17f3 req-10d9288a-f9ad-49d0-9264-d15174bcfad7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0811665 Apr 05 12:32:10.789059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cdbd27b7-9ff9-4774-931a-19f9cb8d17f3 req-eb4d2194-4914-42f6-8b97-5c72b394e366 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376828 Apr 05 12:32:11.976192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa6cd-ec54-4064-ac9f-65b2f27aeee5 req-81a18b57-9f11-4e01-9317-c345a9cfc6d0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:11.977623 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ebaa6cd-ec54-4064-ac9f-65b2f27aeee5 req-81a18b57-9f11-4e01-9317-c345a9cfc6d0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0846941 Apr 05 12:32:12.022054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ebaa6cd-ec54-4064-ac9f-65b2f27aeee5 req-3e4f3560-4974-4b07-a9ca-7c9620700122 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381014 Apr 05 12:32:13.217177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfab2-aa26-4870-bbed-a99c0f5911a2 req-b787287f-01c2-41d2-a24c-049e0bc31f4c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:13.218643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95cfab2-aa26-4870-bbed-a99c0f5911a2 req-b787287f-01c2-41d2-a24c-049e0bc31f4c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0824034 Apr 05 12:32:13.268893 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95cfab2-aa26-4870-bbed-a99c0f5911a2 req-465c3294-7835-465a-9c8d-776a9f18084d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Apr 05 12:32:14.453040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3693b1-a04a-49ad-a8fb-b23d19212550 req-aca256f8-9ff2-49c0-8201-4e3e468f9ed9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:14.454468 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be3693b1-a04a-49ad-a8fb-b23d19212550 req-aca256f8-9ff2-49c0-8201-4e3e468f9ed9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0824015 Apr 05 12:32:14.497960 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be3693b1-a04a-49ad-a8fb-b23d19212550 req-1e2faf80-6119-48d4-99a5-ebea818db2fa tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377915 Apr 05 12:32:15.693499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab26af-c8af-4748-874a-bbbb8b0708f8 req-32f153fd-d0d0-43a3-8f4e-e333731bdfe1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:15.695008 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eab26af-c8af-4748-874a-bbbb8b0708f8 req-32f153fd-d0d0-43a3-8f4e-e333731bdfe1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0831335 Apr 05 12:32:15.741910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eab26af-c8af-4748-874a-bbbb8b0708f8 req-6d46bbc6-fb7e-4632-9868-ee5ca7e0c423 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Apr 05 12:32:16.923213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a00b-5eb7-4aaa-afd7-c0ad81fc0519 req-3ddc9d0f-5562-4fe8-b8c0-b4fe747bff15 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:16.924644 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3525a00b-5eb7-4aaa-afd7-c0ad81fc0519 req-3ddc9d0f-5562-4fe8-b8c0-b4fe747bff15 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0776517 Apr 05 12:32:16.971464 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3525a00b-5eb7-4aaa-afd7-c0ad81fc0519 req-e190e008-1185-4a13-9394-cfc7a7ef0fc6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411673 Apr 05 12:32:18.166470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd80b09-c16f-474e-8205-fe035992f62d req-69da387a-2a84-4631-b42d-fb326a14cc0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:18.167964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdd80b09-c16f-474e-8205-fe035992f62d req-69da387a-2a84-4631-b42d-fb326a14cc0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0824342 Apr 05 12:32:18.211941 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdd80b09-c16f-474e-8205-fe035992f62d req-29205114-5ad3-4c82-8841-6bcaa1c6246c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381610 Apr 05 12:32:19.393723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55ea26-ded2-4417-af7d-7a579dffb1b0 req-9e64cab1-aa9d-4527-86b2-3a2918f66b9e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:19.395147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a55ea26-ded2-4417-af7d-7a579dffb1b0 req-9e64cab1-aa9d-4527-86b2-3a2918f66b9e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0787559 Apr 05 12:32:19.438316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a55ea26-ded2-4417-af7d-7a579dffb1b0 req-584e78a9-2d04-48c7-bbff-51918755a0c7 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 Apr 05 12:32:20.716982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069ef2-ea59-436c-a254-92600c48499a req-08f3e6fd-d0f8-4b19-bc1f-a0eca5ed9059 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:20.718479 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8069ef2-ea59-436c-a254-92600c48499a req-08f3e6fd-d0f8-4b19-bc1f-a0eca5ed9059 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1716020 Apr 05 12:32:20.762253 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8069ef2-ea59-436c-a254-92600c48499a req-3874a8e7-e2a5-42b0-92e1-e1341d0d26a4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378170 Apr 05 12:32:21.999619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61144b67-b31f-4799-a0c0-7bda3277acf4 req-24d58d7d-4975-4413-8900-c9d3aacd7b27 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:22.001108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61144b67-b31f-4799-a0c0-7bda3277acf4 req-24d58d7d-4975-4413-8900-c9d3aacd7b27 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.1352034 Apr 05 12:32:22.045925 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-61144b67-b31f-4799-a0c0-7bda3277acf4 req-f1799254-f649-47b0-8649-f4c4415667d0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389092 Apr 05 12:32:23.230679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-49a90f3e-4e91-4bef-af88-19432f5d0bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:23.239660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66423-cd12-42ac-a692-14af94541343 req-f242bd58-f253-4025-8fe9-c041e8b27dc0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:23.241105 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-33d66423-cd12-42ac-a692-14af94541343 req-f242bd58-f253-4025-8fe9-c041e8b27dc0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0839927 Apr 05 12:32:23.281048 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:32:23.285390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-33d66423-cd12-42ac-a692-14af94541343 req-5d5bd3b1-065b-4b8e-8373-f89fddbc2d3d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379262 Apr 05 12:32:24.439117 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-b74a1b45-6d81-4281-a4f8-10279409a733 service neutron] 10.222.0.30 "GET /v2.0/ports/3234ca6e-1f43-4593-bf3b-4605ee57c43b/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1319106 Apr 05 12:32:24.540845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c455-823d-4695-b2c9-2be936a0b485 req-b3acc933-4b33-4145-b84e-7fda1b417861 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:24.542840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aa27c455-823d-4695-b2c9-2be936a0b485 req-b3acc933-4b33-4145-b84e-7fda1b417861 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0832057 Apr 05 12:32:24.593624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:24.596358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aa27c455-823d-4695-b2c9-2be936a0b485 req-e8fe8024-7cec-4dfa-a683-86a94b78d6ea tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476704 Apr 05 12:32:24.713480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-ae0fe052-94fb-455e-860f-8f130ed361af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:24.715481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-ae0fe052-94fb-455e-860f-8f130ed361af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1099 time: 0.0709133 Apr 05 12:32:24.804328 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-043cfb32-121b-4611-8e63-096f23886364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:24.805751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-043cfb32-121b-4611-8e63-096f23886364 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1099 time: 0.0692110 Apr 05 12:32:24.983596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-e4219b6c-4869-448e-9fbc-78995b1384d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:24.984962 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-e4219b6c-4869-448e-9fbc-78995b1384d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1727583 Apr 05 12:32:25.090380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-ccfbac84-805e-48b0-adb2-48508ac2a193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1002 time: 0.0983248 Apr 05 12:32:25.154963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-e8d025cb-50ab-4f21-94cc-150b63eff0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:25.156491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-e8d025cb-50ab-4f21-94cc-150b63eff0a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0603683 Apr 05 12:32:25.233538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616879-9f89-4a16-8250-97d16d22c820 req-a1d72183-d3ec-4ff2-b6f1-494069a98896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:25.235094 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-a1d72183-d3ec-4ff2-b6f1-494069a98896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725102 Apr 05 12:32:25.305780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22622952-3577-4f55-830b-9b55711de153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:25.369020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-3226dc9a-ccc3-4251-961e-262f32a0d791 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278412 Apr 05 12:32:25.503270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-58616879-9f89-4a16-8250-97d16d22c820 req-850e91c7-8cdc-4ccf-a598-f381b1a2872e service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288414 Apr 05 12:32:25.795022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2a11e-0cc6-4e2d-8508-abb6a78b8f1c req-3f46975a-bb71-4bdf-b662-eee088f0a510 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:25.796479 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-93c2a11e-0cc6-4e2d-8508-abb6a78b8f1c req-3f46975a-bb71-4bdf-b662-eee088f0a510 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0856309 Apr 05 12:32:25.853475 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-93c2a11e-0cc6-4e2d-8508-abb6a78b8f1c req-5c45d540-174f-4e13-856d-38bd06fc64bc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510180 Apr 05 12:32:26.479051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:26.531209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:27.054591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aca6d8-a8df-4173-bdd2-57a3f7b56070 req-f7bb2483-db18-4aea-9a34-4eee79d22c7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:27.057102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-56aca6d8-a8df-4173-bdd2-57a3f7b56070 req-f7bb2483-db18-4aea-9a34-4eee79d22c7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0960572 Apr 05 12:32:27.112088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-56aca6d8-a8df-4173-bdd2-57a3f7b56070 req-81b49a01-c7b0-48ce-9948-4c2c87cb9660 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475516 Apr 05 12:32:27.773513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:28.047930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:32:28.050178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:32:28.228185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-6bd5b604-0250-4708-b8c9-42f968bfcc5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799270 Apr 05 12:32:28.333577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:28.346941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:28.370374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'mac_address': 'fa:16:3e:3c:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:32:28.423855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:28.445132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:28.459291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:28.471331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525c5d2-c653-4550-962c-09b3879d9b12 req-cef829a4-0c22-40ad-9852-0e0cf8a889d4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.473063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0525c5d2-c653-4550-962c-09b3879d9b12 req-cef829a4-0c22-40ad-9852-0e0cf8a889d4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.2437773 Apr 05 12:32:28.492413 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'code': 200} Apr 05 12:32:28.498793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:28.525711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:32:28.536238 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0525c5d2-c653-4550-962c-09b3879d9b12 req-8b4e11d8-45eb-4f8c-8f88-40bd0e0f6f65 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520396 Apr 05 12:32:28.538971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082964a0-de22-4f56-8977-d921d7c883f7 req-2e49a002-42bf-4195-af30-13dcb34bc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.540410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-2e49a002-42bf-4195-af30-13dcb34bc572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1099 time: 0.2341950 Apr 05 12:32:28.587840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:28.600098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.600446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.600785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.601116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.601442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.601762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.602086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.602406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.602773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.603176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.603497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.603815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:32:28.618048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:32:28.618401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:32:28.695859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082964a0-de22-4f56-8977-d921d7c883f7 req-92f4a586-df83-47ec-96db-a262b899054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.697404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-92f4a586-df83-47ec-96db-a262b899054a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1377063 Apr 05 12:32:28.846792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-ae3e8185-351c-46e7-98de-8523908a66b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1000 time: 0.1424859 Apr 05 12:32:28.855340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-267ebf6a-5232-4c8a-b39d-1e0d849558f2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.856913 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-267ebf6a-5232-4c8a-b39d-1e0d849558f2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb&tenant_id=4bbc7df4d30640fa84130acdc224bfa5&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.0842104 Apr 05 12:32:28.930945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f56e23-15da-4970-ad4e-7e300f92c12a req-8b12894c-59f2-4f2c-9b9a-720be86ea05a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.933076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3f56e23-15da-4970-ad4e-7e300f92c12a req-8b12894c-59f2-4f2c-9b9a-720be86ea05a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 944 time: 0.1547344 Apr 05 12:32:28.934526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082964a0-de22-4f56-8977-d921d7c883f7 req-ff89931e-e308-4c59-9476-a8cc87500ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:28.935860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-ff89931e-e308-4c59-9476-a8cc87500ea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0827968 Apr 05 12:32:29.022478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3f56e23-15da-4970-ad4e-7e300f92c12a req-464ff8d8-cae6-4f90-8302-de0ab1352ad6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832999 Apr 05 12:32:29.044314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082964a0-de22-4f56-8977-d921d7c883f7 req-af069368-7ce8-4912-9f56-2778da7b01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:29.045759 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-af069368-7ce8-4912-9f56-2778da7b01bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940776 Apr 05 12:32:29.171952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:29.178102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-5154918f-6dfa-4702-871e-4782dfb4e35e service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260800 Apr 05 12:32:29.189798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:32:29.206185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:29.210319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:29.280457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['3234ca6e-1f43-4593-bf3b-4605ee57c43b'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:32:29.312640 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-082964a0-de22-4f56-8977-d921d7c883f7 req-19586b1c-5baf-429f-bd7e-31b27f1ffa11 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285336 Apr 05 12:32:29.327892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:29.471469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-32e929d4-fc80-4c91-ad7d-23c1255acfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:29.472924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-32e929d4-fc80-4c91-ad7d-23c1255acfcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 1098 time: 0.0751321 Apr 05 12:32:29.603510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-7471afb4-1d0b-4c55-9f9e-092a2ba8257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:29.604943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-7471afb4-1d0b-4c55-9f9e-092a2ba8257d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1262941 Apr 05 12:32:29.711270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-60a4bc7b-d818-443d-866b-a30c3840eb99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 200 len: 1001 time: 0.0990479 Apr 05 12:32:29.772518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-e3b12727-6b9b-4c32-bf06-c335666b397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:29.773856 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-e3b12727-6b9b-4c32-bf06-c335666b397f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0567353 Apr 05 12:32:29.846777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-9b542e8d-e27d-4cdd-9cbe-f7a178bdf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:29.848253 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-9b542e8d-e27d-4cdd-9cbe-f7a178bdf2be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686374 Apr 05 12:32:29.978858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-7120282f-fbd6-4e65-a8a2-530333a4084e service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234715 Apr 05 12:32:30.046646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:32:30.129518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-c14711c8-5568-4245-b3d7-6290cdc36736 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437504 Apr 05 12:32:30.129950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 3234ca6e-1f43-4593-bf3b-4605ee57c43b triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:32:30.130321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:30.258131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:30.293973 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:30.298774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:30.349950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c39cd6-e1b6-4a71-bfc0-529b7f5fbc94 req-6dceb8e9-281d-49cf-8e6d-4baf16de783b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:30.351682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b1c39cd6-e1b6-4a71-bfc0-529b7f5fbc94 req-6dceb8e9-281d-49cf-8e6d-4baf16de783b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.2049112 Apr 05 12:32:30.374365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:30.400478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b1c39cd6-e1b6-4a71-bfc0-529b7f5fbc94 req-8c7d3208-5126-4d82-9be0-99c10775a814 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Apr 05 12:32:30.493578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:30.537936 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'code': 200} Apr 05 12:32:31.585938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d0b39-cda1-443a-82aa-cd260a8890a8 req-c471b148-f3bf-479f-aecb-c7e4d5bbe73f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:31.587436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af2d0b39-cda1-443a-82aa-cd260a8890a8 req-c471b148-f3bf-479f-aecb-c7e4d5bbe73f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0808706 Apr 05 12:32:31.631753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-af2d0b39-cda1-443a-82aa-cd260a8890a8 req-345f8289-9ec1-4cb2-a3c7-5ba0f013640d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380387 Apr 05 12:32:31.822676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9569eb-4829-419c-b933-7f317e553a6e req-ed387ab5-58a9-437a-8383-3c43522963e0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:31.824730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc9569eb-4829-419c-b933-7f317e553a6e req-ed387ab5-58a9-437a-8383-3c43522963e0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0854011 Apr 05 12:32:31.870242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc9569eb-4829-419c-b933-7f317e553a6e req-986a34f4-58fd-4b92-9fe8-c52da5438f10 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Apr 05 12:32:32.062902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eeab2-1b6b-44cb-a606-a1c2ccbff235 req-440c08b2-21de-4a9b-bb00-03ef8c07ab40 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:32.064386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a93eeab2-1b6b-44cb-a606-a1c2ccbff235 req-440c08b2-21de-4a9b-bb00-03ef8c07ab40 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0821059 Apr 05 12:32:32.109057 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a93eeab2-1b6b-44cb-a606-a1c2ccbff235 req-bb7989da-a93f-4778-ad0b-f87cc2797841 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Apr 05 12:32:32.488934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839826-cc9c-4ab9-8ae8-9e495286556e req-b408269d-f96f-4533-88a9-1f7c3d3666b0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:32.490370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb839826-cc9c-4ab9-8ae8-9e495286556e req-b408269d-f96f-4533-88a9-1f7c3d3666b0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0824554 Apr 05 12:32:32.533350 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb839826-cc9c-4ab9-8ae8-9e495286556e req-1517d440-c37f-4902-a92a-63ce48d2ce84 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368900 Apr 05 12:32:33.715830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de894635-a6a6-439a-8087-43301cd37b85 req-1adeb6ad-a290-4424-aa3f-03b4c55dfd0e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:33.717304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de894635-a6a6-439a-8087-43301cd37b85 req-1adeb6ad-a290-4424-aa3f-03b4c55dfd0e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0795772 Apr 05 12:32:33.764399 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de894635-a6a6-439a-8087-43301cd37b85 req-644ccdc6-769b-4c66-830d-ef1dfdeabb46 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Apr 05 12:32:34.122504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-f12a1fea-9387-447e-801c-48651e5c0bab tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:34.123972 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-f12a1fea-9387-447e-801c-48651e5c0bab tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 946 time: 0.0825448 Apr 05 12:32:34.191336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Deleting port 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:32:34.191678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:34.442154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] For port 3234ca6e-1f43-4593-bf3b-4605ee57c43b, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=3234ca6e-1f43-4593-bf3b-4605ee57c43b,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:34.442508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:34.723772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:34.724451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:34.724451 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 disassociated. External IP: 172.26.5.213, port: 3234ca6e-1f43-4593-bf3b-4605ee57c43b. Apr 05 12:32:34.724670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Calling delete_port for 3234ca6e-1f43-4593-bf3b-4605ee57c43b owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:32:34.905262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:34.955551 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1159f7c5-6876-4cb8-9d50-20453dd82eaf req-0f59aa17-2c03-49f4-b793-99674b31da49 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 210 time: 0.0855529 Apr 05 12:32:34.965582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'Port': ['ID=3234ca6e-1f43-4593-bf3b-4605ee57c43b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:35.264582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:32:35.450531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:32:35.460384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:32:35.472196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:32:35.472822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:32:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:35.536797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] No DVR routers for this DVR port 3234ca6e-1f43-4593-bf3b-4605ee57c43b on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:32:35.539707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:35.544981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-deleted', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:35.562175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ed4a79e-406a-43d3-a1a9-2bb652edf88f req-4a709585-05d4-4fd4-8015-f863dfd70769 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "DELETE /v2.0/ports/3234ca6e-1f43-4593-bf3b-4605ee57c43b HTTP/1.1" status: 204 len: 173 time: 1.4329607 Apr 05 12:32:35.605351 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00cffc3-6cd8-4e33-886f-99f8c68675eb', 'name': 'network-vif-deleted', 'tag': '3234ca6e-1f43-4593-bf3b-4605ee57c43b', 'status': 'completed', 'code': 200} Apr 05 12:32:35.664149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:32:35.991149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:35.996400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:32:36.006009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:32:36.006632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:32:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:36.142833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2ee96a90-a203-4f59-8e5a-3c2a2734ac29 req-9e7c925a-0dbe-4421-b4e1-49af8f2199e3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:32:36.160487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2ee96a90-a203-4f59-8e5a-3c2a2734ac29 req-9e7c925a-0dbe-4421-b4e1-49af8f2199e3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:32:36.160832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2ee96a90-a203-4f59-8e5a-3c2a2734ac29 req-9e7c925a-0dbe-4421-b4e1-49af8f2199e3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=d00cffc3-6cd8-4e33-886f-99f8c68675eb HTTP/1.1" status: 200 len: 210 time: 0.0670049 Apr 05 12:32:36.233294 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:32:36.581350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-423733e3-5b57-4764-8d01-76410a20badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:36.585354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423733e3-5b57-4764-8d01-76410a20badc None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:32:36.815954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03d9c0e-b7cb-464d-a653-a92cee4e5c0d None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:32:37.505533 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-1651da74-1bf4-4dad-9bee-52b200a94884 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--941764651&fields=id&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 267 time: 0.0396974 Apr 05 12:32:37.657179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-1c429f45-f72d-4f18-beb8-ff1cb525c0ff tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:37.658528 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-1c429f45-f72d-4f18-beb8-ff1cb525c0ff tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1464062 Apr 05 12:32:37.673471 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-0351cba3-ffda-4192-9652-7197e8b608e6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/quotas/4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0095258 Apr 05 12:32:37.763505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-0a34ba92-287a-43c3-8668-7b49fc61f020 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851040 Apr 05 12:32:37.904756 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-e41948af-1a0c-466c-ae5a-ebc5176f8038 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274745 Apr 05 12:32:38.037005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-0842eb7b-4e02-4c15-9b78-cb6b3c4a2443 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264739 Apr 05 12:32:38.093166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:32:38.132740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 3234ca6e-1f43-4593-bf3b-4605ee57c43b {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:32:38.133091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 3234ca6e-1f43-4593-bf3b-4605ee57c43b not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:32:38.220386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cfbff5d3-1569-4be4-abc3-64c96958b299 req-747404d2-4655-458a-9d4f-630acd47297f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 210 time: 0.0430734 Apr 05 12:32:39.274043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-17c6ee3d-8bf2-4cff-91c8-d55aeee67f6a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:39.275542 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-17c6ee3d-8bf2-4cff-91c8-d55aeee67f6a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1521859 Apr 05 12:32:39.330306 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-0094a427-dab0-4b69-9dc1-1526b4df2b08 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 379 time: 0.0463381 Apr 05 12:32:39.339940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'port': {'device_id': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'admin_state_up': True, 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'security_groups': ['85b66f1a-9da3-4505-9e6d-74920631dbbd']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:32:39.408449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a444788-0594-4f03-bbf6-6623c071524a req-1c0f2e12-9821-48af-8fdf-e9e56ef3bc7b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 210 time: 0.0737679 Apr 05 12:32:39.515149 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:32:39.524929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:32:39.535645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:32:39.539400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:39.811810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Allocated IP 172.20.0.6 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/f4f7d379-270c-4287-886b-72c4f67edc38) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:32:39.997450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.012194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Transition to ACTIVE for port object f4f7d379-270c-4287-886b-72c4f67edc38 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:32:40.035269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.104514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:32:40.112048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:32:40.116377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:32:40.147091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:40.184860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:40.185592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.211281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-52739f0c-714b-4dd3-9906-79b3caa37be6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748064 Apr 05 12:32:40.223440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Request body: {'port': {'device_id': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:32:40.335823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.341273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-180a2d92-5442-4c1a-a76d-eda23e28cd18 None None] Provisioning for port f4f7d379-270c-4287-886b-72c4f67edc38 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:32:40.346447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-180a2d92-5442-4c1a-a76d-eda23e28cd18 None None] Provisioning complete for port f4f7d379-270c-4287-886b-72c4f67edc38 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:32:40.346813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-180a2d92-5442-4c1a-a76d-eda23e28cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.402930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-180a2d92-5442-4c1a-a76d-eda23e28cd18 None None] Port f4f7d379-270c-4287-886b-72c4f67edc38 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:32:40.734858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:32:40.744236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.764241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Transition to ACTIVE for port object f4f7d379-270c-4287-886b-72c4f67edc38 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:32:40.769198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:40.904554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c27fa-da27-4d52-b4b4-0b9760fbc163 req-136b2452-5cf2-4dd4-82fd-7876fd81c5ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:40.905285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9b3c27fa-da27-4d52-b4b4-0b9760fbc163 req-136b2452-5cf2-4dd4-82fd-7876fd81c5ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:32:40.953643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:41.011429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-9b3c27fa-da27-4d52-b4b4-0b9760fbc163 req-136b2452-5cf2-4dd4-82fd-7876fd81c5ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:32:41.012598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b3c27fa-da27-4d52-b4b4-0b9760fbc163 req-136b2452-5cf2-4dd4-82fd-7876fd81c5ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 931 time: 0.3426864 Apr 05 12:32:41.062636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Attempting to bind port f4f7d379-270c-4287-886b-72c4f67edc38 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:32:41.062964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Attempting to bind port f4f7d379-270c-4287-886b-72c4f67edc38 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:32:41.063334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Attempting to bind port f4f7d379-270c-4287-886b-72c4f67edc38 on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:32:41.072224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Port f4f7d379-270c-4287-886b-72c4f67edc38 on network d41a8f4e-7203-4def-b6bd-439ac9e98613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:32:41.072537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Attempting to bind port f4f7d379-270c-4287-886b-72c4f67edc38 on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:32:41.082927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b3c27fa-da27-4d52-b4b4-0b9760fbc163 req-3d8edb8a-744f-409e-8ed7-0a6fa907da25 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639760 Apr 05 12:32:41.083784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:32:41.084114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:32:41.084478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:32:41.084901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Bound port: f4f7d379-270c-4287-886b-72c4f67edc38, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:32:41.085238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:41.175861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:32:41.179046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:32:41.183479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:41.238097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:41.238635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:41.240016 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] 10.222.0.30 "PUT /v2.0/ports/f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 1093 time: 1.0213544 Apr 05 12:32:41.240459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:41.269898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fd83d-b3ad-4e70-b8e0-03b86dd1153b service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:41.319480 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'status': 'completed', 'code': 200} Apr 05 12:32:41.365714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-ac7ffece-e514-4bd9-966c-cd7d3e6ca836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:41.367296 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-ac7ffece-e514-4bd9-966c-cd7d3e6ca836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1096 time: 0.0815439 Apr 05 12:32:41.434961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-c38dd769-9ef0-4692-b8c3-c160f3127545 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 217 time: 0.0609198 Apr 05 12:32:41.593616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-b8b3c989-f80d-466b-9997-b077097c2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:41.595278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-b8b3c989-f80d-466b-9997-b077097c2c2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.1548407 Apr 05 12:32:41.667145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f4f8-3e55-4990-8618-7303befacecb req-a0d259ed-39e1-4837-94ab-cffbdf6060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:41.668568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-a0d259ed-39e1-4837-94ab-cffbdf6060a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674446 Apr 05 12:32:41.795566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-76dde820-87c7-4fd8-bcce-06643a7e0e95 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207972 Apr 05 12:32:41.922833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1152f4f8-3e55-4990-8618-7303befacecb req-444c9c31-de11-4c74-999b-6e62caf25d77 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220369 Apr 05 12:32:42.044797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-5ea93ec4-9bf0-4b44-a27d-ad2b692518ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:42.046364 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-5ea93ec4-9bf0-4b44-a27d-ad2b692518ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1096 time: 0.0764623 Apr 05 12:32:42.192463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-1206ce9b-f6bd-459d-b36f-7be96c589b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:42.194946 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-1206ce9b-f6bd-459d-b36f-7be96c589b19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1421218 Apr 05 12:32:42.308216 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-01be8018-f77e-4f3e-8431-84e49992095d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 217 time: 0.0734689 Apr 05 12:32:42.385911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-2ddcccbc-db35-4350-801b-705b2c61c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:42.387387 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-2ddcccbc-db35-4350-801b-705b2c61c8d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0728891 Apr 05 12:32:42.399723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f978e-d830-4e76-9990-359b0019ece1 req-7dd4ad6f-f7d6-49d4-b562-cc1711470efb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:42.401162 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d93f978e-d830-4e76-9990-359b0019ece1 req-7dd4ad6f-f7d6-49d4-b562-cc1711470efb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.2013402 Apr 05 12:32:42.492764 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d93f978e-d830-4e76-9990-359b0019ece1 req-653d0b83-8657-44e2-956a-a7f5c34c8f96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608699 Apr 05 12:32:42.515644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-e45daf0c-6aa2-4366-af1c-14f85ea178d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:42.517132 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-e45daf0c-6aa2-4366-af1c-14f85ea178d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151237 Apr 05 12:32:42.648589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-138eb630-e645-424a-a99f-c83e8e14f796 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246367 Apr 05 12:32:42.780442 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57036aa2-4b99-41f3-95bc-ea9953eb80c3 req-100856a6-9c49-4115-916c-0e0f5f950184 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250870 Apr 05 12:32:43.679047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b0994-7b95-4ad6-becd-e03fe9defce3 req-decced24-a9fc-42fc-9fd3-bade9aa2e6b0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:43.680507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-184b0994-7b95-4ad6-becd-e03fe9defce3 req-decced24-a9fc-42fc-9fd3-bade9aa2e6b0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0791156 Apr 05 12:32:43.726535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-184b0994-7b95-4ad6-becd-e03fe9defce3 req-aef81e9b-76da-4e66-bd1e-88e02ad0f9ec tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396991 Apr 05 12:32:44.156496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:32:44.290176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:44.305153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'mac_address': 'fa:16:3e:69:d3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:32:44.360935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:44.377948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:32:44.393765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:44.397662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:44.468363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:44.591756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['f4f7d379-270c-4287-886b-72c4f67edc38'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:32:44.915332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eecd6-4d3f-451b-a725-316453b8d0c3 req-85918b97-03b3-4600-9193-92625ba48595 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:44.917316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-837eecd6-4d3f-451b-a725-316453b8d0c3 req-85918b97-03b3-4600-9193-92625ba48595 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 944 time: 0.0827115 Apr 05 12:32:44.960496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-837eecd6-4d3f-451b-a725-316453b8d0c3 req-c28d32fc-6dd4-424a-a5bc-b202d738ff58 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375364 Apr 05 12:32:46.170139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96ad45-964d-45f1-a4cb-3f532ade1eec req-2ef046d9-0ce0-462f-9c16-e4f5d1bfbd73 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:46.171931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:32:46.172332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3e96ad45-964d-45f1-a4cb-3f532ade1eec req-2ef046d9-0ce0-462f-9c16-e4f5d1bfbd73 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 944 time: 0.0957904 Apr 05 12:32:46.227659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3e96ad45-964d-45f1-a4cb-3f532ade1eec req-176275b2-d047-46f7-9672-46ba5ab460c4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450532 Apr 05 12:32:46.252348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port f4f7d379-270c-4287-886b-72c4f67edc38 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:32:46.257264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port f4f7d379-270c-4287-886b-72c4f67edc38 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:32:46.257634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:46.371584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:46.397754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:46.407700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:32:46.412457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:46.447334 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'code': 200} Apr 05 12:32:46.489182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:32:46.664931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dbcb0-eb40-41db-96d8-bf9a96f2e2df req-9c7ecb7a-a4dd-4c7a-a00d-42129462a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:46.666362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b6dbcb0-eb40-41db-96d8-bf9a96f2e2df req-9c7ecb7a-a4dd-4c7a-a00d-42129462a129 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1098 time: 0.0683498 Apr 05 12:32:46.704807 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b6dbcb0-eb40-41db-96d8-bf9a96f2e2df req-375c466d-a8f1-4d51-9422-4ce08d79622b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322435 Apr 05 12:32:47.420524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acda2aa-ca8b-4360-bbb2-a45bf18cfcf3 req-a3c47670-3282-4717-98eb-2bf1cb3bfa96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:47.421996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1acda2aa-ca8b-4360-bbb2-a45bf18cfcf3 req-a3c47670-3282-4717-98eb-2bf1cb3bfa96 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0850682 Apr 05 12:32:47.569974 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1acda2aa-ca8b-4360-bbb2-a45bf18cfcf3 req-8b38a42b-7bbf-4d3b-9118-0fc9524fdd65 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420655 Apr 05 12:32:48.755487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6ebc-f58d-40c3-a486-fc587d397fd4 req-e31f102a-4aa4-46e8-9f89-8789f512a4cf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:48.756947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95be6ebc-f58d-40c3-a486-fc587d397fd4 req-e31f102a-4aa4-46e8-9f89-8789f512a4cf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0791962 Apr 05 12:32:48.805721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95be6ebc-f58d-40c3-a486-fc587d397fd4 req-2dae1f91-1bd0-480c-977f-7216e3d538d0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Apr 05 12:32:48.989175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101de189-2d43-4293-98ad-3fa1748142e6 req-7acfcac5-12ef-47ec-bd0f-2508e53e7fda tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:48.990641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-101de189-2d43-4293-98ad-3fa1748142e6 req-7acfcac5-12ef-47ec-bd0f-2508e53e7fda tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0817518 Apr 05 12:32:48.999609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 59900) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:32:49.004512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'floatingip': {'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:32:49.085236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:49.677089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:49.680827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:49.849281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 associated. External IP: 172.26.5.213, port: f4f7d379-270c-4287-886b-72c4f67edc38. Apr 05 12:32:50.297002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:32:50.482695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:32:50.487451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:50.494745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:32:50.504604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:32:50.505313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:32:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:50.546423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-667671ff-5d61-4b48-aca6-0996bb47ed82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "PUT /v2.0/floatingips/2346cf0f-7a65-4b27-b1b8-704d5536d017 HTTP/1.1" status: 200 len: 991 time: 1.5457554 Apr 05 12:32:50.546993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:32:50.597383 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'status': 'completed', 'code': 200} Apr 05 12:32:50.707458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:32:50.711354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-bbcdcd8a-3f07-426e-9300-43b2ab1bffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:50.711354 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-bbcdcd8a-3f07-426e-9300-43b2ab1bffec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1098 time: 0.0944593 Apr 05 12:32:50.908841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-210e1010-4660-495a-8597-e53d6d2291a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:50.909531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-210e1010-4660-495a-8597-e53d6d2291a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1912954 Apr 05 12:32:51.004354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98170b-2fb7-4ec5-a20b-2c36bff7cfa4 req-e10cb951-74a2-4fef-b640-6f37e6ba79fe tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:51.005815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cf98170b-2fb7-4ec5-a20b-2c36bff7cfa4 req-e10cb951-74a2-4fef-b640-6f37e6ba79fe tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.1923308 Apr 05 12:32:51.048607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-d3684219-8b7c-48e2-94c9-c979259802ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 999 time: 0.1293552 Apr 05 12:32:51.069657 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cf98170b-2fb7-4ec5-a20b-2c36bff7cfa4 req-ee779cfe-ab22-4c29-b34f-bdbdaa63c8a6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572739 Apr 05 12:32:51.113303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:69:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:32:49Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:51.117480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:32:51.126853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:32:51.127492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:32:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:51.132179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-4ec2e44d-6bd0-4059-b908-f7adcdc92973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:51.133634 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-4ec2e44d-6bd0-4059-b908-f7adcdc92973 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0672972 Apr 05 12:32:51.214784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-90adb972-7baa-4f69-b308-c52977e63c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:51.216287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-90adb972-7baa-4f69-b308-c52977e63c3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751355 Apr 05 12:32:51.309736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:32:51.352982 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-196d39ea-9197-4993-8dab-a29ccde7c082 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299698 Apr 05 12:32:51.486111 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-11e6a8fd-1375-44ef-978b-5f0ff1808967 req-ed2a645f-f32c-4d7f-a13e-0c2237366509 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268404 Apr 05 12:32:51.655218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:69:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:32:49Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:32:51.659207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b04ca-d198-4f8c-9d6c-88ed9892e1ec None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:69:d3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:32:49Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:32:51.841597 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e27d0d-165a-4363-b236-5205914dd636 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:32:52.270080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd834ab-9fc1-4be1-9c35-dc19d01ce1c9 req-020d2709-b6d4-48b9-b140-fbad0c7765a0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:52.271621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cd834ab-9fc1-4be1-9c35-dc19d01ce1c9 req-020d2709-b6d4-48b9-b140-fbad0c7765a0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0904081 Apr 05 12:32:52.316817 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cd834ab-9fc1-4be1-9c35-dc19d01ce1c9 req-07046449-841c-481b-bbdc-d3add4989b24 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386391 Apr 05 12:32:53.233924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-218168f4-9fc8-4f0c-adac-c38f0eee1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:53.503758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239759c-9f86-483a-96f2-bd084fdd94d6 req-b5684f6f-522d-4cf0-b0da-100534037984 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:53.505232 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d239759c-9f86-483a-96f2-bd084fdd94d6 req-b5684f6f-522d-4cf0-b0da-100534037984 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0819049 Apr 05 12:32:53.550305 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d239759c-9f86-483a-96f2-bd084fdd94d6 req-162bcf6e-929a-4730-94c3-e95cdbe20a58 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Apr 05 12:32:54.604347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:54.738509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800786-bb81-43c9-9f87-ad6b9786b6e9 req-73e452b2-c8cd-40d7-bd2b-47835b08fe64 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:54.740015 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66800786-bb81-43c9-9f87-ad6b9786b6e9 req-73e452b2-c8cd-40d7-bd2b-47835b08fe64 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0810399 Apr 05 12:32:54.787258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66800786-bb81-43c9-9f87-ad6b9786b6e9 req-35106468-e2ab-46e0-8b5f-0a4322942e18 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411072 Apr 05 12:32:55.311492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc27d-62a3-4992-8ae4-543adc711185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:56.086252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a8ae6-2ba2-4530-b707-2a1883f8214c req-2773a95c-6d58-4adc-b165-d276137e6175 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:56.087653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a78a8ae6-2ba2-4530-b707-2a1883f8214c req-2773a95c-6d58-4adc-b165-d276137e6175 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.1944561 Apr 05 12:32:56.132408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a78a8ae6-2ba2-4530-b707-2a1883f8214c req-ded1af17-ce70-4364-8794-35623a1b5227 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383182 Apr 05 12:32:56.482020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:56.534775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:57.321727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e129111-2800-4268-a373-df0639d700af req-788b9d8b-7bb4-46c9-a4bb-00dbe66569db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:57.323104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e129111-2800-4268-a373-df0639d700af req-788b9d8b-7bb4-46c9-a4bb-00dbe66569db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0830119 Apr 05 12:32:57.366753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e129111-2800-4268-a373-df0639d700af req-04814fe4-6193-4d8b-9b6b-efb7afeae7d3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Apr 05 12:32:57.784279 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:32:58.552115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8edf8a-d0ed-4642-8a38-0335f6299295 req-0b150c8b-f7a8-4f41-9c6f-b564dd2cfe72 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:58.553566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d8edf8a-d0ed-4642-8a38-0335f6299295 req-0b150c8b-f7a8-4f41-9c6f-b564dd2cfe72 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0790176 Apr 05 12:32:58.600375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d8edf8a-d0ed-4642-8a38-0335f6299295 req-4dd2aa7c-97c2-4482-89c8-3a3fcf2cce4f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Apr 05 12:32:59.781912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df68650-b96d-420e-8535-9ddc1d14f794 req-6aa5f02b-1584-409b-ac2d-512c70e75b36 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:32:59.783284 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7df68650-b96d-420e-8535-9ddc1d14f794 req-6aa5f02b-1584-409b-ac2d-512c70e75b36 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0793462 Apr 05 12:32:59.826890 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7df68650-b96d-420e-8535-9ddc1d14f794 req-61cf9a6d-55e3-4187-817f-e1a927a19a53 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Apr 05 12:33:00.280212 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:33:01.017854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cefd81-866c-4d6f-b8b7-c08c250ddf33 req-af0a4d08-5d59-41ff-ae64-ff26b01ab90f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:01.019395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8cefd81-866c-4d6f-b8b7-c08c250ddf33 req-af0a4d08-5d59-41ff-ae64-ff26b01ab90f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0831976 Apr 05 12:33:01.063547 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8cefd81-866c-4d6f-b8b7-c08c250ddf33 req-df380344-122f-48c6-a441-e934ce2fb5da tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384293 Apr 05 12:33:02.249659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c118-119a-44b8-984b-569007816bf8 req-af6d8f5d-105d-4298-b5fa-47fb78e174c8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:02.250992 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8909c118-119a-44b8-984b-569007816bf8 req-af6d8f5d-105d-4298-b5fa-47fb78e174c8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0819135 Apr 05 12:33:02.295612 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8909c118-119a-44b8-984b-569007816bf8 req-27d66fdd-4ebf-49ba-bcc8-d889dca3e6e3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Apr 05 12:33:03.483121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4bb49-b30d-45de-bfbb-d043bf7e356a req-17e16652-94b1-415a-86a5-228e9ac2a5bb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:03.484615 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-38a4bb49-b30d-45de-bfbb-d043bf7e356a req-17e16652-94b1-415a-86a5-228e9ac2a5bb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0827763 Apr 05 12:33:03.528674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-38a4bb49-b30d-45de-bfbb-d043bf7e356a req-984a3bf8-7b68-4bcf-8ab1-d1f168097042 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383668 Apr 05 12:33:04.714984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c82241-1359-4ded-8a25-ba364047f98e req-425756bf-4545-4e80-b5c2-3c2f93726c1e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:04.716475 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7c82241-1359-4ded-8a25-ba364047f98e req-425756bf-4545-4e80-b5c2-3c2f93726c1e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0802767 Apr 05 12:33:04.765262 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7c82241-1359-4ded-8a25-ba364047f98e req-6e84f934-519c-4212-9765-69a161954514 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Apr 05 12:33:05.956802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8feef6-53f0-4f0e-b03e-8838b29e7507 req-57d44dcb-f1cb-430e-bf7a-354a8c5363c8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:05.958287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c8feef6-53f0-4f0e-b03e-8838b29e7507 req-57d44dcb-f1cb-430e-bf7a-354a8c5363c8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0832248 Apr 05 12:33:06.003451 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c8feef6-53f0-4f0e-b03e-8838b29e7507 req-162717a0-f4e0-4a00-9dd9-b91b1a286dc9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Apr 05 12:33:07.190238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ce48b-1634-4279-a297-07811f67b0d3 req-e70dde72-9104-4902-b547-bddbd7b5f21d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:07.191706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e16ce48b-1634-4279-a297-07811f67b0d3 req-e70dde72-9104-4902-b547-bddbd7b5f21d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0830095 Apr 05 12:33:07.234998 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e16ce48b-1634-4279-a297-07811f67b0d3 req-603e375b-dc7b-4f00-be6f-217da912eb66 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376451 Apr 05 12:33:08.417084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e2282-5db5-453d-9079-15c0a6529ee3 req-bc66572c-b6bf-4350-8c28-1fcb9aa6525e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:08.418447 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-602e2282-5db5-453d-9079-15c0a6529ee3 req-bc66572c-b6bf-4350-8c28-1fcb9aa6525e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0799732 Apr 05 12:33:08.461996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-602e2282-5db5-453d-9079-15c0a6529ee3 req-0a52ee23-274e-4d5b-a373-f64085630650 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Apr 05 12:33:09.646263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c36ee3-00b0-4a3c-b9d8-00e5aa49dd3d req-1634e02f-16a9-4c47-9f76-2ea90c4813ef tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:09.647728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b9c36ee3-00b0-4a3c-b9d8-00e5aa49dd3d req-1634e02f-16a9-4c47-9f76-2ea90c4813ef tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0822942 Apr 05 12:33:09.696262 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b9c36ee3-00b0-4a3c-b9d8-00e5aa49dd3d req-461cfa65-173a-41f8-9ea4-bf9f4fe541f3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Apr 05 12:33:10.884359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30876fb4-a105-422a-80fc-e9239e08dcf4 req-9eb3d3af-91e9-4828-bc2a-e7d96f90a0db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:10.886335 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-30876fb4-a105-422a-80fc-e9239e08dcf4 req-9eb3d3af-91e9-4828-bc2a-e7d96f90a0db tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0841653 Apr 05 12:33:10.930523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-30876fb4-a105-422a-80fc-e9239e08dcf4 req-c8cc46db-cc00-4024-bd42-b9ad3ca2c62f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383751 Apr 05 12:33:12.124910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb462cb-57f2-4b6c-be65-b34e0c438cdb req-677aca46-d467-4d22-9ff7-3a8340456e5f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:12.126390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afb462cb-57f2-4b6c-be65-b34e0c438cdb req-677aca46-d467-4d22-9ff7-3a8340456e5f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0839138 Apr 05 12:33:12.171956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afb462cb-57f2-4b6c-be65-b34e0c438cdb req-5655f935-4eec-436e-b7f5-49b4fcfa0ec6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Apr 05 12:33:13.366809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf45a50-f61b-4da9-98d0-78035ad461c6 req-ca4f9562-ace8-4c05-9b8d-8825151b1abb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:13.368182 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-caf45a50-f61b-4da9-98d0-78035ad461c6 req-ca4f9562-ace8-4c05-9b8d-8825151b1abb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0913010 Apr 05 12:33:13.413667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-caf45a50-f61b-4da9-98d0-78035ad461c6 req-b7b04dfe-df45-4dd9-8e3b-8a495b7f678c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389876 Apr 05 12:33:14.600332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc2307-992e-4878-88b9-9bc29838df5b req-6e0e9041-3704-4eda-b594-e99f4464719f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:14.602079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aecc2307-992e-4878-88b9-9bc29838df5b req-6e0e9041-3704-4eda-b594-e99f4464719f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0830257 Apr 05 12:33:14.657791 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aecc2307-992e-4878-88b9-9bc29838df5b req-f3f0575b-b2a1-4540-9161-d967ac9d82a2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479643 Apr 05 12:33:15.844050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c42069-22ab-499f-9e6a-9ed997951bc1 req-fee6d010-fabe-44ad-a9b7-2364f585c033 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:15.845454 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-02c42069-22ab-499f-9e6a-9ed997951bc1 req-fee6d010-fabe-44ad-a9b7-2364f585c033 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0817585 Apr 05 12:33:15.891153 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-02c42069-22ab-499f-9e6a-9ed997951bc1 req-173eed20-6a5f-44b4-8b5e-40e81b2292af tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Apr 05 12:33:17.098630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c644b04-2f45-4a40-815e-6a71529f5dc9 req-a1fb7f99-4fed-467a-9d15-35a47854be25 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:17.101794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c644b04-2f45-4a40-815e-6a71529f5dc9 req-a1fb7f99-4fed-467a-9d15-35a47854be25 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0974355 Apr 05 12:33:17.145975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c644b04-2f45-4a40-815e-6a71529f5dc9 req-b3a99780-7dd7-40ed-bbb5-bb92602ef8ff tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400491 Apr 05 12:33:17.513101 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-6614a9ea-1d6e-4a2a-b92e-a258f19a71f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747747 Apr 05 12:33:17.564279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e112db-6684-4499-a335-1215eb982cc0 req-5e8c3b3c-1187-45c9-8c4c-f502890a54f3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:17.565740 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-44e112db-6684-4499-a335-1215eb982cc0 req-5e8c3b3c-1187-45c9-8c4c-f502890a54f3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0828974 Apr 05 12:33:17.610261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-44e112db-6684-4499-a335-1215eb982cc0 req-297e6917-d15a-4d5d-9172-8f0e0d49a8f8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387864 Apr 05 12:33:18.704331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-3ea45ab4-b981-440c-aa09-5fcc9580d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:18.705668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-3ea45ab4-b981-440c-aa09-5fcc9580d2d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1098 time: 0.0814645 Apr 05 12:33:18.987724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-7feb46b7-2c64-408a-b0ce-d7e64ccb518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:18.989160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-7feb46b7-2c64-408a-b0ce-d7e64ccb518f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.2772176 Apr 05 12:33:18.997321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48200ae5-7429-46bf-b27f-268212dc61f2 req-75515f2e-9102-4923-8299-07cba7b3a448 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:18.998645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-48200ae5-7429-46bf-b27f-268212dc61f2 req-75515f2e-9102-4923-8299-07cba7b3a448 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.2667975 Apr 05 12:33:19.120672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-48200ae5-7429-46bf-b27f-268212dc61f2 req-b47b2fb2-1068-4031-93b6-0422167ac91e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710766 Apr 05 12:33:19.127378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-df0efb08-6e40-41f0-8e4b-b790d48f1747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 1001 time: 0.1277788 Apr 05 12:33:19.194273 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-b4ed9fa0-6dca-47cb-9cd5-48a65066636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:19.196661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-b4ed9fa0-6dca-47cb-9cd5-48a65066636f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0629616 Apr 05 12:33:19.273926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-fc127497-a3a1-4df4-bea3-3c40970ab559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:19.275358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-fc127497-a3a1-4df4-bea3-3c40970ab559 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734367 Apr 05 12:33:19.414628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-6d12afc0-8783-44a9-8369-28339b5b8eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323175 Apr 05 12:33:19.548356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-90e00d58-05be-4c06-9654-123c59782644 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279900 Apr 05 12:33:20.312366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37ef9-1cbb-4eb1-8382-380563611f5e req-5637a145-3015-4fdb-bd45-379dfeed8a5f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:20.313822 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0b37ef9-1cbb-4eb1-8382-380563611f5e req-5637a145-3015-4fdb-bd45-379dfeed8a5f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0871658 Apr 05 12:33:20.358799 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0b37ef9-1cbb-4eb1-8382-380563611f5e req-279df918-0a16-4019-90b6-105f62a2e93b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391929 Apr 05 12:33:21.159135 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-cb089951-4be3-4640-b0cf-dfdf43a145e4 service neutron] 10.222.0.30 "GET /v2.0/ports/f4f7d379-270c-4287-886b-72c4f67edc38/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0741103 Apr 05 12:33:21.427108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-a315f654-3d42-4148-8aff-5409c6a810ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:21.428656 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-a315f654-3d42-4148-8aff-5409c6a810ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0767114 Apr 05 12:33:21.582846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-27d049d3-c23a-41af-8010-c4314b4860b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:21.584362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-27d049d3-c23a-41af-8010-c4314b4860b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1098 time: 0.1344488 Apr 05 12:33:21.596078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b14e0-973d-4ead-8528-011c675e1a3b req-99760723-5c10-415e-9ab1-6245155126bc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:21.597521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd4b14e0-973d-4ead-8528-011c675e1a3b req-99760723-5c10-415e-9ab1-6245155126bc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.1167710 Apr 05 12:33:21.729225 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd4b14e0-973d-4ead-8528-011c675e1a3b req-806a5a99-6bd7-488e-95ae-b4f6d5640241 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125944 Apr 05 12:33:21.760678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-38f4e9d4-9d7c-46c6-9963-c53f39c3e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:21.762116 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-38f4e9d4-9d7c-46c6-9963-c53f39c3e508 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1637533 Apr 05 12:33:21.865936 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-f56f7c87-0b4d-45d6-aeba-4370fbf9a7c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 1001 time: 0.0979283 Apr 05 12:33:21.930397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-f197abae-ec53-475e-898b-fa3fa6cb09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:21.932056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-f197abae-ec53-475e-898b-fa3fa6cb09c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0600853 Apr 05 12:33:22.010229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-b7e83b18-1775-438b-ab25-2c169b6cfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:22.015090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-b7e83b18-1775-438b-ab25-2c169b6cfa7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737462 Apr 05 12:33:22.254325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-8f5ced6b-e4dc-4cf3-8490-f0e79842f5a5 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359543 Apr 05 12:33:22.388202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d14c22e-2e36-4bd0-9548-bbea90ea4fe6 req-0e6d926d-c1c9-40f7-8df9-0ff192d1780b service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268067 Apr 05 12:33:22.914547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032570-98cc-4fb6-a02e-1936260c74ac req-439266e2-a276-4447-a873-eb47e363629e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:22.916008 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb032570-98cc-4fb6-a02e-1936260c74ac req-439266e2-a276-4447-a873-eb47e363629e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0797136 Apr 05 12:33:22.959180 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb032570-98cc-4fb6-a02e-1936260c74ac req-1ba02d94-1163-4bff-b4c4-ff7bfb67e0d9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364985 Apr 05 12:33:23.238006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bf111da5-fbe7-4dee-8512-8dbb48ddeae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.151408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdb59-3bd6-4b78-82af-f43b653cae91 req-b086e0a4-99a6-403c-9d71-b86dcfeaafc8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:24.152850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1eacdb59-3bd6-4b78-82af-f43b653cae91 req-b086e0a4-99a6-403c-9d71-b86dcfeaafc8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.0847404 Apr 05 12:33:24.196314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1eacdb59-3bd6-4b78-82af-f43b653cae91 req-20186f14-060c-4637-8ba3-6a04b2806cee tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378551 Apr 05 12:33:24.309692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:33:24.312049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:33:24.528853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.569856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:24.576020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-943e5fe3-81c7-4dbe-8810-083dddff587b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:24.577444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-943e5fe3-81c7-4dbe-8810-083dddff587b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc&tenant_id=4bbc7df4d30640fa84130acdc224bfa5&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1079569 Apr 05 12:33:24.585520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfbe50-4413-4e85-bc79-e0d0d041de5e req-6917b8ff-7f9e-479c-ac85-801e75c7fe7b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:24.586915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bdfbe50-4413-4e85-bc79-e0d0d041de5e req-6917b8ff-7f9e-479c-ac85-801e75c7fe7b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 945 time: 0.1522880 Apr 05 12:33:24.587070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:33:24.596070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'mac_address': 'fa:16:3e:69:d3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:33:24.600262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:24.647854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.658923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bdfbe50-4413-4e85-bc79-e0d0d041de5e req-d33cca5c-e44f-4b9d-9455-9ab590139d1d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610280 Apr 05 12:33:24.685774 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'code': 200} Apr 05 12:33:24.719802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.733525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.757803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:33:24.758007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-76e431bd-16ec-4596-8d95-8c6fe364c4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:24.759300 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-76e431bd-16ec-4596-8d95-8c6fe364c4f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1096 time: 0.0753455 Apr 05 12:33:24.762248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:24.777341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:24.781730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:24.851129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['f4f7d379-270c-4287-886b-72c4f67edc38'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:33:24.879827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:24.893802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-20ee2232-d4ee-49bc-97ad-220d677754fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:24.895283 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-20ee2232-d4ee-49bc-97ad-220d677754fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1293764 Apr 05 12:33:24.998224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-ffb7be60-5221-4b8b-9c9f-4e8fda38f809 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 1000 time: 0.0968494 Apr 05 12:33:25.063615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-09b02ba8-3998-4082-840b-ba6e89b06c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:25.065103 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-09b02ba8-3998-4082-840b-ba6e89b06c9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0611601 Apr 05 12:33:25.140140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-85447006-7d92-4577-bed7-49ff0b862204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:25.141581 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-85447006-7d92-4577-bed7-49ff0b862204 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704548 Apr 05 12:33:25.272794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-4b99cec4-5105-4eb3-94fc-d0fa74c22597 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241534 Apr 05 12:33:25.313681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6a613bf8-e066-4974-af31-45fe72fefbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:25.408574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a81d155-633a-48ee-a35e-6b7d72d92355 req-3371fe94-6737-436e-9625-75bc4432dea9 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279881 Apr 05 12:33:25.849098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81462aee-e23e-4d4c-bb45-35916df51281 req-d8812ce9-54cf-4b19-a40e-7ad02adfa676 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:25.850552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-81462aee-e23e-4d4c-bb45-35916df51281 req-d8812ce9-54cf-4b19-a40e-7ad02adfa676 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 944 time: 0.0861812 Apr 05 12:33:25.895090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-81462aee-e23e-4d4c-bb45-35916df51281 req-686a1fbb-99a8-4f5c-9f81-a888eeff0cd9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379024 Apr 05 12:33:26.300012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:33:26.415575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:26.432687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:33:26.448034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:26.451900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:26.509168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:26.537900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:26.541922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:27.079494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829406-9184-4876-87eb-a3f2742f9085 req-b166d287-2f34-42d2-abde-5617405d776e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:27.080927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8f829406-9184-4876-87eb-a3f2742f9085 req-b166d287-2f34-42d2-abde-5617405d776e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0779827 Apr 05 12:33:27.125809 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8f829406-9184-4876-87eb-a3f2742f9085 req-455f9ba6-1c2c-4faf-b5e9-c37b3d2ac7c1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389845 Apr 05 12:33:27.308536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477b1a6-33fb-4b97-8ad1-6a22af55188f req-feeb302f-cf16-47df-b4cb-de0e22939806 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:27.309893 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b477b1a6-33fb-4b97-8ad1-6a22af55188f req-feeb302f-cf16-47df-b4cb-de0e22939806 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0820746 Apr 05 12:33:27.353341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b477b1a6-33fb-4b97-8ad1-6a22af55188f req-9a8d263f-fb1b-487c-b177-278f20a58048 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Apr 05 12:33:27.778470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:27.977921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d950e7-6a03-4bf4-a958-e49b7fc0230d req-4e3bcab1-741d-4008-839d-2527abd320e5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:27.979995 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-45d950e7-6a03-4bf4-a958-e49b7fc0230d req-4e3bcab1-741d-4008-839d-2527abd320e5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.2278638 Apr 05 12:33:28.026821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-465d4475-7398-44cf-af7f-e39e3ae8202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:28.028334 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-465d4475-7398-44cf-af7f-e39e3ae8202a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1096 time: 0.2229180 Apr 05 12:33:28.058199 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-45d950e7-6a03-4bf4-a958-e49b7fc0230d req-1892234e-70ce-467e-9003-bfa5704a1261 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707831 Apr 05 12:33:28.165113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-04526976-7dd4-478d-af1e-1f899ab80d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:28.167228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-04526976-7dd4-478d-af1e-1f899ab80d16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1331778 Apr 05 12:33:28.270137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-e5fff010-e9f8-4a62-8291-fa6c34201701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 999 time: 0.0966005 Apr 05 12:33:28.332267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-de93dc79-0946-41a6-bde4-8d7b4ddfc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:28.333681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-de93dc79-0946-41a6-bde4-8d7b4ddfc3bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0580626 Apr 05 12:33:28.417404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-0e70f52a-8f51-4d5a-bb59-ce3974612fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:28.418911 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-0e70f52a-8f51-4d5a-bb59-ce3974612fab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797925 Apr 05 12:33:28.554905 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-e236fa1d-fdb5-4f31-8e84-c2fec146ded6 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293783 Apr 05 12:33:28.689941 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-32466800-8e2d-40a5-97a9-b670ef296a26 req-c7d1f0d9-d18d-4f29-978b-099f16dc19eb service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286433 Apr 05 12:33:28.856311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-418cb724-387e-4634-b584-129576d2f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:28.857713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-418cb724-387e-4634-b584-129576d2f6ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 1096 time: 0.0758672 Apr 05 12:33:29.008437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-8658ae81-1231-4edd-b26b-95453689bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:29.009929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-8658ae81-1231-4edd-b26b-95453689bd0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1303496 Apr 05 12:33:29.129289 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-68989d29-b07e-47dc-bf8a-d8ea2e014fa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 200 len: 999 time: 0.1116872 Apr 05 12:33:29.252893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-f968119e-44b3-467f-9238-e9ed565685b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:29.254352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-f968119e-44b3-467f-9238-e9ed565685b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.1181490 Apr 05 12:33:29.335657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b6219-238d-463d-b2b4-babc0053445c req-30b71f7c-e3c2-456e-862a-b6661a192c4e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:29.337991 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-777b6219-238d-463d-b2b4-babc0053445c req-30b71f7c-e3c2-456e-862a-b6661a192c4e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.1443739 Apr 05 12:33:29.391901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-f3f1b0de-feed-4f4a-9ff3-19ed7684aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:29.393298 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-f3f1b0de-feed-4f4a-9ff3-19ed7684aa62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317897 Apr 05 12:33:29.425495 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-777b6219-238d-463d-b2b4-babc0053445c req-ea8eed29-38f4-490b-8f9e-e63049d18806 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803266 Apr 05 12:33:29.542584 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-c1974c7b-a786-4c86-b955-0a91d698e740 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428504 Apr 05 12:33:29.787445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-154795c3-1610-42e5-bbe0-451a5b7b23f4 req-96392c71-4c80-4449-9598-bc47f78292f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388728 Apr 05 12:33:30.618817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe3b25-0a46-4232-8f94-072231e26a5b req-c19470f8-23d3-49a1-828c-68eb4e138552 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:30.620395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6ebe3b25-0a46-4232-8f94-072231e26a5b req-c19470f8-23d3-49a1-828c-68eb4e138552 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0825341 Apr 05 12:33:30.667093 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6ebe3b25-0a46-4232-8f94-072231e26a5b req-b6c7a866-2326-4b57-b3a1-8961cc5ba100 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Apr 05 12:33:31.056071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76d9e-202b-4c02-a59a-f2af063428d4 req-fdef2dc7-ae1d-4382-b1fd-171e8891d5a2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:31.057575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0c76d9e-202b-4c02-a59a-f2af063428d4 req-fdef2dc7-ae1d-4382-b1fd-171e8891d5a2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0852180 Apr 05 12:33:31.104537 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0c76d9e-202b-4c02-a59a-f2af063428d4 req-9221b706-dba1-4a71-9c47-d74a9571483d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Apr 05 12:33:32.300533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d96c0-1a91-417e-aa9a-9aeb7c9e576b req-83fb93ed-0cdf-49bd-9d8b-c50e84586da2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:32.302182 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c8d96c0-1a91-417e-aa9a-9aeb7c9e576b req-83fb93ed-0cdf-49bd-9d8b-c50e84586da2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0844250 Apr 05 12:33:32.351851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c8d96c0-1a91-417e-aa9a-9aeb7c9e576b req-266fa4a9-8eb5-4aad-adb2-c5c04df21749 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Apr 05 12:33:32.621725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4a91-a105-440c-9473-205150205378 req-56610878-952c-43d4-b9a8-79d517643586 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:32.623626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b04b4a91-a105-440c-9473-205150205378 req-56610878-952c-43d4-b9a8-79d517643586 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 943 time: 0.0816226 Apr 05 12:33:32.693430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Deleting port f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:33:32.693772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:32.953003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] For port f4f7d379-270c-4287-886b-72c4f67edc38, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4f7d379-270c-4287-886b-72c4f67edc38,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:32.953357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:33.260039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:33.260317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:33.260626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 disassociated. External IP: 172.26.5.213, port: f4f7d379-270c-4287-886b-72c4f67edc38. Apr 05 12:33:33.260964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Calling delete_port for f4f7d379-270c-4287-886b-72c4f67edc38 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:33:33.412991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:33.463914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'Port': ['ID=f4f7d379-270c-4287-886b-72c4f67edc38,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:33.513488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.513752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.514089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.514421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.514747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.515635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.515635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.515830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.516034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.516352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.516673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.516996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:33.576517 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb450479-453e-4998-9573-a2e4166e0852 req-06201650-b19b-47ff-ae28-bab7eb9117a1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fdde5cd-85c9-46ca-ac55-cc6347a453dc HTTP/1.1" status: 200 len: 210 time: 0.1099310 Apr 05 12:33:33.705965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:33:33.997392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:33:34.007057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:33:34.017546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:33:34.018229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:34.071845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] No DVR routers for this DVR port f4f7d379-270c-4287-886b-72c4f67edc38 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:33:34.075266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:34.077839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-deleted', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:33:34.105553 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b04b4a91-a105-440c-9473-205150205378 req-87d49fe4-1cd7-40cf-9424-c43de2e80004 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "DELETE /v2.0/ports/f4f7d379-270c-4287-886b-72c4f67edc38 HTTP/1.1" status: 204 len: 173 time: 1.4768579 Apr 05 12:33:34.179271 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdde5cd-85c9-46ca-ac55-cc6347a453dc', 'name': 'network-vif-deleted', 'tag': 'f4f7d379-270c-4287-886b-72c4f67edc38', 'status': 'completed', 'code': 200} Apr 05 12:33:34.209435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:33:34.520038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:34.523889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:33:34.533223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:33:34.534100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:34.720569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:33:34.943479 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-23d42679-a17c-4f0e-831b-b0662d23226c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--941764651&fields=id&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 267 time: 0.0403056 Apr 05 12:33:35.078924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:35.082760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fe4728-616c-4145-8e8d-748e4267dce5 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:33:35.101022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-0aae083a-5f5b-4db9-8928-8c7ff7e58788 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:35.102555 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-0aae083a-5f5b-4db9-8928-8c7ff7e58788 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1519051 Apr 05 12:33:35.119270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-50223c43-905a-426c-aa53-ef22eb2e531b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/quotas/4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0099044 Apr 05 12:33:35.206717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-86352ef2-3b29-46a8-94f9-78d53993822e req-826386d5-072a-464d-a60f-6fb9e0aaaa40 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:33:35.224240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-86352ef2-3b29-46a8-94f9-78d53993822e req-826386d5-072a-464d-a60f-6fb9e0aaaa40 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:33:35.225748 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-826386d5-072a-464d-a60f-6fb9e0aaaa40 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009789 Apr 05 12:33:35.323891 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc6278-2284-4506-9488-559461e5e9c6 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:33:35.372660 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-870be009-980f-43a2-81d8-3c0d772a0189 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345773 Apr 05 12:33:35.504386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-535c2918-f975-45f8-834a-340fbbf5b073 service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259937 Apr 05 12:33:35.688234 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b63274b-70c4-4677-96ef-a73ab43b49c0 req-83e5cda8-c89b-42c2-b9b1-02e2c4e5405e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 210 time: 0.0464547 Apr 05 12:33:36.345504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:33:36.379359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: f4f7d379-270c-4287-886b-72c4f67edc38 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:33:36.379704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f4f7d379-270c-4287-886b-72c4f67edc38 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:33:36.664060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-c2e97ede-6baf-4472-9e1c-69d2f0001505 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:36.666132 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-c2e97ede-6baf-4472-9e1c-69d2f0001505 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1441023 Apr 05 12:33:36.714325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-9fb552fd-4071-4d9c-973f-34c469702300 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 379 time: 0.0398667 Apr 05 12:33:36.729754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'port': {'device_id': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'admin_state_up': True, 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'security_groups': ['85b66f1a-9da3-4505-9e6d-74920631dbbd']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:33:36.867681 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b35ae7a7-0870-4c2a-a177-341c64429164 req-b2f077cd-fb22-495e-8233-81d9f1949315 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 210 time: 0.0552645 Apr 05 12:33:36.903938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:33:36.913161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:33:36.922734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:33:36.926212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.089120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Allocated IP 172.20.0.8 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/e9156841-64db-4168-a697-ce37abc99cdf) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:33:37.278582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.278813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:33:37.294279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Transition to ACTIVE for port object e9156841-64db-4168-a697-ce37abc99cdf will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:33:37.321945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.491397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:33:37.495308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:33:37.507476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:33:37.544560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:37.576594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:37.577437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.602877 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce374767-2c3e-4290-9797-5776efd18541 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776181 Apr 05 12:33:37.614627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Request body: {'port': {'device_id': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:33:37.707671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f9af5b3f-117e-4f1e-951c-d63904a9b7d0 None None] Provisioning for port e9156841-64db-4168-a697-ce37abc99cdf completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:33:37.712711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f9af5b3f-117e-4f1e-951c-d63904a9b7d0 None None] Provisioning complete for port e9156841-64db-4168-a697-ce37abc99cdf triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:33:37.713054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f9af5b3f-117e-4f1e-951c-d63904a9b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.727091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:37.769022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f9af5b3f-117e-4f1e-951c-d63904a9b7d0 None None] Port e9156841-64db-4168-a697-ce37abc99cdf cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:33:38.132982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f1efe-5222-4941-8984-4d6e5873d9f7 req-893c5f2e-c3a4-4267-8522-be69ac49a181 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:38.133677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-7b8f1efe-5222-4941-8984-4d6e5873d9f7 req-893c5f2e-c3a4-4267-8522-be69ac49a181 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:33:38.148835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:33:38.158145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:38.162274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-7b8f1efe-5222-4941-8984-4d6e5873d9f7 req-893c5f2e-c3a4-4267-8522-be69ac49a181 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:33:38.163582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b8f1efe-5222-4941-8984-4d6e5873d9f7 req-893c5f2e-c3a4-4267-8522-be69ac49a181 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 931 time: 0.1898851 Apr 05 12:33:38.188144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Transition to ACTIVE for port object e9156841-64db-4168-a697-ce37abc99cdf will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:33:38.192472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:38.337959 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7b8f1efe-5222-4941-8984-4d6e5873d9f7 req-1f6cc96e-b316-46fc-b68f-0530fe60134c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682777 Apr 05 12:33:38.374086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:38.448545 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Attempting to bind port e9156841-64db-4168-a697-ce37abc99cdf on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:33:38.448878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Attempting to bind port e9156841-64db-4168-a697-ce37abc99cdf by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:33:38.449208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Attempting to bind port e9156841-64db-4168-a697-ce37abc99cdf on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:33:38.453663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Port e9156841-64db-4168-a697-ce37abc99cdf on network d41a8f4e-7203-4def-b6bd-439ac9e98613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:33:38.453978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Attempting to bind port e9156841-64db-4168-a697-ce37abc99cdf on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:33:38.458923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:33:38.459287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:33:38.459662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:33:38.460085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Bound port: e9156841-64db-4168-a697-ce37abc99cdf, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:33:38.460424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:38.552484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:33:38.555292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:33:38.560090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:38.615924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:38.616531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:38.617882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 1093 time: 1.0075221 Apr 05 12:33:38.618318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:33:38.649318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efc5fa-6c0c-45b1-a7da-df5097d568a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:38.691360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'status': 'completed', 'code': 200} Apr 05 12:33:38.737454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce88f907-a922-4db0-b1e3-3afcff84a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:38.738943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-ce88f907-a922-4db0-b1e3-3afcff84a1ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1096 time: 0.0794783 Apr 05 12:33:38.809151 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-12f62c5e-608b-4af8-872b-c8e52f1b099e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 217 time: 0.0625675 Apr 05 12:33:38.877932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-207c74a3-87b5-49e1-871c-b843f2870cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:38.879290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-207c74a3-87b5-49e1-871c-b843f2870cad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0649614 Apr 05 12:33:38.952457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86352ef2-3b29-46a8-94f9-78d53993822e req-f5f4f9c0-38fb-4b65-a699-211bbf7db4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:38.953887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-f5f4f9c0-38fb-4b65-a699-211bbf7db4d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692022 Apr 05 12:33:39.083304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-a08bd856-c5ba-4b0a-8011-660e7388e23e service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227779 Apr 05 12:33:39.309417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86352ef2-3b29-46a8-94f9-78d53993822e req-aa62aef9-3a76-4892-aca1-c5da5282d0b3 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199492 Apr 05 12:33:39.428471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-254c5798-dca8-4468-8045-4957ce96196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:39.429939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-254c5798-dca8-4468-8045-4957ce96196e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1096 time: 0.0728567 Apr 05 12:33:39.622861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-3aa7eeb4-ed29-415a-b337-a86205e8ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:39.624227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-3aa7eeb4-ed29-415a-b337-a86205e8ffb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1874003 Apr 05 12:33:39.632210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a781921-d10d-408d-b837-dd0536877eb5 req-fd8eba96-9aa7-48b9-86ce-dffc375a2f5e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:39.633526 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a781921-d10d-408d-b837-dd0536877eb5 req-fd8eba96-9aa7-48b9-86ce-dffc375a2f5e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.1771576 Apr 05 12:33:39.710631 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-5cf81aa9-d367-403c-9047-e4abd18d0e67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 217 time: 0.0756712 Apr 05 12:33:39.774812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a781921-d10d-408d-b837-dd0536877eb5 req-855207c8-4176-4463-b0c0-5772b821a752 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849216 Apr 05 12:33:39.787102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-85071b43-b442-4d2d-96cc-654cf9b021c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:39.788503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-85071b43-b442-4d2d-96cc-654cf9b021c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0652854 Apr 05 12:33:39.865548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-4873b0a8-f54b-4016-899f-fa5588af4f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:39.866971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-4873b0a8-f54b-4016-899f-fa5588af4f3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716252 Apr 05 12:33:39.998705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-87dfeb75-d1ed-463b-b1e6-a8373c8fe18f service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236453 Apr 05 12:33:40.130306 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfec3d07-8a97-4035-8c1a-1e51d7138e81 req-73022bd7-85de-4e23-a090-a37808a658ec service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250722 Apr 05 12:33:40.959768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e341a-3b21-4be5-a468-d5b9f3b30820 req-3c82af3b-1037-4b9b-a5d9-14f2794c3d73 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:40.961191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-598e341a-3b21-4be5-a468-d5b9f3b30820 req-3c82af3b-1037-4b9b-a5d9-14f2794c3d73 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.0785244 Apr 05 12:33:41.005510 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-598e341a-3b21-4be5-a468-d5b9f3b30820 req-b6bf9264-0701-4d7a-b19f-f61dd2418766 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Apr 05 12:33:42.191864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9d430-ee70-4b32-b1b2-495dfd48acb1 req-c6cd8a87-56e2-472e-9af0-b8d27095875e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:42.193299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d3a9d430-ee70-4b32-b1b2-495dfd48acb1 req-c6cd8a87-56e2-472e-9af0-b8d27095875e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.0823524 Apr 05 12:33:42.237358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d3a9d430-ee70-4b32-b1b2-495dfd48acb1 req-cdd2eeed-f503-4b93-9bbd-f57c2fdc2b89 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375202 Apr 05 12:33:42.380634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:33:42.509993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:42.522732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e9156841-64db-4168-a697-ce37abc99cdf', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:33:42.575729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:42.591635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:33:42.607292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:42.611074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:42.679715 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:42.687208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.687561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.687899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.688231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.688560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.688887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.689211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.689532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.689853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.690171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.690494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.690806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:33:42.816668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e9156841-64db-4168-a697-ce37abc99cdf'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:33:43.419422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb238e4-4135-4d5e-8c6b-75638a2265e7 req-504d0641-f2df-428d-9d3b-d5cc4208ebd6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:43.420879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfb238e4-4135-4d5e-8c6b-75638a2265e7 req-504d0641-f2df-428d-9d3b-d5cc4208ebd6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 944 time: 0.0795045 Apr 05 12:33:43.467231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfb238e4-4135-4d5e-8c6b-75638a2265e7 req-71672935-feb6-44bd-b3eb-f71b2f42bb5f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Apr 05 12:33:44.390800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:33:44.460003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port e9156841-64db-4168-a697-ce37abc99cdf completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:33:44.465492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e9156841-64db-4168-a697-ce37abc99cdf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:33:44.465865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:44.587988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:44.613993 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:33:44.623745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:33:44.628317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:44.656043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d5bc9-2a19-4c74-a161-a5d6731780f3 req-1832c8c7-0e9a-4ca9-85dc-bbb0d85b9f7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:44.657848 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d3d5bc9-2a19-4c74-a161-a5d6731780f3 req-1832c8c7-0e9a-4ca9-85dc-bbb0d85b9f7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 944 time: 0.0833580 Apr 05 12:33:44.666470 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'code': 200} Apr 05 12:33:44.698999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:33:44.706189 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d3d5bc9-2a19-4c74-a161-a5d6731780f3 req-ba25f289-e587-49b0-b4f2-9bc2a1734361 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Apr 05 12:33:44.882813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45dfc-07bf-477a-8c4c-21264f6e2d08 req-beee08cb-53ee-42ad-91b0-6b32f5bc8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:44.884840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-99e45dfc-07bf-477a-8c4c-21264f6e2d08 req-beee08cb-53ee-42ad-91b0-6b32f5bc8eb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1098 time: 0.0711367 Apr 05 12:33:44.924485 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-99e45dfc-07bf-477a-8c4c-21264f6e2d08 req-3a1cb8c3-7c9c-4da6-9f6c-d6fefe3ab589 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Apr 05 12:33:45.891782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b531-fb47-4eb2-ba6f-c85811797286 req-0367c4af-b0f1-4754-a366-c0cb761b43a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:45.893125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1dc3b531-fb47-4eb2-ba6f-c85811797286 req-0367c4af-b0f1-4754-a366-c0cb761b43a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0795150 Apr 05 12:33:45.938727 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1dc3b531-fb47-4eb2-ba6f-c85811797286 req-ceb11467-8724-452e-80d8-6ee2ae31f279 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Apr 05 12:33:47.123589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e3667-69fd-4ee8-9541-b88ff427fdc1 req-dc1795d9-5a87-4acc-9640-f77a041d8e7d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:47.126568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e6e3667-69fd-4ee8-9541-b88ff427fdc1 req-dc1795d9-5a87-4acc-9640-f77a041d8e7d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0846248 Apr 05 12:33:47.180492 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6e6e3667-69fd-4ee8-9541-b88ff427fdc1 req-1a2e9e49-6375-43af-8d30-7214d58745ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Apr 05 12:33:47.358019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb530c8-8d10-477f-b76b-4002ec4fbda8 req-ef5dc0a4-abc0-4a3e-86c6-ff5811791046 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:47.359484 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-edb530c8-8d10-477f-b76b-4002ec4fbda8 req-ef5dc0a4-abc0-4a3e-86c6-ff5811791046 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0785570 Apr 05 12:33:47.367945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:33:47.372887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'floatingip': {'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:33:47.571215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:48.218996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:48.222841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:48.394572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 associated. External IP: 172.26.5.213, port: e9156841-64db-4168-a697-ce37abc99cdf. Apr 05 12:33:48.737615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:33:49.014900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:33:49.019174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:49.024657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:33:49.033938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:33:49.034534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:49.079404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0e073f56-e65f-42b8-9d29-eb845adab40e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "PUT /v2.0/floatingips/2346cf0f-7a65-4b27-b1b8-704d5536d017 HTTP/1.1" status: 200 len: 991 time: 1.7074909 Apr 05 12:33:49.079404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:33:49.129670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'status': 'completed', 'code': 200} Apr 05 12:33:49.221081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:33:49.223582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-8d62e95e-5dd1-48d8-9edc-96c791367227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:49.225785 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-8d62e95e-5dd1-48d8-9edc-96c791367227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1098 time: 0.0747216 Apr 05 12:33:49.372885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-2087b871-9dee-4a36-ac74-d52fe4cc4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:49.374634 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-2087b871-9dee-4a36-ac74-d52fe4cc4528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1418784 Apr 05 12:33:49.454709 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-d022e295-b4e0-463b-b608-4348f521ed15 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718827 Apr 05 12:33:49.535384 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-3cc478a0-e58a-4864-a6b2-c912515cd9bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 999 time: 0.1540170 Apr 05 12:33:49.615790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b98d2b-1ed4-4572-9ad1-6540ada232f4 req-86d6343a-e14a-4146-ae14-1dd89e72f6c2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:49.617241 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68b98d2b-1ed4-4572-9ad1-6540ada232f4 req-86d6343a-e14a-4146-ae14-1dd89e72f6c2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.1800601 Apr 05 12:33:49.634896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-35e395b2-e67f-4d3e-97fc-af92fcfae5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:49.636348 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-35e395b2-e67f-4d3e-97fc-af92fcfae5b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0939941 Apr 05 12:33:49.645470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:33:48Z', 'revision_number': 9, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:49.650154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:33:49.660630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:33:49.661485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:49.718818 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68b98d2b-1ed4-4572-9ad1-6540ada232f4 req-56db7234-7979-41e8-a51d-dded8bddd75e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900497 Apr 05 12:33:49.751844 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-72dfb43b-b00b-4390-9a1c-8614a93bab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:49.753469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-72dfb43b-b00b-4390-9a1c-8614a93bab2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050808 Apr 05 12:33:49.859291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:33:49.895586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-b61d14a5-aee6-402d-af99-a531dc871e52 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359322 Apr 05 12:33:50.036473 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-582efdb2-3261-4283-9d22-31997e8a18f1 req-3b47ce5f-6115-45a0-9796-16ee0b74db88 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347494 Apr 05 12:33:50.236827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:33:48Z', 'revision_number': 9, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:33:50.242110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941c1e4-c729-44df-ad6e-b84cc0d48a77 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:33:48Z', 'revision_number': 9, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:33:50.429602 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d51b2-9f7d-4b46-b61c-39de28cba6d5 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:33:50.718002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-73a080c5-fc94-4238-8340-e231f77a6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:50.719522 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-73a080c5-fc94-4238-8340-e231f77a6626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1098 time: 0.0756719 Apr 05 12:33:50.891881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-9903e29d-da8f-4fe4-bd3a-620c9fed4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:50.893294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-9903e29d-da8f-4fe4-bd3a-620c9fed4362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1678829 Apr 05 12:33:50.997270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e27a-5805-48e1-9854-99d83b3f5824 req-6d58a552-c005-46db-8b18-7323a195ca44 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:50.998612 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86f0e27a-5805-48e1-9854-99d83b3f5824 req-6d58a552-c005-46db-8b18-7323a195ca44 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.1720576 Apr 05 12:33:51.028563 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-e103fb1a-42ba-4cce-b404-23a62ae1dfcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 1002 time: 0.1267648 Apr 05 12:33:51.090403 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86f0e27a-5805-48e1-9854-99d83b3f5824 req-d2fdd5fd-6c69-4aa7-8477-eeb65544be2c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808132 Apr 05 12:33:51.109257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-0f0c405d-246d-428b-932c-d15adcb1da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:51.110761 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-0f0c405d-246d-428b-932c-d15adcb1da11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0698690 Apr 05 12:33:51.289223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-7cd19cac-d85d-4e18-86ab-f3bfa370b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:51.291145 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-7cd19cac-d85d-4e18-86ab-f3bfa370b071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744604 Apr 05 12:33:51.423361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-326ce6f2-8d1e-45e3-adb7-1580fcb8b8eb service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250575 Apr 05 12:33:51.554528 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-b894c32d-cbdd-4667-8ef7-51d625ac5a82 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256962 Apr 05 12:33:52.273211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcacfe-1ec8-46ea-b3c0-95dc3397c8dd req-ee248522-a544-464d-814a-6aef981b67da tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:52.275303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aadcacfe-1ec8-46ea-b3c0-95dc3397c8dd req-ee248522-a544-464d-814a-6aef981b67da tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0794950 Apr 05 12:33:52.321662 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aadcacfe-1ec8-46ea-b3c0-95dc3397c8dd req-029206c9-47f4-4ca5-bf0b-4bbc5ed1411a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Apr 05 12:33:53.241349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f382900-8951-4def-a751-8e324b6d81b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:53.505815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3d4b9-145f-4423-8ec5-b298f4b95478 req-102ec1c8-63eb-4843-8976-43be0429bc82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:53.507256 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62b3d4b9-145f-4423-8ec5-b298f4b95478 req-102ec1c8-63eb-4843-8976-43be0429bc82 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0783730 Apr 05 12:33:53.551583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62b3d4b9-145f-4423-8ec5-b298f4b95478 req-aa7d733c-7fd6-4ee2-a9b9-38f6d6d349ef tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Apr 05 12:33:54.613561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:54.735720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0e9a-a330-4024-8baf-9d18d2ec1d88 req-5f4066fe-2218-4d2f-a45b-d55db591b8ec tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:54.737210 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b01f0e9a-a330-4024-8baf-9d18d2ec1d88 req-5f4066fe-2218-4d2f-a45b-d55db591b8ec tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0811031 Apr 05 12:33:54.780054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b01f0e9a-a330-4024-8baf-9d18d2ec1d88 req-c4ee4b7d-d443-4dba-8f1d-a44f42f7f9a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 Apr 05 12:33:55.314309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-18007830-ec2f-4905-ad9b-dc07ff2cd90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:55.959930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827399-2976-42eb-a508-71b5e2db3747 req-a201fdeb-757c-43b8-8b96-5cb93a6e0eb2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:55.961349 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41827399-2976-42eb-a508-71b5e2db3747 req-a201fdeb-757c-43b8-8b96-5cb93a6e0eb2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0786359 Apr 05 12:33:56.008156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-41827399-2976-42eb-a508-71b5e2db3747 req-0e886b5e-591d-453f-9f5f-d49919abbeee tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411494 Apr 05 12:33:56.482824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:56.539475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:57.193949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89217fb-1197-49f6-aa8b-33eddbcac215 req-46dad473-21cc-4685-b596-068731002c35 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:57.195407 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d89217fb-1197-49f6-aa8b-33eddbcac215 req-46dad473-21cc-4685-b596-068731002c35 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0843637 Apr 05 12:33:57.238453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d89217fb-1197-49f6-aa8b-33eddbcac215 req-82f31306-2c28-47bc-a7dc-3664d294a7a8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365810 Apr 05 12:33:57.781485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:33:58.424295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91818416-9dad-4a4e-bdc8-e388cd7b17f9 req-af2ccf18-7ad9-4335-aee4-a711c2ce3207 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:58.425429 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-91818416-9dad-4a4e-bdc8-e388cd7b17f9 req-af2ccf18-7ad9-4335-aee4-a711c2ce3207 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0820768 Apr 05 12:33:58.468491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-91818416-9dad-4a4e-bdc8-e388cd7b17f9 req-1672391f-33eb-49c5-97d0-a55f687bbefe tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375471 Apr 05 12:33:59.659538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2454e-61ea-4072-bf20-19f46f5cfca1 req-7ddd464d-b13c-49ea-9f0e-f4028fbf7b52 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:33:59.660993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c2b2454e-61ea-4072-bf20-19f46f5cfca1 req-7ddd464d-b13c-49ea-9f0e-f4028fbf7b52 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Apr 05 12:33:59.704540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c2b2454e-61ea-4072-bf20-19f46f5cfca1 req-8e577c76-2266-42fa-9faf-c515138d33b5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373662 Apr 05 12:34:00.891732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260df97-06d7-48e8-9c03-12c6c9c0de8f req-0e13c42e-6cb5-4915-af13-08cef1ee1976 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:00.893088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a260df97-06d7-48e8-9c03-12c6c9c0de8f req-0e13c42e-6cb5-4915-af13-08cef1ee1976 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Apr 05 12:34:00.936076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a260df97-06d7-48e8-9c03-12c6c9c0de8f req-d5d2c0ca-44fd-4ea6-ad9c-f908796b0bae tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Apr 05 12:34:02.121392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2ed3a-0948-4f7c-a8e9-e8fccafd5697 req-777a3734-2c37-441d-b36b-7f59f6681f8d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:02.122835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50b2ed3a-0948-4f7c-a8e9-e8fccafd5697 req-777a3734-2c37-441d-b36b-7f59f6681f8d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0808141 Apr 05 12:34:02.169072 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50b2ed3a-0948-4f7c-a8e9-e8fccafd5697 req-1a92cc8a-a97c-4cb3-9191-3cfd9352c187 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Apr 05 12:34:03.352559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9153c3-b2c1-432f-b874-558ae78a6ac6 req-69806c48-f82a-42e7-bac7-640b28e1c961 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:03.354549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca9153c3-b2c1-432f-b874-558ae78a6ac6 req-69806c48-f82a-42e7-bac7-640b28e1c961 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0808103 Apr 05 12:34:03.399117 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca9153c3-b2c1-432f-b874-558ae78a6ac6 req-ea6b9054-342f-453b-87ba-1a434f8cce28 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Apr 05 12:34:04.582665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec8c42-a1d9-4e38-bc1b-f48344dd5fbf req-7c206abf-6a1c-49d3-8a29-53d1f4de6c51 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:04.584113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-13ec8c42-a1d9-4e38-bc1b-f48344dd5fbf req-7c206abf-6a1c-49d3-8a29-53d1f4de6c51 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0817702 Apr 05 12:34:04.626996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-13ec8c42-a1d9-4e38-bc1b-f48344dd5fbf req-6fa9de79-7937-46ba-8a3c-a9ebda591820 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374341 Apr 05 12:34:05.806280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ced76-5d39-42ad-aae8-47d27b116692 req-871b5c22-9385-4d7b-9d13-1c722acb9b6c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:05.808307 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4f5ced76-5d39-42ad-aae8-47d27b116692 req-871b5c22-9385-4d7b-9d13-1c722acb9b6c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0787141 Apr 05 12:34:05.851468 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4f5ced76-5d39-42ad-aae8-47d27b116692 req-1136c4dc-48f5-4658-a150-17848c928a38 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 Apr 05 12:34:07.040361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d906b56-9245-4fd6-b014-1f4fe5b33b09 req-65d7c55a-1fad-41a8-a0de-81492b7c5d76 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:07.042456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d906b56-9245-4fd6-b014-1f4fe5b33b09 req-65d7c55a-1fad-41a8-a0de-81492b7c5d76 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0833836 Apr 05 12:34:07.096701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d906b56-9245-4fd6-b014-1f4fe5b33b09 req-832edf15-1d56-4765-a35a-e80f212a3bc0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Apr 05 12:34:08.290073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838c1b-e1bb-4f4a-b5b5-39acb1223433 req-e31165bf-124a-48fa-bb65-431d00dc0b2e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:08.291603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54838c1b-e1bb-4f4a-b5b5-39acb1223433 req-e31165bf-124a-48fa-bb65-431d00dc0b2e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0838799 Apr 05 12:34:08.477862 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54838c1b-e1bb-4f4a-b5b5-39acb1223433 req-1349fc9c-db8c-4c1a-9569-bef5d696cfd0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651352 Apr 05 12:34:08.488980 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-3211e7b4-e59a-4a41-984d-5fb5421f7d0c service neutron] 10.222.0.30 "GET /v2.0/ports/e9156841-64db-4168-a697-ce37abc99cdf/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1964898 Apr 05 12:34:08.759479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-8ca34bbb-39c2-45fc-931e-1e8ba2983a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:08.760652 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-8ca34bbb-39c2-45fc-931e-1e8ba2983a7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0716367 Apr 05 12:34:08.849148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-4d3cfaf9-13b9-4c6f-94c5-30c458b70030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:08.850604 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-4d3cfaf9-13b9-4c6f-94c5-30c458b70030 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1098 time: 0.0694911 Apr 05 12:34:08.978699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-eca81934-b2dc-420f-8bf6-b50a4315758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:08.980719 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-eca81934-b2dc-420f-8bf6-b50a4315758c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1238906 Apr 05 12:34:09.081090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-9169d6f3-c56f-4ef6-9054-cb472cbe8920 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 1002 time: 0.0946267 Apr 05 12:34:09.142411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-b1b95d17-0419-4b6d-9cc3-30f316959e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:09.143867 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-b1b95d17-0419-4b6d-9cc3-30f316959e6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0570247 Apr 05 12:34:09.220881 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-bf46d9ae-f6ca-420c-bd3f-627e122f6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:09.222324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-bf46d9ae-f6ca-420c-bd3f-627e122f6685 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730109 Apr 05 12:34:09.352219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-8658d89f-7179-42ef-ab04-efb39e10c773 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237032 Apr 05 12:34:09.481635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ecc1ad1d-d1d5-46f4-9ff9-e3532a1b1033 req-083ed1dc-2b95-477a-b93c-047a3d681416 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238482 Apr 05 12:34:09.669870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d471e33-ff67-4ea8-9546-4fcc22c151f7 req-85baa5ad-0901-43f6-aabd-b42e95b61ab5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:09.671549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3d471e33-ff67-4ea8-9546-4fcc22c151f7 req-85baa5ad-0901-43f6-aabd-b42e95b61ab5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0814195 Apr 05 12:34:09.718556 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3d471e33-ff67-4ea8-9546-4fcc22c151f7 req-bcc00e74-6c17-4ebe-b1a4-34922864844f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Apr 05 12:34:10.899002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4385e3-8093-4420-8433-832be63a4519 req-9df8e5dc-c010-4f08-b08c-81f482b50298 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:10.900448 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e4385e3-8093-4420-8433-832be63a4519 req-9df8e5dc-c010-4f08-b08c-81f482b50298 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0790839 Apr 05 12:34:10.943692 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e4385e3-8093-4420-8433-832be63a4519 req-a7dd647d-ded4-484e-ba25-cb7a468cfb43 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370212 Apr 05 12:34:12.141509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a3205-1a40-4cc1-bbea-3974568c45f2 req-b704c3ac-88f9-4a12-9ced-53c73f062115 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:12.143173 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c18a3205-1a40-4cc1-bbea-3974568c45f2 req-b704c3ac-88f9-4a12-9ced-53c73f062115 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0907707 Apr 05 12:34:12.187858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c18a3205-1a40-4cc1-bbea-3974568c45f2 req-68c956bc-3a60-407c-bc60-ef20cf5979d4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Apr 05 12:34:12.511661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:34:12.514405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:34:12.628928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-a0f192ff-a415-497d-9565-8d94544cfbd4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:12.630322 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-a0f192ff-a415-497d-9565-8d94544cfbd4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7&tenant_id=4bbc7df4d30640fa84130acdc224bfa5&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1313851 Apr 05 12:34:12.715622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4b97-8b9d-4dfd-85b7-5b2a3633f674 req-0d364f4b-de2c-4591-a4d9-1efad19a5d08 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:12.717056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-042f4b97-8b9d-4dfd-85b7-5b2a3633f674 req-0d364f4b-de2c-4591-a4d9-1efad19a5d08 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.1578550 Apr 05 12:34:12.724551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:12.759544 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-d11c9c1b-8508-4e51-9d96-c2e0d924cdcf service neutron] 10.222.0.30 "GET /v2.0/ports/e9156841-64db-4168-a697-ce37abc99cdf/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1207526 Apr 05 12:34:12.769864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:12.770356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-042f4b97-8b9d-4dfd-85b7-5b2a3633f674 req-d6779e45-8864-47f5-8fbc-892cfb1b6d2d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469599 Apr 05 12:34:12.776435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:12.794341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e9156841-64db-4168-a697-ce37abc99cdf', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:34:12.799055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:12.828617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:12.859786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-342970ff-2c46-48c5-a55c-986a95e88b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:12.861224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-342970ff-2c46-48c5-a55c-986a95e88b5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1096 time: 0.0785327 Apr 05 12:34:12.898753 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'code': 200} Apr 05 12:34:12.910598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:12.934476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:34:12.938224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:12.953163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:12.957627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:13.022266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e9156841-64db-4168-a697-ce37abc99cdf'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:34:13.078946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:13.100534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-0f8e9b88-7cf6-4b0f-b84c-53caf159bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:13.101910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-0f8e9b88-7cf6-4b0f-b84c-53caf159bddf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.2346349 Apr 05 12:34:13.208864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-dfb84ea1-b316-465d-ac78-f7cc57cb29fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 1001 time: 0.0984752 Apr 05 12:34:13.270283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-16da2cc2-5947-401a-aad6-117f027e46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:13.271723 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-16da2cc2-5947-401a-aad6-117f027e46a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0565140 Apr 05 12:34:13.345802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-c185626c-9ab3-467a-a649-2619a368ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:13.347282 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-c185626c-9ab3-467a-a649-2619a368ca07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691841 Apr 05 12:34:13.486635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-0b826888-d08b-489d-a3a5-dbbd83678a4c service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331472 Apr 05 12:34:13.616112 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-d6d17d6d-94cf-46e8-aba5-21d6c4bed9cb service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229382 Apr 05 12:34:13.957987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41609ac-b86d-4055-a025-274ed23667ca req-ea356e65-6abb-4888-8187-967d1c2d6caf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:13.959442 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f41609ac-b86d-4055-a025-274ed23667ca req-ea356e65-6abb-4888-8187-967d1c2d6caf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 944 time: 0.0832715 Apr 05 12:34:14.002331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f41609ac-b86d-4055-a025-274ed23667ca req-d2620e1d-ea1a-450e-b35e-ba7b5ab7c230 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366960 Apr 05 12:34:14.277769 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:34:14.527137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:34:14.600457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e9156841-64db-4168-a697-ce37abc99cdf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:34:14.600737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:14.715763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:14.747680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:14.751512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:14.850193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:14.899619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:14.955193 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'code': 200} Apr 05 12:34:15.187115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ec92e-cb38-46d2-b26b-a3a212296a4e req-c2a91dd0-d520-4488-aa24-eb97b8db710a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:15.188735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a0ec92e-cb38-46d2-b26b-a3a212296a4e req-c2a91dd0-d520-4488-aa24-eb97b8db710a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0814192 Apr 05 12:34:15.246411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a0ec92e-cb38-46d2-b26b-a3a212296a4e req-582d9218-ae98-4c4a-a7d8-34976b60de84 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510006 Apr 05 12:34:16.159500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-58dac7a3-c026-4185-9159-b0a1a70b686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.161100 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-58dac7a3-c026-4185-9159-b0a1a70b686d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0701237 Apr 05 12:34:16.248123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-0f6fc4f0-35ed-4518-b6dd-fe2f051c2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.249466 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-0f6fc4f0-35ed-4518-b6dd-fe2f051c2306 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 1098 time: 0.0694206 Apr 05 12:34:16.427118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-b2ffcd60-79a6-474d-a953-28c43d645311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.428540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-b2ffcd60-79a6-474d-a953-28c43d645311 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1735394 Apr 05 12:34:16.533976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f915c-8725-46ad-a161-471fa274c739 req-23407cb5-6d45-4579-b129-cc0d590690f9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.535344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-297f915c-8725-46ad-a161-471fa274c739 req-23407cb5-6d45-4579-b129-cc0d590690f9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.1798160 Apr 05 12:34:16.567535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-ed879ca3-15b9-4fb5-8cc9-c29a37cf4c40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 200 len: 1002 time: 0.1315014 Apr 05 12:34:16.629552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-297f915c-8725-46ad-a161-471fa274c739 req-93b51a76-c293-4def-836a-1a1b05cdf15c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815110 Apr 05 12:34:16.644261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-28314fa2-79a6-4204-baef-b69207d074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.645657 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-28314fa2-79a6-4204-baef-b69207d074cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0636239 Apr 05 12:34:16.721763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-ef16a893-c561-4e41-86c1-d16088309d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:16.723211 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-ef16a893-c561-4e41-86c1-d16088309d7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714343 Apr 05 12:34:16.851313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-7a877dbf-20c9-433b-9934-45fb4be99adf service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221700 Apr 05 12:34:17.075531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-90323f84-22aa-450f-b336-68ff92cf6b92 req-8ae3feec-5834-4525-b61b-f496a133260f service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182114 Apr 05 12:34:17.814031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5375b-b645-402b-9b8f-6bc071ca0935 req-5fea4ffd-4cfa-4c13-a423-f637642169a1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:17.815393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69f5375b-b645-402b-9b8f-6bc071ca0935 req-5fea4ffd-4cfa-4c13-a423-f637642169a1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0778592 Apr 05 12:34:17.864599 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69f5375b-b645-402b-9b8f-6bc071ca0935 req-cf45415d-105f-4ba7-91dd-ea96869c355e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434678 Apr 05 12:34:18.573207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:34:18.576589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:34:18.800563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:18.818385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:18.838654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e9156841-64db-4168-a697-ce37abc99cdf', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': 'e9156841-64db-4168-a697-ce37abc99cdf', 'mac_address': 'fa:16:3e:24:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:34:18.845287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:18.891741 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'code': 200} Apr 05 12:34:18.893235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:18.900784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:18.957000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:18.984817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:34:19.031922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=9']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:19.050815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814f236-1fca-44c0-b14b-e3fc7675288e req-e6f9f77a-3867-4f39-82fe-5df3c31ece3d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:19.052316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2814f236-1fca-44c0-b14b-e3fc7675288e req-e6f9f77a-3867-4f39-82fe-5df3c31ece3d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.0805004 Apr 05 12:34:19.055011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:34:19.055398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:34:19.097125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2814f236-1fca-44c0-b14b-e3fc7675288e req-00a94974-88e2-467d-b1f6-4625f22226bd tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376081 Apr 05 12:34:19.284694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422908d6-f039-4518-adea-c358d2c54d2e req-7894bd55-9039-4cc3-96e5-7712b9f0f936 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:19.286108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-422908d6-f039-4518-adea-c358d2c54d2e req-7894bd55-9039-4cc3-96e5-7712b9f0f936 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.0831490 Apr 05 12:34:19.329764 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-422908d6-f039-4518-adea-c358d2c54d2e req-9469d69f-1ff5-408f-a6a1-0ed29df38085 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378354 Apr 05 12:34:19.511054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a541e5-9099-4a78-8860-1c72b106d863 req-8b734ead-fe7b-4f98-b428-75a299e18678 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:19.512507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78a541e5-9099-4a78-8860-1c72b106d863 req-8b734ead-fe7b-4f98-b428-75a299e18678 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 943 time: 0.0814888 Apr 05 12:34:19.556342 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78a541e5-9099-4a78-8860-1c72b106d863 req-349ad621-8caa-4cbb-ba6e-0a484c69eab9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380850 Apr 05 12:34:19.613283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:19.629729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:34:19.644690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:19.648809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:19.720710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e9156841-64db-4168-a697-ce37abc99cdf'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:34:19.758751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=10']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:19.943590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600397c2-cd81-423d-874d-a146a9117f78 req-f4b0214b-2faf-4902-8ee2-d68fe2b0784f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:19.945017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-600397c2-cd81-423d-874d-a146a9117f78 req-f4b0214b-2faf-4902-8ee2-d68fe2b0784f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 945 time: 0.0817809 Apr 05 12:34:19.988450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-600397c2-cd81-423d-874d-a146a9117f78 req-f3808fd9-2f13-4ba2-b47a-b0300cd0a460 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377884 Apr 05 12:34:20.593553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:34:20.660637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e9156841-64db-4168-a697-ce37abc99cdf triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:34:20.661384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:20.775056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:20.806644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:20.811440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:20.879441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=11']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:20.892334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:20.936015 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'code': 200} Apr 05 12:34:21.173106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa396b-739b-4825-bc53-39a950a93b60 req-fcd6d957-cdea-43a0-ad8d-5eda9cc8a249 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:21.174531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7fa396b-739b-4825-bc53-39a950a93b60 req-fcd6d957-cdea-43a0-ad8d-5eda9cc8a249 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 946 time: 0.0828915 Apr 05 12:34:21.218544 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7fa396b-739b-4825-bc53-39a950a93b60 req-85df4bcf-33b1-433f-9f62-099b16ece822 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384040 Apr 05 12:34:21.979636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-ca4a6c36-725d-4943-8b1b-2bb92eb8bc54 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:21.981622 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-ca4a6c36-725d-4943-8b1b-2bb92eb8bc54 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 946 time: 0.0798180 Apr 05 12:34:22.054748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Deleting port e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:34:22.055119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:22.294830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] For port e9156841-64db-4168-a697-ce37abc99cdf, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e9156841-64db-4168-a697-ce37abc99cdf,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:22.295552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:22.603718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcc7ca-2c8a-4d6f-89c9-aaedd87a6121 req-50a766ce-bb6e-4f97-a7f7-94f63ae2fb69 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:22.605612 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fedcc7ca-2c8a-4d6f-89c9-aaedd87a6121 req-50a766ce-bb6e-4f97-a7f7-94f63ae2fb69 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 946 time: 0.2436144 Apr 05 12:34:22.681467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:22.681885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:22.682331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 disassociated. External IP: 172.26.5.213, port: e9156841-64db-4168-a697-ce37abc99cdf. Apr 05 12:34:22.682678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Calling delete_port for e9156841-64db-4168-a697-ce37abc99cdf owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:34:22.712470 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fedcc7ca-2c8a-4d6f-89c9-aaedd87a6121 req-70acb5c7-22ee-4c1e-934b-dcfe71aff707 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985348 Apr 05 12:34:22.828159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:22.974677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'Port': ['ID=e9156841-64db-4168-a697-ce37abc99cdf,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:23.164014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:34:23.243210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-79e1b1ac-6942-41ec-bbf7-8a5514e43aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:23.348059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:34:23.357767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:34:23.366910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:34:23.367601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:23.422748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] No DVR routers for this DVR port e9156841-64db-4168-a697-ce37abc99cdf on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:34:23.425298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:23.427827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-deleted', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:23.444598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5851d7b0-48a9-476f-b608-cf1e6c3dd626 req-844e3ba3-c394-4af7-9579-fa707f5b7ec0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "DELETE /v2.0/ports/e9156841-64db-4168-a697-ce37abc99cdf HTTP/1.1" status: 204 len: 173 time: 1.4579151 Apr 05 12:34:23.475786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9357123-fbef-4485-b1ad-e0aca9de80c7', 'name': 'network-vif-deleted', 'tag': 'e9156841-64db-4168-a697-ce37abc99cdf', 'status': 'completed', 'code': 200} Apr 05 12:34:23.548652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:34:23.879378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8e5eb6a-7974-4523-a5e2-2605f1cc3ec6 req-3139e937-8008-44b2-a8a9-654a6e152d81 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:34:23.897674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8e5eb6a-7974-4523-a5e2-2605f1cc3ec6 req-3139e937-8008-44b2-a8a9-654a6e152d81 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:34:23.898883 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8e5eb6a-7974-4523-a5e2-2605f1cc3ec6 req-3139e937-8008-44b2-a8a9-654a6e152d81 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9357123-fbef-4485-b1ad-e0aca9de80c7 HTTP/1.1" status: 200 len: 210 time: 0.0625627 Apr 05 12:34:23.915083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:23.919278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:34:23.929898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:34:23.930535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:33:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:24.113581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:34:24.419447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:24.423307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff1b31-7d2b-431a-bf13-b429661f3686 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:34:24.622358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391eabc-82df-4136-b625-fb8103722043 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:34:24.639268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:25.241236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-b04c7475-3b97-422e-9b49-cdd78715f8ee tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--941764651&fields=id&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 267 time: 0.0414836 Apr 05 12:34:25.315829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-64e60933-02e3-4058-9c03-1a6364e9c374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:25.392575 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-96afd680-782e-4f88-a327-e4ce0accfe4f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:25.393894 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-96afd680-782e-4f88-a327-e4ce0accfe4f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1461117 Apr 05 12:34:25.408314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a116dcc4-e69c-468e-9ac6-bd4f3657d6be tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/quotas/4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 375 time: 0.0087576 Apr 05 12:34:25.490345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-58e84965-aca0-41ce-8817-00726e1c2a3b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772855 Apr 05 12:34:25.627734 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-fd589630-162a-4479-b254-48bafcfb2c5d service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244071 Apr 05 12:34:25.757410 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b69d793-4dab-48cd-b992-5940736f5eba service neutron] 10.222.0.50 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239038 Apr 05 12:34:25.927925 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e891f05-2ec8-4ce3-9896-e387334444ef req-fb0c8d18-fb09-4190-a8b3-0f7ebf2a384c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Apr 05 12:34:26.486976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:26.543393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:26.634727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:34:26.672194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: e9156841-64db-4168-a697-ce37abc99cdf {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:34:26.672549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e9156841-64db-4168-a697-ce37abc99cdf not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:34:26.933345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-dc5639bd-eff7-4480-af4a-f565f057377f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:26.934754 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-dc5639bd-eff7-4480-af4a-f565f057377f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 812 time: 0.1477156 Apr 05 12:34:26.989360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-2337b42b-d1b1-4f63-a888-e76cec31b6a8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 379 time: 0.0462568 Apr 05 12:34:26.998988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'port': {'device_id': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'admin_state_up': True, 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'security_groups': ['85b66f1a-9da3-4505-9e6d-74920631dbbd']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:34:27.235215 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62477531-0d1a-4397-87cf-2e68ee8f910f req-a86e15f2-00f9-4b37-a5c0-5b9f81b1d9a3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 210 time: 0.1553864 Apr 05 12:34:27.271487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:34:27.280834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:34:27.290231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Made reservation on behalf of 4bbc7df4d30640fa84130acdc224bfa5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:34:27.294344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:27.453785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Allocated IP 172.20.0.11 (d41a8f4e-7203-4def-b6bd-439ac9e98613/0d6ffdb9-3f95-472c-a203-2c8fe915d54a/88b08356-d616-4d20-9feb-5940572f520c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:34:27.646822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:27.662319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Transition to ACTIVE for port object 88b08356-d616-4d20-9feb-5940572f520c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:34:27.685521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:27.753271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:34:27.756197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:34:27.764964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:34:27.784616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:27.804403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:27.838076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:27.838721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:27.865689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-3b13fd79-93b7-4e9e-b12f-e442f9aaa20c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709705 Apr 05 12:34:27.877901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Request body: {'port': {'device_id': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:34:27.998975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.097658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-873718bb-009d-4f16-8a5b-3c42af3385a7 None None] Provisioning for port 88b08356-d616-4d20-9feb-5940572f520c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:34:28.102851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-873718bb-009d-4f16-8a5b-3c42af3385a7 None None] Provisioning complete for port 88b08356-d616-4d20-9feb-5940572f520c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:34:28.103325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-873718bb-009d-4f16-8a5b-3c42af3385a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.161381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-873718bb-009d-4f16-8a5b-3c42af3385a7 None None] Port 88b08356-d616-4d20-9feb-5940572f520c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:34:28.350174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:34:28.389661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.416905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Transition to ACTIVE for port object 88b08356-d616-4d20-9feb-5940572f520c will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:34:28.421081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.567512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:28.607851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5029f51-e151-4ce0-80f0-aa555fa2b166 req-8197430c-1633-40f7-a6c2-4195838891a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:28.608468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d5029f51-e151-4ce0-80f0-aa555fa2b166 req-8197430c-1633-40f7-a6c2-4195838891a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:34:28.670883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d5029f51-e151-4ce0-80f0-aa555fa2b166 req-8197430c-1633-40f7-a6c2-4195838891a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:34:28.672114 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5029f51-e151-4ce0-80f0-aa555fa2b166 req-8197430c-1633-40f7-a6c2-4195838891a9 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 932 time: 0.3264699 Apr 05 12:34:28.709989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Attempting to bind port 88b08356-d616-4d20-9feb-5940572f520c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:34:28.710391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Attempting to bind port 88b08356-d616-4d20-9feb-5940572f520c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:34:28.710717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Attempting to bind port 88b08356-d616-4d20-9feb-5940572f520c on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:34:28.724143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Port 88b08356-d616-4d20-9feb-5940572f520c on network d41a8f4e-7203-4def-b6bd-439ac9e98613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:34:28.724455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Attempting to bind port 88b08356-d616-4d20-9feb-5940572f520c on network d41a8f4e-7203-4def-b6bd-439ac9e98613 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:34:28.733886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:34:28.734214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Checking segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:34:28.734580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Bound using segment: {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:34:28.734998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Bound port: 88b08356-d616-4d20-9feb-5940572f520c, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e60c1f9-481f-4028-822e-dec54889205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:34:28.735364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.751052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5029f51-e151-4ce0-80f0-aa555fa2b166 req-e7a98881-c0aa-49dc-b559-464983c201dc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723581 Apr 05 12:34:28.828955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:34:28.832212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:34:28.835644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.886813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:28.887461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:28.888848 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] 10.222.0.30 "PUT /v2.0/ports/88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1094 time: 1.0153613 Apr 05 12:34:28.889296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:28.923320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1431-1179-4679-8581-d6bd6aae0e2a service neutron] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:28.941746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'status': 'completed', 'code': 200} Apr 05 12:34:29.021056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-43feb097-60d0-433a-8267-0f85331e1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:29.022585 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-43feb097-60d0-433a-8267-0f85331e1d17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1097 time: 0.0771120 Apr 05 12:34:29.198175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-18414e10-e96b-43df-96dc-86626c46fada service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 217 time: 0.1680520 Apr 05 12:34:29.263107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-ad3d7fb7-569e-4378-bfa9-f2c9563b789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:29.264538 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-ad3d7fb7-569e-4378-bfa9-f2c9563b789b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0600214 Apr 05 12:34:29.338323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-7552c00c-79f8-429d-8a0c-6f6b818502a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:29.339855 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-7552c00c-79f8-429d-8a0c-6f6b818502a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696483 Apr 05 12:34:29.471290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-c6f3c076-2508-4a7b-8004-1e55dc42042e service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250837 Apr 05 12:34:29.608999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-940246b9-ec3d-4af1-8b05-a00b240cfb05 req-91d943df-e99d-4428-bc43-ac67a94df67f service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320860 Apr 05 12:34:29.726870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-4071bcf8-6785-4f8d-ae2d-b0cdf51535af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:29.728258 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-4071bcf8-6785-4f8d-ae2d-b0cdf51535af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1097 time: 0.0765352 Apr 05 12:34:29.890925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-c46f654c-2663-4698-83e3-c9a8a89f612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:29.892442 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-c46f654c-2663-4698-83e3-c9a8a89f612a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1562192 Apr 05 12:34:29.976446 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-be05e186-b2df-4f82-a32d-e8a7f746a11f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 217 time: 0.0772719 Apr 05 12:34:30.059286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-7c3a81ae-ef00-478d-8c8b-35ff5ab62fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:30.060620 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-7c3a81ae-ef00-478d-8c8b-35ff5ab62fc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0748417 Apr 05 12:34:30.068699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3005ff-daa5-4365-8117-9f2d8f89bf33 req-1df6b607-8f1b-479d-937b-18b014894167 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:30.070031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3d3005ff-daa5-4365-8117-9f2d8f89bf33 req-1df6b607-8f1b-479d-937b-18b014894167 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.2102270 Apr 05 12:34:30.157423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3d3005ff-daa5-4365-8117-9f2d8f89bf33 req-22a748e5-2601-4464-8f2a-33de7f33d012 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554006 Apr 05 12:34:30.175176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-77bfca67-99f7-42cb-9435-6d623a595216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:30.176655 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-77bfca67-99f7-42cb-9435-6d623a595216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057971 Apr 05 12:34:30.311260 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-c2455f3c-2f12-4799-bbb0-05c0a45f3843 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269510 Apr 05 12:34:30.439728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7caa94b7-5f97-46e4-b7d6-547c6a2abc19 req-5d04362e-fcf3-4837-83f6-a3e3cc832ea2 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221519 Apr 05 12:34:31.341467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f94455-216f-4078-a15f-4f4abe31a308 req-b5417603-bbc6-4109-903c-30e35e5a16e4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:31.343187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-23f94455-216f-4078-a15f-4f4abe31a308 req-b5417603-bbc6-4109-903c-30e35e5a16e4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.0796964 Apr 05 12:34:31.390212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-23f94455-216f-4078-a15f-4f4abe31a308 req-8cd843e0-e61c-47a9-9c85-0fe0cc4aad1e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 Apr 05 12:34:32.572712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040499-0702-4eec-b299-dd765f2c4815 req-556c76b7-b4d4-4105-afe9-f686ea75f2f1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:32.574144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3b040499-0702-4eec-b299-dd765f2c4815 req-556c76b7-b4d4-4105-afe9-f686ea75f2f1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.0808437 Apr 05 12:34:32.617122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3b040499-0702-4eec-b299-dd765f2c4815 req-4bbc3ac4-094e-4187-83d5-a0e9117d1127 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Apr 05 12:34:32.657277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:34:32.786172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:32.802375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '88b08356-d616-4d20-9feb-5940572f520c', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:34:32.856125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:32.872071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:34:32.886621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:32.890501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:32.956337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:33.086310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['88b08356-d616-4d20-9feb-5940572f520c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:34:33.803255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ca43-b1be-4e67-9e8f-eebf1842b211 req-777224a4-dd6a-43e1-bb72-9db8dd3ff3e1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:33.804747 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36e9ca43-b1be-4e67-9e8f-eebf1842b211 req-777224a4-dd6a-43e1-bb72-9db8dd3ff3e1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 945 time: 0.0847068 Apr 05 12:34:33.952525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36e9ca43-b1be-4e67-9e8f-eebf1842b211 req-809368a3-f5c6-4f87-9f8a-07b8773cd500 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419704 Apr 05 12:34:34.751604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:34:34.821670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 88b08356-d616-4d20-9feb-5940572f520c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:34:34.827265 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 88b08356-d616-4d20-9feb-5940572f520c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:34:34.827644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:34.937770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:34.966457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:34.976934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:34:34.980901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:35.013728 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'code': 200} Apr 05 12:34:35.052411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:34:35.145745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c577e-3e20-4b68-bb15-c7132f752706 req-9d4a9465-ddcd-44dc-9c31-7a8d38d021d5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:35.147354 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b8c577e-3e20-4b68-bb15-c7132f752706 req-9d4a9465-ddcd-44dc-9c31-7a8d38d021d5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0825038 Apr 05 12:34:35.193236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b8c577e-3e20-4b68-bb15-c7132f752706 req-45d204c1-1986-45a1-8faa-56a24436b332 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 Apr 05 12:34:35.271691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e76cd-bccc-4858-9210-5ef5540a7843 req-55e11be2-8ded-4dee-8eb4-ba707a60a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:35.273050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-653e76cd-bccc-4858-9210-5ef5540a7843 req-55e11be2-8ded-4dee-8eb4-ba707a60a9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0715585 Apr 05 12:34:35.312854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-653e76cd-bccc-4858-9210-5ef5540a7843 req-0c0a26ec-478c-4fc5-bcae-e30b4db34d42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339255 Apr 05 12:34:36.406186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eee97-4331-4ae4-8985-d8ec709f173d req-64659dca-2615-4809-9d37-150e2de457df tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:36.407574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-080eee97-4331-4ae4-8985-d8ec709f173d req-64659dca-2615-4809-9d37-150e2de457df tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0912850 Apr 05 12:34:36.450396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-080eee97-4331-4ae4-8985-d8ec709f173d req-a61501bc-2281-420f-9173-526b35361b0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370398 Apr 05 12:34:37.629649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a7b83-1faf-43ed-afb2-a8d6c1679093 req-0c57fb86-4109-4a88-b09d-01f2f1349fad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:37.631104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db6a7b83-1faf-43ed-afb2-a8d6c1679093 req-0c57fb86-4109-4a88-b09d-01f2f1349fad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0789659 Apr 05 12:34:37.678219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db6a7b83-1faf-43ed-afb2-a8d6c1679093 req-cbb05f4a-fad4-4449-8cd6-3fbfbe73307d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Apr 05 12:34:37.857042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa30bd3-60ee-4e74-b7fa-541eb25b6f2e req-7a8c15f7-8c92-4caa-a9df-f7ae4e7ab4d1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:37.858402 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0fa30bd3-60ee-4e74-b7fa-541eb25b6f2e req-7a8c15f7-8c92-4caa-a9df-f7ae4e7ab4d1 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0825870 Apr 05 12:34:37.867075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60262) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:34:37.871940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Request body: {'floatingip': {'port_id': '88b08356-d616-4d20-9feb-5940572f520c'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:34:37.947909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:38.529775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:38.533527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:38.699528 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 associated. External IP: 172.26.5.213, port: 88b08356-d616-4d20-9feb-5940572f520c. Apr 05 12:34:39.144344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:34:39.324591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:34:39.329422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:39.333932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:34:39.343971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:34:39.344579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:34:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:39.383678 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1eab795e-422d-44e7-9cc9-da2ea7656874 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "PUT /v2.0/floatingips/2346cf0f-7a65-4b27-b1b8-704d5536d017 HTTP/1.1" status: 200 len: 993 time: 1.5155075 Apr 05 12:34:39.384174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:34:39.434277 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'status': 'completed', 'code': 200} Apr 05 12:34:39.533869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-cfbd7374-d71a-430e-9ed0-1910f9562434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:39.535490 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-cfbd7374-d71a-430e-9ed0-1910f9562434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0785422 Apr 05 12:34:39.575132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:34:39.671192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-f1e7b844-9b39-4409-9d64-d1346cc40cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:39.672643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-f1e7b844-9b39-4409-9d64-d1346cc40cf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1312239 Apr 05 12:34:39.787419 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-abba31f3-8520-43e2-9664-a0e438f77787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1001 time: 0.1086102 Apr 05 12:34:39.857674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-1d8b482e-6a7b-469d-a58d-74605c37c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:39.859347 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-1d8b482e-6a7b-469d-a58d-74605c37c222 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0661697 Apr 05 12:34:39.947467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:34:38Z', 'revision_number': 13, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:39.948917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-f2e5535c-b7a4-4442-8d02-69dfa62769ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:39.950781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-f2e5535c-b7a4-4442-8d02-69dfa62769ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853055 Apr 05 12:34:39.952259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:34:39.965029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:34:39.965842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:34:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:40.094306 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-37422412-b4b2-4e45-8d5b-ef55fd14929b service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374493 Apr 05 12:34:40.164025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:34:40.232590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9533a5bc-8f87-41ea-9f86-b26a9471a9e6 req-058e8949-f2a9-446a-814d-2419919fb34c service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326361 Apr 05 12:34:40.519486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:34:38Z', 'revision_number': 13, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:34:40.526653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53761e70-41ed-4593-a6b8-c8d198fc770a None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '2346cf0f-7a65-4b27-b1b8-704d5536d017', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:31:43Z', 'updated_at': '2022-04-05T12:34:38Z', 'revision_number': 13, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:34:40.723165 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ad691-0ba4-4870-a079-41c1d52b8220 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:34:41.228379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e351c-3baa-4aca-bcb3-e6090d7eabe2 req-310f21ac-1acd-422e-a5f8-e06a05f6cd7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:41.229781 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-589e351c-3baa-4aca-bcb3-e6090d7eabe2 req-310f21ac-1acd-422e-a5f8-e06a05f6cd7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0806077 Apr 05 12:34:41.371706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-589e351c-3baa-4aca-bcb3-e6090d7eabe2 req-2973344e-f8a9-4bc1-9f66-3b91dc907ed0 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356575 Apr 05 12:34:50.992635 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-5ab68a55-4afe-408a-b4ce-61fb57036aef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291199 Apr 05 12:34:51.129979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa4449-0b49-4664-b708-c3f03b6f86f9 req-1f49bed0-cb7d-4be4-90e7-9986c1f21e6c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:51.131456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4fa4449-0b49-4664-b708-c3f03b6f86f9 req-1f49bed0-cb7d-4be4-90e7-9986c1f21e6c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0847094 Apr 05 12:34:51.176219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b4fa4449-0b49-4664-b708-c3f03b6f86f9 req-c1083ee8-4cab-466f-a47a-f3cd1c2da5a4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383439 Apr 05 12:34:51.276843 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:34:52.110809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-c30a9845-9473-4260-af32-1841fd9a1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:52.112340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-c30a9845-9473-4260-af32-1841fd9a1671 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0803282 Apr 05 12:34:52.242598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-c6909c43-64d7-4048-8cdf-35e1b85033be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:52.244063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-c6909c43-64d7-4048-8cdf-35e1b85033be service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1257923 Apr 05 12:34:52.391351 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-6cd73021-8f77-4299-87f4-0d664576fe98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1003 time: 0.1379514 Apr 05 12:34:52.458823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001d8d9-f944-422b-a819-c60ead586e0c req-62c3e319-9cd7-4608-a24c-c2cdd0358b59 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:52.460260 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8001d8d9-f944-422b-a819-c60ead586e0c req-62c3e319-9cd7-4608-a24c-c2cdd0358b59 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.1556573 Apr 05 12:34:52.489497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-12315836-dc92-4500-8ecd-b3582da82f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:52.490925 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-12315836-dc92-4500-8ecd-b3582da82f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0930839 Apr 05 12:34:52.549664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8001d8d9-f944-422b-a819-c60ead586e0c req-9830a87d-9e25-4efc-9101-121e2543fe73 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821717 Apr 05 12:34:52.576796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-bc3dd7c9-b329-4c08-8c2c-342054b6e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:52.578219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-bc3dd7c9-b329-4c08-8c2c-342054b6e55b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774372 Apr 05 12:34:52.705552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-f385128a-d2f7-4bd8-8814-d5a1e9c28c43 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210687 Apr 05 12:34:52.833718 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-cd4f0448-8a14-438c-aab1-cae5cd741dcf service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215830 Apr 05 12:34:53.245948 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8fa65dc8-2e8e-42d2-8d36-b5443ccc6031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:53.734810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b072820-0fff-41f7-8d34-e83877786ff7 req-fa818f94-3855-4de3-8072-2be9130cb885 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:53.736273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b072820-0fff-41f7-8d34-e83877786ff7 req-fa818f94-3855-4de3-8072-2be9130cb885 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0825303 Apr 05 12:34:53.779449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b072820-0fff-41f7-8d34-e83877786ff7 req-69468377-dc5d-4e37-9a64-9bf0a91421a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Apr 05 12:34:54.656527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:54.964898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970c12b-4574-4f18-a74b-99573e889e78 req-94998a05-1a75-4122-99b0-da77880295c5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:54.966356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7970c12b-4574-4f18-a74b-99573e889e78 req-94998a05-1a75-4122-99b0-da77880295c5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0787413 Apr 05 12:34:55.011792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7970c12b-4574-4f18-a74b-99573e889e78 req-843d3134-9aaa-47b8-b341-0be74acdd319 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396361 Apr 05 12:34:55.318187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d92c67a5-bda5-45a0-a73c-1a6a19ce5a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:56.196779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74a716-6f8a-42ca-914a-e8874196e4e7 req-61a18ace-5a5c-499f-8d24-f9b64d65df47 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:56.198800 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a74a716-6f8a-42ca-914a-e8874196e4e7 req-61a18ace-5a5c-499f-8d24-f9b64d65df47 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0795975 Apr 05 12:34:56.241388 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a74a716-6f8a-42ca-914a-e8874196e4e7 req-d01b76ae-1433-4ee8-a490-2fdc4d0d2488 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370207 Apr 05 12:34:56.490018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:56.546304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:57.431092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feb617-2c01-42dd-87de-ae6f9d33b629 req-96fe7113-719c-442a-b543-40d2c147aa7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:57.432541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2feb617-2c01-42dd-87de-ae6f9d33b629 req-96fe7113-719c-442a-b543-40d2c147aa7c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0806823 Apr 05 12:34:57.476985 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2feb617-2c01-42dd-87de-ae6f9d33b629 req-f188f4fb-73be-4504-93e6-788df81d01df tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387418 Apr 05 12:34:57.786041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:34:58.658812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45fe95-0789-40f9-959b-55ff1ac12008 req-20758907-bc4d-488c-afab-0f3bb77f7564 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:58.660321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f45fe95-0789-40f9-959b-55ff1ac12008 req-20758907-bc4d-488c-afab-0f3bb77f7564 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0788503 Apr 05 12:34:58.705141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f45fe95-0789-40f9-959b-55ff1ac12008 req-73b30952-855d-46de-9e42-0c161a1e2686 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388489 Apr 05 12:34:59.894083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa22bf-15e0-4414-b4af-b057be3f8a61 req-1c209441-a7a8-4ef2-b54b-b5182816c9df tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:34:59.895553 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3cfa22bf-15e0-4414-b4af-b057be3f8a61 req-1c209441-a7a8-4ef2-b54b-b5182816c9df tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0845246 Apr 05 12:34:59.940030 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3cfa22bf-15e0-4414-b4af-b057be3f8a61 req-7b154d21-561a-45e5-bbc4-d83c178c3f92 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Apr 05 12:35:00.110304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-b61cbbe5-39ce-4388-ab1f-91ab858de11a service neutron] 10.222.0.30 "GET /v2.0/ports/88b08356-d616-4d20-9feb-5940572f520c/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0745604 Apr 05 12:35:00.457183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-1eb3d281-4f92-42da-9af2-1747a021e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:00.458639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-1eb3d281-4f92-42da-9af2-1747a021e812 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1099 time: 0.1605580 Apr 05 12:35:00.546855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-7e93ac2d-d070-490e-b800-c9e66cebc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:00.548356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-7e93ac2d-d070-490e-b800-c9e66cebc080 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0694873 Apr 05 12:35:00.676019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-05603d7d-c7f9-4000-88b3-feb2eb18630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:00.677446 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-05603d7d-c7f9-4000-88b3-feb2eb18630b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1233437 Apr 05 12:35:00.782738 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-ce35e1b6-1413-42a1-a3d2-27f069eb8385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1003 time: 0.0987015 Apr 05 12:35:00.847099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-df3862f8-1b7f-4d57-9269-4fdc73036b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:00.848484 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-df3862f8-1b7f-4d57-9269-4fdc73036b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0607171 Apr 05 12:35:00.921488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a9772-5d53-49db-903e-2250557e31db req-64579c45-bc7e-4452-af30-602280f121f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:00.922903 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-64579c45-bc7e-4452-af30-602280f121f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686362 Apr 05 12:35:01.096445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-1482bea6-6b5b-4d52-9ee8-5a81b641cc35 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670210 Apr 05 12:35:01.235480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3cd3b-10b2-42b6-ab18-4fa52c1be15d req-99bf5e89-f27c-487b-87f7-67e9fe8f0959 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:01.236916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ed3cd3b-10b2-42b6-ab18-4fa52c1be15d req-99bf5e89-f27c-487b-87f7-67e9fe8f0959 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.1903851 Apr 05 12:35:01.268226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-8ce5f337-6635-4954-85ea-96a464e01c62 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648142 Apr 05 12:35:01.293281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5ed3cd3b-10b2-42b6-ab18-4fa52c1be15d req-4daf7d61-c353-4d64-8846-27ce2ca1228f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449059 Apr 05 12:35:02.479038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95f35f-f0c0-4c4b-86ea-1770e5f8f1c8 req-bcdd040f-eb24-4ab2-a860-490d7def2c0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:02.481029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf95f35f-f0c0-4c4b-86ea-1770e5f8f1c8 req-bcdd040f-eb24-4ab2-a860-490d7def2c0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0805478 Apr 05 12:35:02.524829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bf95f35f-f0c0-4c4b-86ea-1770e5f8f1c8 req-ee441b59-13dd-48a2-ac32-7871c3a7abbf tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380406 Apr 05 12:35:02.893119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:03.004766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:03.031498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:03.041680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:03.046574 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:03.089596 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'code': 200} Apr 05 12:35:03.118088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:03.125138 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.125497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.125838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.126177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.126512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.126845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.127204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.127538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.127867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.128194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.128517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.128841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:03.720358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a7ae1-3f23-4c01-b01c-4dba2e0a5c46 req-d2522749-9a59-4142-8cf4-a600fafa1945 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:03.721811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-567a7ae1-3f23-4c01-b01c-4dba2e0a5c46 req-d2522749-9a59-4142-8cf4-a600fafa1945 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.0896678 Apr 05 12:35:03.765643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-567a7ae1-3f23-4c01-b01c-4dba2e0a5c46 req-03232f8d-06e2-4e4b-80f6-8a5a52956529 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Apr 05 12:35:04.907678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:35:04.952546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242927a2-8e40-4df4-9452-54481c442c15 req-12a81264-a7bb-4ed3-9705-509394c8765c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:04.953995 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-242927a2-8e40-4df4-9452-54481c442c15 req-12a81264-a7bb-4ed3-9705-509394c8765c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.0791755 Apr 05 12:35:05.004653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-242927a2-8e40-4df4-9452-54481c442c15 req-2daf3a02-585a-4121-bf74-d3809316b155 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 Apr 05 12:35:05.045571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:05.093577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '88b08356-d616-4d20-9feb-5940572f520c', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:35:05.147544 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:05.163616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:35:05.178811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:05.183056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:05.259292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:05.262939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['88b08356-d616-4d20-9feb-5940572f520c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:35:06.188254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece6c92-c252-4f4c-98e0-4c16569f0d56 req-29699deb-b0e8-48e8-a877-2b67359f2d0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:06.189668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6ece6c92-c252-4f4c-98e0-4c16569f0d56 req-29699deb-b0e8-48e8-a877-2b67359f2d0c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 945 time: 0.0787244 Apr 05 12:35:06.237155 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6ece6c92-c252-4f4c-98e0-4c16569f0d56 req-fc1ba227-b907-4b03-b8da-c47ef12b3d42 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 Apr 05 12:35:06.922468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:35:06.991987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 88b08356-d616-4d20-9feb-5940572f520c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:35:06.992360 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:07.119827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:07.146342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:07.155623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:07.159873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:07.203316 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'code': 200} Apr 05 12:35:07.227924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:07.424995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8994e5-2540-4faa-9de9-438e5a11f87e req-b440c4a6-18eb-43e4-a61b-b32bf84f8170 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:07.426430 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7e8994e5-2540-4faa-9de9-438e5a11f87e req-b440c4a6-18eb-43e4-a61b-b32bf84f8170 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0836842 Apr 05 12:35:07.470540 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7e8994e5-2540-4faa-9de9-438e5a11f87e req-94e7bace-3a8d-4e43-b2d9-37770b9a2e69 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382922 Apr 05 12:35:08.653393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c70ff-0039-4660-a703-dd46c2e04ca9 req-4190d0a2-5d89-41b5-90e2-94af9fa94b2e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:08.654819 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c2c70ff-0039-4660-a703-dd46c2e04ca9 req-4190d0a2-5d89-41b5-90e2-94af9fa94b2e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0787830 Apr 05 12:35:08.697488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c2c70ff-0039-4660-a703-dd46c2e04ca9 req-b673a24b-a97f-4755-b6ef-35e821531ab3 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370073 Apr 05 12:35:09.886054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba432a-4d1c-4f1b-bc6a-c2ab9ebebd3e req-35ca2809-f609-41f2-b18f-fb29a5611cdc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:09.888450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7dba432a-4d1c-4f1b-bc6a-c2ab9ebebd3e req-35ca2809-f609-41f2-b18f-fb29a5611cdc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0826678 Apr 05 12:35:09.937755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7dba432a-4d1c-4f1b-bc6a-c2ab9ebebd3e req-f132e1b5-4ee4-45b5-bc2b-05c38f835552 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Apr 05 12:35:10.480960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-9e1b9147-2567-4ee2-b515-2d757cfdda88 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:10.482370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-9e1b9147-2567-4ee2-b515-2d757cfdda88 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83&tenant_id=4bbc7df4d30640fa84130acdc224bfa5&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.2252131 Apr 05 12:35:10.559665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447fe0c-b869-4a0d-bd7b-33a741783e45 req-5e9f6774-5e4f-473b-8016-3bf9d49dcf89 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:10.561084 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f447fe0c-b869-4a0d-bd7b-33a741783e45 req-5e9f6774-5e4f-473b-8016-3bf9d49dcf89 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.2481289 Apr 05 12:35:10.607146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-105b9335-548f-4ebc-8a67-56afa4085b73 service neutron] 10.222.0.30 "GET /v2.0/ports/88b08356-d616-4d20-9feb-5940572f520c/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1173110 Apr 05 12:35:10.616686 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f447fe0c-b869-4a0d-bd7b-33a741783e45 req-9aaa0b1c-e0c7-4056-ba4b-5ea04f272263 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487697 Apr 05 12:35:10.697451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-3d78a13d-1458-4fe9-9463-2ebf620f33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:10.698922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-3d78a13d-1458-4fe9-9463-2ebf620f33ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0705965 Apr 05 12:35:10.827178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-10e76ee8-b687-4329-9bf2-c72dfda53dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:10.848209 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-10e76ee8-b687-4329-9bf2-c72dfda53dc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1242311 Apr 05 12:35:10.935115 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-bf98b747-96e7-4636-a991-58e49208de95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1003 time: 0.1008961 Apr 05 12:35:10.995508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-082312e0-b0a0-49bc-862f-98cdd0a5a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:10.996880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-082312e0-b0a0-49bc-862f-98cdd0a5a5f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0560579 Apr 05 12:35:11.075448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-71fc5cdc-4682-4ccb-b250-4d000306f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:11.076947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-71fc5cdc-4682-4ccb-b250-4d000306f8f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744042 Apr 05 12:35:11.205693 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-ed3dc3c0-1027-4516-b86f-8336a315fa1c service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224988 Apr 05 12:35:11.333865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-9506307e-3a6d-4e59-980f-0b034dd62554 service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221929 Apr 05 12:35:11.803327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974fa6a-9caf-4eea-a272-3e4df0934b04 req-8acd33cc-3a64-403e-8fbb-2c6f65ab6845 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:11.804810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2974fa6a-9caf-4eea-a272-3e4df0934b04 req-8acd33cc-3a64-403e-8fbb-2c6f65ab6845 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0784390 Apr 05 12:35:11.848379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2974fa6a-9caf-4eea-a272-3e4df0934b04 req-87a3fb56-1682-46a1-b6c1-02a00add8deb tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Apr 05 12:35:13.032479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c0d86-48d7-4275-abc8-853d8ef864e2 req-f84320ae-88e2-44ad-96e5-a5e00895e8e6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:13.033898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e24c0d86-48d7-4275-abc8-853d8ef864e2 req-f84320ae-88e2-44ad-96e5-a5e00895e8e6 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0814185 Apr 05 12:35:13.079361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e24c0d86-48d7-4275-abc8-853d8ef864e2 req-089feea9-95d3-403f-8a97-e72f23978525 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Apr 05 12:35:14.267309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a6e4b-f962-43e3-977d-60cb62fb034f req-ca63b617-0d7e-431c-a39b-5fe4f8e2556a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.269044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a86a6e4b-f962-43e3-977d-60cb62fb034f req-ca63b617-0d7e-431c-a39b-5fe4f8e2556a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0800927 Apr 05 12:35:14.360932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a86a6e4b-f962-43e3-977d-60cb62fb034f req-d48faab6-84c1-4c2c-aba9-1cb17b43432e tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854816 Apr 05 12:35:14.381326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-65f3ffae-6b3a-43dd-ba5a-bb90e2af6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.382763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-65f3ffae-6b3a-43dd-ba5a-bb90e2af6a38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83&tenant_id=4bbc7df4d30640fa84130acdc224bfa5 HTTP/1.1" status: 200 len: 1099 time: 0.0939996 Apr 05 12:35:14.470849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-18ab297b-58b6-495f-a328-96bc96fc84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.472315 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-18ab297b-58b6-495f-a328-96bc96fc84b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 1099 time: 0.0696504 Apr 05 12:35:14.600525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-1d23ed20-5572-41ee-9528-46d0274adc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.601961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-1d23ed20-5572-41ee-9528-46d0274adc19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 200 len: 913 time: 0.1242170 Apr 05 12:35:14.703512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-5783df25-63cd-4099-bf06-81e76612bf79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 200 len: 1003 time: 0.0943933 Apr 05 12:35:14.766264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-48667ce7-3c58-4fd2-84b0-031eefd3a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.767679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-48667ce7-3c58-4fd2-84b0-031eefd3a61b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 200 len: 851 time: 0.0590503 Apr 05 12:35:14.938450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-01b9e43e-3af9-412b-aff3-3d95bfb4a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:14.939958 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-01b9e43e-3af9-412b-aff3-3d95bfb4a3a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d41a8f4e-7203-4def-b6bd-439ac9e98613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1664712 Apr 05 12:35:15.067225 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-1bb193af-185b-42a4-98f4-9367cf5c3f9d service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211202 Apr 05 12:35:15.198211 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6c14d1c1-6db5-4110-bef1-4c232123744b req-e729d597-6d25-4976-b493-317fb589e8bc service neutron] 10.222.0.30 "GET /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252174 Apr 05 12:35:15.550650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ebc52-4efc-4fa4-9dd7-4d8d6c66939e req-72e0eed6-9da8-4cfb-ad48-e16e3214077a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:15.552053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c87ebc52-4efc-4fa4-9dd7-4d8d6c66939e req-72e0eed6-9da8-4cfb-ad48-e16e3214077a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0841725 Apr 05 12:35:15.597218 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c87ebc52-4efc-4fa4-9dd7-4d8d6c66939e req-1334e439-f345-475f-a086-9b97a3628027 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386877 Apr 05 12:35:16.784730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7760-11f3-4087-ac98-a0a42544c016 req-964427cf-3049-4605-8d49-60eac4606e56 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:16.786169 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cd5c7760-11f3-4087-ac98-a0a42544c016 req-964427cf-3049-4605-8d49-60eac4606e56 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0793345 Apr 05 12:35:16.831651 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cd5c7760-11f3-4087-ac98-a0a42544c016 req-40e96e74-f90d-4c23-9ba6-d8bf52b8618b tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388265 Apr 05 12:35:16.954927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:17.071727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:17.098699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:17.108403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:17.112450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:17.158152 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'code': 200} Apr 05 12:35:17.186164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=9']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:18.019663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066dddd-82d0-40fa-ad32-a9dcd3b2dce5 req-a6c9eab4-72c7-4b72-b567-f4f5d80d9e93 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:18.021104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a066dddd-82d0-40fa-ad32-a9dcd3b2dce5 req-a6c9eab4-72c7-4b72-b567-f4f5d80d9e93 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 944 time: 0.0848937 Apr 05 12:35:18.063870 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a066dddd-82d0-40fa-ad32-a9dcd3b2dce5 req-24983f78-c989-4778-a68b-6766b659c156 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Apr 05 12:35:18.955169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:35:19.090227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:19.104485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '88b08356-d616-4d20-9feb-5940572f520c', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'port_id': '88b08356-d616-4d20-9feb-5940572f520c', 'mac_address': 'fa:16:3e:9b:10:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:35:19.160264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:19.177368 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:35:19.193011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:19.197069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:19.255282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477ec76-76cc-46b8-97e6-b4a282295576 req-0e1ae086-1d9b-41dc-b661-019ddaaf0dcc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:19.256682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e477ec76-76cc-46b8-97e6-b4a282295576 req-0e1ae086-1d9b-41dc-b661-019ddaaf0dcc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0810392 Apr 05 12:35:19.270911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['88b08356-d616-4d20-9feb-5940572f520c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:35:19.305632 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e477ec76-76cc-46b8-97e6-b4a282295576 req-426eb54f-7f6b-4acf-97ab-eba625ae3746 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424721 Apr 05 12:35:19.309327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=10']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:20.491566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7e083-9937-4ce8-8efb-cf869625b400 req-2dcade3b-54a6-415a-8aa3-8c90c4595655 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:20.493005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8db7e083-9937-4ce8-8efb-cf869625b400 req-2dcade3b-54a6-415a-8aa3-8c90c4595655 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 946 time: 0.0795054 Apr 05 12:35:20.536301 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8db7e083-9937-4ce8-8efb-cf869625b400 req-66ff906f-a595-4ddb-8daf-018abfbadd36 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Apr 05 12:35:20.970561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:35:21.039503 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 88b08356-d616-4d20-9feb-5940572f520c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:35:21.039874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:21.153586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:21.179098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:21.188922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:21.194324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:21.237191 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'code': 200} Apr 05 12:35:21.261938 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=11']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:21.722923 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a186f-7b04-415e-969e-26c5ad6854b7 req-59e8f9d9-3907-46c0-a35d-72c996bd30f2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:21.724371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-577a186f-7b04-415e-969e-26c5ad6854b7 req-59e8f9d9-3907-46c0-a35d-72c996bd30f2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0819278 Apr 05 12:35:21.768473 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-577a186f-7b04-415e-969e-26c5ad6854b7 req-893a0f3a-a9fd-4884-9732-bff5edcacf85 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376012 Apr 05 12:35:22.963278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccab6e-42d7-4904-8e84-84c060246dc5 req-5fbb7627-175a-49ab-94cb-14c4bb23bd22 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:22.967490 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92ccab6e-42d7-4904-8e84-84c060246dc5 req-5fbb7627-175a-49ab-94cb-14c4bb23bd22 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0886297 Apr 05 12:35:23.014362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92ccab6e-42d7-4904-8e84-84c060246dc5 req-95df3467-84e9-4e35-8226-e5776c8d796a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Apr 05 12:35:23.248877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d43d4b7-86d1-4f83-8d08-67dd7d43b4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:24.203548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b82a91-9542-4604-b64e-2a4c3dc7bfc2 req-9560a038-fe76-4de3-9856-164364ad01dc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:24.204987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25b82a91-9542-4604-b64e-2a4c3dc7bfc2 req-9560a038-fe76-4de3-9856-164364ad01dc tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0832236 Apr 05 12:35:24.248325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25b82a91-9542-4604-b64e-2a4c3dc7bfc2 req-7d517748-41ec-471c-8281-605fe3998d93 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376775 Apr 05 12:35:24.433815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27828c3-1598-46a3-b335-0d0d2786d958 req-f7f7924c-4d65-4197-93e3-da9971109746 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:24.435250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a27828c3-1598-46a3-b335-0d0d2786d958 req-f7f7924c-4d65-4197-93e3-da9971109746 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0812800 Apr 05 12:35:24.477542 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a27828c3-1598-46a3-b335-0d0d2786d958 req-d3183eb2-aa2d-421f-a4e1-04e9d983186a tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Apr 05 12:35:24.647776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:24.657667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684a142-dabe-4342-9037-9357bf1a7010 req-470d13bb-4414-493d-be3e-87703e9c7088 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:24.659122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a684a142-dabe-4342-9037-9357bf1a7010 req-470d13bb-4414-493d-be3e-87703e9c7088 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0799623 Apr 05 12:35:24.702027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a684a142-dabe-4342-9037-9357bf1a7010 req-a3a2c8e8-adca-4dc3-acd4-0730312e72ea tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372045 Apr 05 12:35:25.094604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4d38c-eca3-46d7-ba9d-0221da0b434d req-794bfcf4-b7ed-4583-8450-8bd6cc10584c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:25.096106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-77c4d38c-eca3-46d7-ba9d-0221da0b434d req-794bfcf4-b7ed-4583-8450-8bd6cc10584c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0991137 Apr 05 12:35:25.140396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-77c4d38c-eca3-46d7-ba9d-0221da0b434d req-5592f401-bf6a-4125-a406-3a769113f7a5 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Apr 05 12:35:25.320660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e408be52-7873-4f97-ad14-9d3bd5b46ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:26.323788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436484cb-b001-4149-a5bf-ae97c5387ba0 req-ebb28c67-d494-475e-8423-fbee3c178223 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:26.325213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-436484cb-b001-4149-a5bf-ae97c5387ba0 req-ebb28c67-d494-475e-8423-fbee3c178223 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0788295 Apr 05 12:35:26.372038 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-436484cb-b001-4149-a5bf-ae97c5387ba0 req-c8fb8893-1df6-4b10-85e3-de315aa169e8 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411422 Apr 05 12:35:26.492947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:26.548335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:27.388022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-07c18a6e-23cd-488d-b7ec-3724e8deac4d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:27.389333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-07c18a6e-23cd-488d-b7ec-3724e8deac4d tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.0794990 Apr 05 12:35:27.457300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Deleting port 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:27.457635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:27.757576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe15dd6-c26b-4741-840c-44330ed638d8 req-babb648d-2148-4bc5-adea-1f9c0dce844c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:27.759000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abe15dd6-c26b-4741-840c-44330ed638d8 req-babb648d-2148-4bc5-adea-1f9c0dce844c tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 947 time: 0.2697332 Apr 05 12:35:27.790015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:27.877416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abe15dd6-c26b-4741-840c-44330ed638d8 req-15e881a7-a737-4bca-923e-e6b029a09fae tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups?id=85b66f1a-9da3-4505-9e6d-74920631dbbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720859 Apr 05 12:35:27.886890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] For port 88b08356-d616-4d20-9feb-5940572f520c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=88b08356-d616-4d20-9feb-5940572f520c,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:27.887264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:28.186595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:28.186959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:28.187303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017 disassociated. External IP: 172.26.5.213, port: 88b08356-d616-4d20-9feb-5940572f520c. Apr 05 12:35:28.187643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Calling delete_port for 88b08356-d616-4d20-9feb-5940572f520c owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:28.274959 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:35:28.330109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:28.381443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'Port': ['ID=88b08356-d616-4d20-9feb-5940572f520c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:28.392269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.392780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.392947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.393289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.393619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.393962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.394283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.394609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.394937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.395287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.395616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.395938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:28.579746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:35:28.756547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:35:28.765853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:35:28.774949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:35:28.775616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:35:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:28.828959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] No DVR routers for this DVR port 88b08356-d616-4d20-9feb-5940572f520c on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:35:28.832663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:28.835319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-deleted', 'tag': '88b08356-d616-4d20-9feb-5940572f520c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:28.851795 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50ecc717-01ac-4a5a-b4d0-03287447736f req-82c02e07-1cd5-4bdf-9c51-d4e8b3f0bb0f tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.30 "DELETE /v2.0/ports/88b08356-d616-4d20-9feb-5940572f520c HTTP/1.1" status: 204 len: 173 time: 1.4573026 Apr 05 12:35:28.885525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de78f4c2-31fa-4f1a-a059-6a4d71626a83', 'name': 'network-vif-deleted', 'tag': '88b08356-d616-4d20-9feb-5940572f520c', 'status': 'completed', 'code': 200} Apr 05 12:35:28.961321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:35:29.042782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-644d1e0c-f7bb-4d4d-8c51-42f0286961c3 req-d9c4bc4d-8fed-42cc-94d0-48027a0071ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Synchronizing usage tracker for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:35:29.061066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-644d1e0c-f7bb-4d4d-8c51-42f0286961c3 req-d9c4bc4d-8fed-42cc-94d0-48027a0071ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Unset dirty status for tenant:4bbc7df4d30640fa84130acdc224bfa5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:35:29.062440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-644d1e0c-f7bb-4d4d-8c51-42f0286961c3 req-d9c4bc4d-8fed-42cc-94d0-48027a0071ad tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/ports?device_id=de78f4c2-31fa-4f1a-a059-6a4d71626a83 HTTP/1.1" status: 200 len: 210 time: 0.0698760 Apr 05 12:35:29.292642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:29.296616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:35:29.305115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:35:29.305754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:35:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:29.487169 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:35:29.801895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:29.805903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fe8aac-42d1-4630-85d8-9f6a1afecb7f None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:31:40Z', 'revision_number': 4, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'beb74402-7fa1-40cc-b189-7dc00ba89e75', 'name': '', 'network_id': 'd41a8f4e-7203-4def-b6bd-439ac9e98613', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'mac_address': 'fa:16:3e:98:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:39Z', 'updated_at': '2022-04-05T12:31:45Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'subnets': [{'id': '0d6ffdb9-3f95-472c-a203-2c8fe915d54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:35:30.030375 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206a464d-d4d3-4a5c-a2f4-29907bbbc880 None None] New status for floating IP 2346cf0f-7a65-4b27-b1b8-704d5536d017: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:35:31.001883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:31.036832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 88b08356-d616-4d20-9feb-5940572f520c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:35:31.037176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 88b08356-d616-4d20-9feb-5940572f520c not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:35:33.287486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60458) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:33.351182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.377370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.428614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.449537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b66f1a-9da3-4505-9e6d-74920631dbbd,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:33.459055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.460149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d17c9d98-7540-485b-bac0-a59a435ebf86 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "DELETE /v2.0/security-groups/85b66f1a-9da3-4505-9e6d-74920631dbbd HTTP/1.1" status: 204 len: 168 time: 0.1714935 Apr 05 12:35:33.462631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60462) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:33.478885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-18121dc2-d26f-4075-8f44-19b813795030 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] show failed (client error): The resource could not be found. Apr 05 12:35:33.479881 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-18121dc2-d26f-4075-8f44-19b813795030 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "GET /v2.0/security-groups/85b66f1a-9da3-4505-9e6d-74920631dbbd HTTP/1.1" status: 404 len: 347 time: 0.0156846 Apr 05 12:35:33.482459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60466) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:33.732598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Deleting port d6306262-8655-45ab-956d-c64c7877e62b {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:33.732933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.901696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:33.902019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:34.024296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Calling delete_port for d6306262-8655-45ab-956d-c64c7877e62b owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:34.167347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:34.212219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Pushing event deleted for resources: {'Port': ['ID=d6306262-8655-45ab-956d-c64c7877e62b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:34.303621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:34.320937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:34.322094 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f9c655b8-c246-4ea0-9231-83a84ecf8cc4 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] 10.222.0.50 "DELETE /v2.0/floatingips/2346cf0f-7a65-4b27-b1b8-704d5536d017 HTTP/1.1" status: 204 len: 168 time: 0.8387525 Apr 05 12:35:34.325071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60470) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:34.857335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:35.318555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Deleting port beb74402-7fa1-40cc-b189-7dc00ba89e75 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:35.319274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:35.498087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] For port beb74402-7fa1-40cc-b189-7dc00ba89e75, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=beb74402-7fa1-40cc-b189-7dc00ba89e75,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:35.498437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:35.618646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Calling delete_port for beb74402-7fa1-40cc-b189-7dc00ba89e75 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:35.928082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:35.982053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb74402-7fa1-40cc-b189-7dc00ba89e75,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:36.249000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:36.706589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:35:36.882126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:35:36.890652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Sync routers for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:35:36.894882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fb7cd39c-c4f1-40ac-94e7-99e025b7aa95 admin admin] 10.222.0.50 "PUT /v2.0/routers/70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679765 Apr 05 12:35:36.896529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60474) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:36.901131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:35:36.901807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:35:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:37.069952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:37.127207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:35:37.250501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:37.260980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Deleting port 52b0f021-061f-4fd2-bf83-a21893bf6868 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:37.261357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:37.407988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245'}], 'enable_snat': True}, 'gw_port_id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:35:35Z', 'revision_number': 5, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port': {'id': '52b0f021-061f-4fd2-bf83-a21893bf6868', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:31:37Z', 'updated_at': '2022-04-05T12:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:37.411739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Checking router: 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:35:37.420398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Routers {'70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:35:37.420995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:35:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:37.432679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] For port 52b0f021-061f-4fd2-bf83-a21893bf6868, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=52b0f021-061f-4fd2-bf83-a21893bf6868,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:37.433031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:37.558705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Calling delete_port for 52b0f021-061f-4fd2-bf83-a21893bf6868 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:37.573174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] Set router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:35:37.681071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:35:37Z', 'revision_number': 6, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:37.685068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f04ab-05e5-4475-aa5f-79f3934d67b5 None None] The sync data for ids ['70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be'] in dv-neutron-833203-3-hyperv is: [{'id': '70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be', 'name': 'tempest-ServerActionsTestJSON-2008914672-router', 'tenant_id': '4bbc7df4d30640fa84130acdc224bfa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:31:36Z', 'updated_at': '2022-04-05T12:35:37Z', 'revision_number': 6, 'project_id': '4bbc7df4d30640fa84130acdc224bfa5', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:35:37.738289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:37.785824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b0f021-061f-4fd2-bf83-a21893bf6868,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:37.993455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.179219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.181440 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.203604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.204124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:35:38.216763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.217888 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9678370a-4bb7-448b-9c0f-b829dc6c8f64 admin admin] 10.222.0.50 "DELETE /v2.0/routers/70733ba3-14fe-4dfd-9f5b-faa2ff1fe8be HTTP/1.1" status: 204 len: 168 time: 1.3204627 Apr 05 12:35:38.220424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60478) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:38.279435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Deleting subnet 0d6ffdb9-3f95-472c-a203-2c8fe915d54a {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:35:38.282164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.332375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.414201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.484541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.527104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6ffdb9-3f95-472c-a203-2c8fe915d54a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:38.529047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.534194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e4757-3b64-4899-b7c8-6ad03e65904b None None] Network d41a8f4e-7203-4def-b6bd-439ac9e98613 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:35:38.537605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a0faf3b6-0e41-4c79-8deb-f61190fb923c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d6ffdb9-3f95-472c-a203-2c8fe915d54a HTTP/1.1" status: 204 len: 168 time: 0.3137915 Apr 05 12:35:38.538520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60482) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:38.649490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.659953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Deleting port bf43c588-ea87-49c0-bcfc-3f9569c2607e {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:38.660300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.802457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] DHCP port deletion for d41a8f4e-7203-4def-b6bd-439ac9e98613 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:35:38.807219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Deleting port bf43c588-ea87-49c0-bcfc-3f9569c2607e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:38.807795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.873812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] For port bf43c588-ea87-49c0-bcfc-3f9569c2607e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bf43c588-ea87-49c0-bcfc-3f9569c2607e,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:38.874171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:38.995815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Calling delete_port for bf43c588-ea87-49c0-bcfc-3f9569c2607e owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:39.008523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] For port bf43c588-ea87-49c0-bcfc-3f9569c2607e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bf43c588-ea87-49c0-bcfc-3f9569c2607e,segment=NetworkSegment(2e60c1f9-481f-4028-822e-dec54889205c),segment_id=2e60c1f9-481f-4028-822e-dec54889205c)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:39.008910 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.073827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.127371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf43c588-ea87-49c0-bcfc-3f9569c2607e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:39.129702 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] No DVR routers for this DVR port bf43c588-ea87-49c0-bcfc-3f9569c2607e on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:35:39.130875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Calling delete_port for bf43c588-ea87-49c0-bcfc-3f9569c2607e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:35:39.168436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.168787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.169120 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.169451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.169781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.170111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.170459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.170789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.171138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.171459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.171786 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.172106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:35:39.209513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:35:39.209866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:35:39.254933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.279969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41a8f4e-7203-4def-b6bd-439ac9e98613']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:39.295506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e60c1f9-481f-4028-822e-dec54889205c') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:39.295799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e60c1f9-481f-4028-822e-dec54889205c') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:35:39.307972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.323468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.329310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:35:39.329636 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:35:39.343292 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:35:39.417820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.433957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.447977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] Pushing event deleted for resources: {'Network': ['ID=d41a8f4e-7203-4def-b6bd-439ac9e98613,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:39.455040 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b68847d-71ca-4a74-aa57-d658e95ed978 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d41a8f4e-7203-4def-b6bd-439ac9e98613 HTTP/1.1" status: 204 len: 168 time: 0.9118035 Apr 05 12:35:39.564767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60488) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:39.613552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2040673b-0a66-43d1-a1b8-329c8407dcd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4bbc7df4d30640fa84130acdc224bfa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476494 Apr 05 12:35:39.616279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60492) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:39.643865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bf43c588-ea87-49c0-bcfc-3f9569c2607e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:39.675547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.678660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: bf43c588-ea87-49c0-bcfc-3f9569c2607e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:35:39.679008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bf43c588-ea87-49c0-bcfc-3f9569c2607e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:35:39.679460 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device beb74402-7fa1-40cc-b189-7dc00ba89e75 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:39.701804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.713156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Deleting port bf43c588-ea87-49c0-bcfc-3f9569c2607e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:35:39.713525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.749981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: beb74402-7fa1-40cc-b189-7dc00ba89e75 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:35:39.750331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device beb74402-7fa1-40cc-b189-7dc00ba89e75 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:35:39.750790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 52b0f021-061f-4fd2-bf83-a21893bf6868 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:35:39.753833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.772179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1aac2-b9a1-41a4-8c38-56e2a6a248bd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:39.780376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:39.781722 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd3157f8-167c-4e62-ba63-ae1cc41b2754 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78e1aac2-b9a1-41a4-8c38-56e2a6a248bd HTTP/1.1" status: 204 len: 168 time: 0.1644497 Apr 05 12:35:39.867912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 52b0f021-061f-4fd2-bf83-a21893bf6868 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:35:39.868259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 52b0f021-061f-4fd2-bf83-a21893bf6868 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:35:39.875756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-60ba9e8b-f034-4259-9682-e990eb3b9306 None None] The port 'bf43c588-ea87-49c0-bcfc-3f9569c2607e' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:35:40.485178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60518) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:40.587210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-30713231-network', 'tenant_id': '37bcb3f2680d49138f7f1a74f7d01786'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:40.592231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:35:40.596009 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Usage tracker for resource:network and tenant:37bcb3f2680d49138f7f1a74f7d01786 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:35:40.598847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:35:40.604550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:35:40.615202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Made reservation on behalf of 37bcb3f2680d49138f7f1a74f7d01786 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:35:40.617440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.629722 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.644080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:35:40.647881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Usage tracker for resource:security_group_rule and tenant:37bcb3f2680d49138f7f1a74f7d01786 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:35:40.650701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:35:40.656273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:35:40.748136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.752332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.781471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:35:40.794438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7315b41-806b-438f-b13c-f5b5d428daad,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:40.799780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.800115 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Added segment b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028 of type vlan for network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 Apr 05 12:35:40.826389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.854634 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:40.855582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:40.856156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:41.045218 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5589294 Apr 05 12:35:41.046081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cb617-b8b4-4c7e-9cd4-db841f957558 admin admin] Pushing event updated for resources: {'Network': ['ID=74062a4f-c94b-4a00-b95d-db2f3167f7c9,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:41.048019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60524) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:35:41.053408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Request body: {'subnet': {'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-30713231-subnet', 'tenant_id': '37bcb3f2680d49138f7f1a74f7d01786', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:41.057810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:35:41.059174 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:35:41.062963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Usage tracker for resource:subnet and tenant:37bcb3f2680d49138f7f1a74f7d01786 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:35:41.065814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:35:41.072766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:35:41.082190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Made reservation on behalf of 37bcb3f2680d49138f7f1a74f7d01786 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:35:41.084627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:41.284571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:41.362893 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d127e64-cf18-4ed5-bd36-1c86dcb55b01,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:41.368121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Checking segment: {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:35:41.368473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Network hostable DHCP agents. Network: 74062a4f-c94b-4a00-b95d-db2f3167f7c9, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:35:41.388721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:35:41.398578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 74062a4f-c94b-4a00-b95d-db2f3167f7c9) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:35:41.402937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:41.404143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:41.407286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c0dbf-5a9a-49f3-8724-3de04a30f258 None None] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:35:41.425631 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5e6b38af-75d7-44a7-b7b9-d633663aeb9d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3764393 Apr 05 12:35:41.617721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2c561-1006-4133-9003-29fc5438784b None None] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:35:41.924406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-5c974ec2-cb43-4e0f-9e35-51b9365381ab tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:41.925853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-5c974ec2-cb43-4e0f-9e35-51b9365381ab tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 812 time: 0.1507185 Apr 05 12:35:41.940313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-d743b827-bb73-43e2-9bad-d6b2e8bd31d6 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/quotas/37bcb3f2680d49138f7f1a74f7d01786 HTTP/1.1" status: 200 len: 375 time: 0.0088642 Apr 05 12:35:41.987012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-bcef2b3a-722c-4b2e-8994-4bb0902e6214 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417421 Apr 05 12:35:42.117845 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-5f9254fc-de2b-44aa-82d2-b2856067fb95 service neutron] 10.222.0.50 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242213 Apr 05 12:35:42.250160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-af51391b-4084-40d6-90c3-65e29f17b099 service neutron] 10.222.0.50 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264563 Apr 05 12:35:42.428810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aff5e0a0-dac5-4bc8-9995-322ccf12b4e6 req-29e9765b-3e6f-429f-933c-73cf16fa0daa tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 210 time: 0.0455508 Apr 05 12:35:43.433025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-2d4adfc0-5638-4f9b-a7b4-d8c879c8b5b7 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:43.434423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-2d4adfc0-5638-4f9b-a7b4-d8c879c8b5b7 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 812 time: 0.1503854 Apr 05 12:35:43.446322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Request body: {'port': {'device_id': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9', 'admin_state_up': True, 'tenant_id': '37bcb3f2680d49138f7f1a74f7d01786'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:43.593550 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4d7fcea-90b0-49cc-ae42-ad1dc65a8d93 req-4f85e7ee-ff73-4378-b891-6875a9505b5f tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 210 time: 0.0488160 Apr 05 12:35:43.625299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:35:43.629036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Usage tracker for resource:port and tenant:37bcb3f2680d49138f7f1a74f7d01786 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:35:43.631791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:35:43.637956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:35:43.647248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Made reservation on behalf of 37bcb3f2680d49138f7f1a74f7d01786 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:35:43.650583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:43.912333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Allocated IP 172.20.0.14 (74062a4f-c94b-4a00-b95d-db2f3167f7c9/7d127e64-cf18-4ed5-bd36-1c86dcb55b01/1c1354b5-8844-4690-a293-1bdf7b2a1ecb) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:35:44.114667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.142686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.207798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:35:44.215282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:35:44.217919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:35:44.255720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Pushing event updated for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:44.291222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:44.291827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.311078 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-e5389d31-8945-4205-b019-ed4f41be14cc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683350 Apr 05 12:35:44.321779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Request body: {'port': {'device_id': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:44.432636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.820684 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1354b5-8844-4690-a293-1bdf7b2a1ecb {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:35:44.830880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.862677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc167b14-88c8-4cc5-b25f-ab423fee7d6f req-598ecb4b-2a17-49f6-8191-3eb682a4b103 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:44.863385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fc167b14-88c8-4cc5-b25f-ab423fee7d6f req-598ecb4b-2a17-49f6-8191-3eb682a4b103 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Synchronizing usage tracker for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:35:44.865892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Transition to ACTIVE for port object 1c1354b5-8844-4690-a293-1bdf7b2a1ecb will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:35:44.874663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:44.975896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-fc167b14-88c8-4cc5-b25f-ab423fee7d6f req-598ecb4b-2a17-49f6-8191-3eb682a4b103 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Unset dirty status for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:35:44.977046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc167b14-88c8-4cc5-b25f-ab423fee7d6f req-598ecb4b-2a17-49f6-8191-3eb682a4b103 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 932 time: 0.2744441 Apr 05 12:35:45.028165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Pushing event updated for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:45.120673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc167b14-88c8-4cc5-b25f-ab423fee7d6f req-0a44a9c0-69d0-41d0-a12f-337fe33212c6 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342235 Apr 05 12:35:45.147602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Attempting to bind port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:35:45.147935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Attempting to bind port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:35:45.148262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Attempting to bind port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:35:45.152797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:35:45.153111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Attempting to bind port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:35:45.158134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:35:45.158467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Checking segment: {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:35:45.158842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Bound using segment: {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:35:45.159318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Bound port: 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:35:45.159649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:45.251533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:35:45.254705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:35:45.260862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:45.314312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:45.314910 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:45.316324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] 10.222.0.30 "PUT /v2.0/ports/1c1354b5-8844-4690-a293-1bdf7b2a1ecb HTTP/1.1" status: 200 len: 1094 time: 0.9984298 Apr 05 12:35:45.316780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:45.343709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef1747-eeeb-49c2-aa61-9ea79a9e1fec service neutron] Pushing event updated for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:45.385578 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'status': 'completed', 'code': 200} Apr 05 12:35:45.424709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-78d22590-55f1-4954-b8a4-6775c1a065f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:45.426144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-78d22590-55f1-4954-b8a4-6775c1a065f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 1097 time: 0.0749540 Apr 05 12:35:45.491737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-915d4728-3308-4845-9161-174cb459334d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb HTTP/1.1" status: 200 len: 217 time: 0.0587974 Apr 05 12:35:45.554086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1f48fda4-8e0f-472f-aa8f-3ceb996bd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:45.555474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1f48fda4-8e0f-472f-aa8f-3ceb996bd0b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d127e64-cf18-4ed5-bd36-1c86dcb55b01 HTTP/1.1" status: 200 len: 852 time: 0.0580873 Apr 05 12:35:45.601088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-20559bd0-4d5e-4231-a011-a94062649a9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74062a4f-c94b-4a00-b95d-db2f3167f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391722 Apr 05 12:35:45.731646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-d9caccf4-b1b7-412b-91a8-18c0a6f0a3f4 service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219800 Apr 05 12:35:45.957102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ee7a5629-73b8-4ae8-ab74-2665ebda8d04 req-1947abd5-49d2-4279-ba62-27cbe03576b0 service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196362 Apr 05 12:35:46.071732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-70b1bd72-0d45-4fb7-b8e2-faa672eb54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:46.073106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-70b1bd72-0d45-4fb7-b8e2-faa672eb54b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 1097 time: 0.0742488 Apr 05 12:35:46.205734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-cf527445-7ddf-4477-abc9-5b1fdcc65134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:46.207211 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-cf527445-7ddf-4477-abc9-5b1fdcc65134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 913 time: 0.1275287 Apr 05 12:35:46.317573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-53de75bd-796f-4006-9ae8-fd3070fb362f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb HTTP/1.1" status: 200 len: 217 time: 0.1044376 Apr 05 12:35:46.393094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-17859dec-3fa6-4134-be58-e8d4bd25cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:46.394458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-17859dec-3fa6-4134-be58-e8d4bd25cbc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d127e64-cf18-4ed5-bd36-1c86dcb55b01 HTTP/1.1" status: 200 len: 852 time: 0.0703995 Apr 05 12:35:46.405809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b2f1-2ff7-4673-b1de-c1a0b06fbc62 req-1ce01248-2882-4e55-b56a-1a9cfcd08f5c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:46.407144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b797b2f1-2ff7-4673-b1de-c1a0b06fbc62 req-1ce01248-2882-4e55-b56a-1a9cfcd08f5c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 944 time: 0.1447041 Apr 05 12:35:46.461486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-38999f9e-fecf-4603-b009-ced6fab9b440 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74062a4f-c94b-4a00-b95d-db2f3167f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534754 Apr 05 12:35:46.518706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b797b2f1-2ff7-4673-b1de-c1a0b06fbc62 req-25cd19f0-83ea-421a-9570-329a4e03bab1 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797155 Apr 05 12:35:46.608852 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-5ef34086-724f-4c44-bf2c-34becce30a1a service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399162 Apr 05 12:35:46.739570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d82abb76-c34a-49a7-a300-6bf32fe30ca5 req-f363d80b-c22a-4ffb-b267-589d7495dd36 service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233559 Apr 05 12:35:47.702365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81419933-be5a-40a3-bb69-b0e4345bb757 req-2edcb5cd-a31a-43fb-ac11-6085bf757f06 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:47.703827 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-81419933-be5a-40a3-bb69-b0e4345bb757 req-2edcb5cd-a31a-43fb-ac11-6085bf757f06 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 944 time: 0.0778680 Apr 05 12:35:47.750375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-81419933-be5a-40a3-bb69-b0e4345bb757 req-10b270e3-7298-4cdc-ae61-1853d7c7fd1d tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Apr 05 12:35:48.937288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ab04a-903e-449e-b176-60c14eac75a6 req-92aca3d1-bc8f-46c7-a58c-a26c4d5a1330 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:48.938743 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a8ab04a-903e-449e-b176-60c14eac75a6 req-92aca3d1-bc8f-46c7-a58c-a26c4d5a1330 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 944 time: 0.0824654 Apr 05 12:35:48.983414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a8ab04a-903e-449e-b176-60c14eac75a6 req-b2953a88-10e9-4452-a707-3badb145e70c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389867 Apr 05 12:35:49.111414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1c1354b5-8844-4690-a293-1bdf7b2a1ecb details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:35:49.241815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:49.257283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9', 'port_id': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'mac_address': 'fa:16:3e:83:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d127e64-cf18-4ed5-bd36-1c86dcb55b01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:35:49.311321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:49.327889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1354b5-8844-4690-a293-1bdf7b2a1ecb {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:35:49.343256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:49.347128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:49.411767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:49.551503 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['1c1354b5-8844-4690-a293-1bdf7b2a1ecb'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:35:50.172041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8877730-9483-4a07-bdb9-962ca0aa4ab0 req-6225510d-4be7-482b-9a80-9d66107c705a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:50.173496 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8877730-9483-4a07-bdb9-962ca0aa4ab0 req-6225510d-4be7-482b-9a80-9d66107c705a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 945 time: 0.0792422 Apr 05 12:35:50.219236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8877730-9483-4a07-bdb9-962ca0aa4ab0 req-368643ac-6892-4b1a-8f09-ebcc2bf5dc1b tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Apr 05 12:35:51.111182 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1c1354b5-8844-4690-a293-1bdf7b2a1ecb up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:35:51.181552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:35:51.186333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:35:51.186723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:51.302274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:51.332291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:51.342807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:35:51.347172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:51.380367 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'code': 200} Apr 05 12:35:51.409263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b355-c7a8-4139-8b50-de978ccd502f req-9d0c7929-14f9-4a23-8d2a-39a2256e0d00 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:51.411088 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-79b2b355-c7a8-4139-8b50-de978ccd502f req-9d0c7929-14f9-4a23-8d2a-39a2256e0d00 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0854633 Apr 05 12:35:51.426181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:51.458097 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-79b2b355-c7a8-4139-8b50-de978ccd502f req-08c6c9d4-53fa-452c-95df-7bf2cb7c2a2b tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Apr 05 12:35:51.605016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf44ce-7729-4b07-9f23-9a67296fe2ea req-6ff73a83-b327-4edb-a795-e6d27e3a1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:51.606433 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fcdf44ce-7729-4b07-9f23-9a67296fe2ea req-6ff73a83-b327-4edb-a795-e6d27e3a1b58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 1099 time: 0.0713513 Apr 05 12:35:51.645650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fcdf44ce-7729-4b07-9f23-9a67296fe2ea req-c7661e2f-f219-4fc9-9f89-28a50a44a40e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Apr 05 12:35:52.640900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa1d95-00ef-40e7-9df4-7daf2547a7fa req-e4867731-539f-4b60-9590-0029bfd317c3 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:52.642332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96fa1d95-00ef-40e7-9df4-7daf2547a7fa req-e4867731-539f-4b60-9590-0029bfd317c3 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0794671 Apr 05 12:35:52.687082 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-96fa1d95-00ef-40e7-9df4-7daf2547a7fa req-387ea0ac-8e22-4284-8db8-5cc2994eb12e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 Apr 05 12:35:53.250657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9a74-e386-42b3-9246-9d42092462e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:53.871391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e612f-e0c1-4786-af75-b94ff2aa5bfe req-1d84e4d0-4351-464b-9bed-44f24397cce8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:53.872731 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-151e612f-e0c1-4786-af75-b94ff2aa5bfe req-1d84e4d0-4351-464b-9bed-44f24397cce8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0827603 Apr 05 12:35:53.916680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-151e612f-e0c1-4786-af75-b94ff2aa5bfe req-75bbe71d-2cc2-4a96-974f-ef0976a9e1bc tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Apr 05 12:35:54.301262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-cbdb147d-36ad-41a4-b659-7d366ddc50da tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:54.302658 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-cbdb147d-36ad-41a4-b659-7d366ddc50da tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 812 time: 0.2502322 Apr 05 12:35:54.318057 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-2226077e-47c6-4d86-a75c-adbe9f9418b5 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/quotas/37bcb3f2680d49138f7f1a74f7d01786 HTTP/1.1" status: 200 len: 375 time: 0.0089495 Apr 05 12:35:54.398757 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-99713c68-cb9c-44a6-ac9f-ca0fc85eb128 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752106 Apr 05 12:35:54.528345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-8cd1805e-c362-4856-a9a6-9cbb2e906e5d service neutron] 10.222.0.50 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228626 Apr 05 12:35:54.659124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-68e0bb2c-7a8f-44d4-84cd-a4d1999467b5 service neutron] 10.222.0.50 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247244 Apr 05 12:35:54.660970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:54.838400 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d21270eb-8c55-4242-893c-158349a81bcc req-e495fce5-56c1-47f7-aed6-6cbed6a62b6b tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Apr 05 12:35:55.323424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-891c58eb-8550-44c8-9f8d-90aff5173f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:55.850955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-e0b8c42c-a224-43b2-a5c0-9bc7587825c8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:55.852326 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-e0b8c42c-a224-43b2-a5c0-9bc7587825c8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 812 time: 0.1550791 Apr 05 12:35:55.864376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Request body: {'port': {'device_id': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9', 'admin_state_up': True, 'tenant_id': '37bcb3f2680d49138f7f1a74f7d01786'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:56.004471 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7ab27e35-67e3-4662-a798-300cc11efffb req-38be033e-9ba8-454e-aad3-abb5b5016c58 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 210 time: 0.0532043 Apr 05 12:35:56.046958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:35:56.056930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:35:56.066673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Made reservation on behalf of 37bcb3f2680d49138f7f1a74f7d01786 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:35:56.070141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.237265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Allocated IP 172.20.0.9 (74062a4f-c94b-4a00-b95d-db2f3167f7c9/7d127e64-cf18-4ed5-bd36-1c86dcb55b01/f0ad0e3a-a4a2-4b50-8e4a-acea51fee156) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:35:56.441491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.469967 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.480987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['1c1354b5-8844-4690-a293-1bdf7b2a1ecb'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:35:56.534249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:35:56.537406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:35:56.546494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:35:56.554995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.571155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.583565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Pushing event updated for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:56.614693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:56.615360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:56.639920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-270d7d4d-ec13-42e8-badb-9a24e5ec946c tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793186 Apr 05 12:35:56.650800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Request body: {'port': {'device_id': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:35:56.762399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.095978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:35:57.104461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.159173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Transition to ACTIVE for port object f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:35:57.166448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.433005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:57.505579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ff0b2-7ef6-4f9a-947c-ec8af130d8f7 req-2315e88a-b359-414d-8fde-b3a583ef66b8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:57.506255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c79ff0b2-7ef6-4f9a-947c-ec8af130d8f7 req-2315e88a-b359-414d-8fde-b3a583ef66b8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Synchronizing usage tracker for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:35:57.535571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c79ff0b2-7ef6-4f9a-947c-ec8af130d8f7 req-2315e88a-b359-414d-8fde-b3a583ef66b8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Unset dirty status for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:35:57.536671 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c79ff0b2-7ef6-4f9a-947c-ec8af130d8f7 req-2315e88a-b359-414d-8fde-b3a583ef66b8 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 931 time: 0.4249907 Apr 05 12:35:57.540641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Attempting to bind port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:35:57.540970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Attempting to bind port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:35:57.541292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Attempting to bind port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:35:57.562469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:35:57.562804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Attempting to bind port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 on network 74062a4f-c94b-4a00-b95d-db2f3167f7c9 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:35:57.570107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:35:57.570442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Checking segment: {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:35:57.570807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Bound using segment: {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:35:57.571866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Bound port: f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:35:57.572213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.629227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c79ff0b2-7ef6-4f9a-947c-ec8af130d8f7 req-afceef2e-a6f4-4570-9383-0a2ea02b0c86 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856543 Apr 05 12:35:57.676443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:35:57.679308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:35:57.685291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.738165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:57.738763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.740128 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 HTTP/1.1" status: 200 len: 1093 time: 1.0933459 Apr 05 12:35:57.740550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:35:57.769524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545040b-c19d-41d1-b92b-aaba78132ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:35:57.784968 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156', 'status': 'completed', 'code': 200} Apr 05 12:35:57.794924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:35:57.876617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-d5dca783-edb6-4870-8950-e1209f0dbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:57.878073 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-d5dca783-edb6-4870-8950-e1209f0dbdd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0745187 Apr 05 12:35:57.945336 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-3d6c018e-c442-46ec-b87f-416702811eca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 HTTP/1.1" status: 200 len: 217 time: 0.0599651 Apr 05 12:35:58.013193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-17c84b5b-d631-4077-93e6-edbb0cb1f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:58.014555 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-17c84b5b-d631-4077-93e6-edbb0cb1f322 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d127e64-cf18-4ed5-bd36-1c86dcb55b01 HTTP/1.1" status: 200 len: 852 time: 0.0596287 Apr 05 12:35:58.061100 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-53520009-7511-486e-9180-b5a5c88f87cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74062a4f-c94b-4a00-b95d-db2f3167f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407529 Apr 05 12:35:58.194572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-3ed593e5-c133-49ca-8117-b1df004d2562 service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241286 Apr 05 12:35:58.327213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-313bd8a4-e7ae-4400-bd36-e0e40982eed6 req-a78d00ab-bd59-4fa8-9d97-d4359cd2864a service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262946 Apr 05 12:35:58.444741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-67f98ece-cbde-4c31-ae9f-3623e6c042cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:58.446422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-67f98ece-cbde-4c31-ae9f-3623e6c042cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0771298 Apr 05 12:35:58.576589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-cc0b6272-ea2f-46ce-80b9-fa70d54ada17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:58.578063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-cc0b6272-ea2f-46ce-80b9-fa70d54ada17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 200 len: 913 time: 0.1247082 Apr 05 12:35:58.647502 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-c2ca5975-d843-48b7-b586-36c2ace9f36c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 HTTP/1.1" status: 200 len: 217 time: 0.0630031 Apr 05 12:35:58.718460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-425e6dd8-13fe-4194-bac1-add31c147275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:58.720013 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-425e6dd8-13fe-4194-bac1-add31c147275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d127e64-cf18-4ed5-bd36-1c86dcb55b01 HTTP/1.1" status: 200 len: 852 time: 0.0658641 Apr 05 12:35:58.807846 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-4a1f44fc-2ca8-4d7c-aae0-9c2ca2bcfc44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=74062a4f-c94b-4a00-b95d-db2f3167f7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769567 Apr 05 12:35:58.938561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfaac2-d9ce-4574-8a93-ffe86cf8da8f req-ba02976e-49ac-4355-a936-5f9fc25aa540 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:35:58.940013 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62cfaac2-d9ce-4574-8a93-ffe86cf8da8f req-ba02976e-49ac-4355-a936-5f9fc25aa540 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 943 time: 0.1796679 Apr 05 12:35:58.982777 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-180b43b5-4f37-41ad-b7e2-0216d065567a service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667840 Apr 05 12:35:59.031118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62cfaac2-d9ce-4574-8a93-ffe86cf8da8f req-02ade167-12de-4cb0-bb88-63bfb55fc053 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834188 Apr 05 12:35:59.124601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eb63e3b3-f6dc-42b0-9397-ef6a040aee4a req-2bdd3472-a2d8-46d9-a190-61c5d94e99e5 service neutron] 10.222.0.30 "GET /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340301 Apr 05 12:36:00.321124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e813c-e1d0-4398-98a5-2c2a8253e855 req-6416a42d-9c0d-4938-9ebf-e647c8586bb7 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:00.323081 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a1e813c-e1d0-4398-98a5-2c2a8253e855 req-6416a42d-9c0d-4938-9ebf-e647c8586bb7 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 943 time: 0.1797209 Apr 05 12:36:00.367124 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a1e813c-e1d0-4398-98a5-2c2a8253e855 req-a21976e7-5299-46d9-ac5b-d7231e171762 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374072 Apr 05 12:36:01.166862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:36:01.324893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:01.338024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156', 'network_id': '74062a4f-c94b-4a00-b95d-db2f3167f7c9', 'port_id': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156', 'mac_address': 'fa:16:3e:15:b0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d127e64-cf18-4ed5-bd36-1c86dcb55b01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:36:01.395108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:01.412850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:36:01.429064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:01.432896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:01.499554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:01.552756 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47946f-4cff-4122-9dfb-eee70abbd475 req-da93824d-2057-4e5c-b2f7-74aefa403656 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:01.554242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f47946f-4cff-4122-9dfb-eee70abbd475 req-da93824d-2057-4e5c-b2f7-74aefa403656 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 944 time: 0.0830812 Apr 05 12:36:01.599768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9f47946f-4cff-4122-9dfb-eee70abbd475 req-1d83f80f-ab1d-4b8a-8a78-82e6e714bcf4 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389712 Apr 05 12:36:01.638352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['f0ad0e3a-a4a2-4b50-8e4a-acea51fee156'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:36:02.784918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db2cc-40d7-4c12-8a17-c7cdcbb9d7e2 req-9022da22-ed5b-4805-9fbe-f1533fd46dbe tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:02.786400 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc6db2cc-40d7-4c12-8a17-c7cdcbb9d7e2 req-9022da22-ed5b-4805-9fbe-f1533fd46dbe tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 944 time: 0.0813777 Apr 05 12:36:02.833060 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc6db2cc-40d7-4c12-8a17-c7cdcbb9d7e2 req-312fb3ea-544e-4f5a-b736-8437851132d6 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Apr 05 12:36:03.180245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:03.245934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:03.250481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:03.250852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:03.364637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:03.390161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:36:03.400425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:03.405017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:03.436740 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156', 'code': 200} Apr 05 12:36:03.483778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:03.490724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.491430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.491430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.491785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.492364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.492726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.493783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.494098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.494424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.494747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.495113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.495418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:03.656488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f15756-d0a3-4124-a0bd-b73f9e328ef1 req-7af068cf-02d5-43e0-bcb4-5a5b1367c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:03.657830 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-06f15756-d0a3-4124-a0bd-b73f9e328ef1 req-7af068cf-02d5-43e0-bcb4-5a5b1367c9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 1098 time: 0.0679743 Apr 05 12:36:03.696769 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-06f15756-d0a3-4124-a0bd-b73f9e328ef1 req-2f759223-0cd6-44c3-ae25-6052a1791ab2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Apr 05 12:36:04.015200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162a7b8-43d8-4509-9040-56a09bf0d9ec req-86e37471-f54f-4874-b010-43cc34f62e0e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:04.016606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1162a7b8-43d8-4509-9040-56a09bf0d9ec req-86e37471-f54f-4874-b010-43cc34f62e0e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 945 time: 0.0811491 Apr 05 12:36:04.059019 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1162a7b8-43d8-4509-9040-56a09bf0d9ec req-ee9854c9-f168-437c-a77e-acfb50a6d3ff tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368264 Apr 05 12:36:05.242010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc434-1e54-4553-b380-d81a3039ecae req-e1e2cd3c-3309-4cf1-aba3-278859002db1 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:05.243468 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-49fbc434-1e54-4553-b380-d81a3039ecae req-e1e2cd3c-3309-4cf1-aba3-278859002db1 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 945 time: 0.0787804 Apr 05 12:36:05.273765 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:36:05.287127 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-49fbc434-1e54-4553-b380-d81a3039ecae req-37977e04-0a1a-437a-8a8e-1ae90c6a5c41 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Apr 05 12:36:05.680752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4beac8-44cc-41d9-8e49-abae8b402745 req-66748329-3cad-44d4-8424-7e7600f97e0e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:05.682741 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc4beac8-44cc-41d9-8e49-abae8b402745 req-66748329-3cad-44d4-8424-7e7600f97e0e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 945 time: 0.0821412 Apr 05 12:36:05.725610 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc4beac8-44cc-41d9-8e49-abae8b402745 req-0cabf772-fd5f-4033-b5c5-dc26711412fd tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Apr 05 12:36:06.962737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e361-c579-4b97-a706-c78d7beef480 req-a45b99ca-9572-4732-a03f-d850144e5a33 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:06.964185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95f2e361-c579-4b97-a706-c78d7beef480 req-a45b99ca-9572-4732-a03f-d850144e5a33 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 945 time: 0.1277356 Apr 05 12:36:07.017689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-d9e4902e-9979-4c0a-b6bd-bf59874cd6df tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:07.018997 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-d9e4902e-9979-4c0a-b6bd-bf59874cd6df tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 945 time: 0.1299913 Apr 05 12:36:07.061344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95f2e361-c579-4b97-a706-c78d7beef480 req-5e590a29-546f-4567-ae9c-14c508cf466b tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893698 Apr 05 12:36:07.095704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Deleting port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:07.096054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:07.334542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] For port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:07.334819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:07.464700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Calling delete_port for f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:07.607094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:07.618710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:36:07.661022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Pushing event deleted for resources: {'Port': ['ID=f0ad0e3a-a4a2-4b50-8e4a-acea51fee156,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:07.734507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] No DVR routers for this DVR port f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:07.737434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:07.739941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'name': 'network-vif-deleted', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:36:07.760573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-676a2675-bda0-49d8-b463-9fe2c9c7af30 req-759c4833-f290-46e9-b575-5ee1d2572973 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "DELETE /v2.0/ports/f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 HTTP/1.1" status: 204 len: 173 time: 0.7352660 Apr 05 12:36:07.789978 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b0d70-4865-480a-b55b-be038ecda3a0', 'name': 'network-vif-deleted', 'tag': 'f0ad0e3a-a4a2-4b50-8e4a-acea51fee156', 'status': 'completed', 'code': 200} Apr 05 12:36:08.223985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4b1e1861-4b6a-458d-98b2-79f3c315841c req-be869524-c6fe-48f7-96d4-501a66711219 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Synchronizing usage tracker for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:36:08.243359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4b1e1861-4b6a-458d-98b2-79f3c315841c req-be869524-c6fe-48f7-96d4-501a66711219 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Unset dirty status for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:36:08.244913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4b1e1861-4b6a-458d-98b2-79f3c315841c req-be869524-c6fe-48f7-96d4-501a66711219 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=f92b0d70-4865-480a-b55b-be038ecda3a0 HTTP/1.1" status: 200 len: 210 time: 0.0658684 Apr 05 12:36:09.500262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621b2f-8450-427a-811e-3c5502952faf req-bf17d205-e727-4fc0-8e74-ca6900f2fc8f tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:09.501689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65621b2f-8450-427a-811e-3c5502952faf req-bf17d205-e727-4fc0-8e74-ca6900f2fc8f tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0804434 Apr 05 12:36:09.545435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65621b2f-8450-427a-811e-3c5502952faf req-67ec5443-aade-49ad-bc99-79da80d69f15 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381222 Apr 05 12:36:09.747206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650ffd8-625a-48a8-bfc9-13b9586b4dee req-907c6fa6-f163-4985-a9b9-d2cc74d1660a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:09.748640 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b650ffd8-625a-48a8-bfc9-13b9586b4dee req-907c6fa6-f163-4985-a9b9-d2cc74d1660a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0826623 Apr 05 12:36:09.792444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b650ffd8-625a-48a8-bfc9-13b9586b4dee req-60536fc7-fe07-4430-86ce-b328fbc4b978 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Apr 05 12:36:09.973912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840f28d-8829-4251-be47-3d1990a0e5ae req-2912b958-136d-46c7-9a6a-19073ecb9da3 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:09.975360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8840f28d-8829-4251-be47-3d1990a0e5ae req-2912b958-136d-46c7-9a6a-19073ecb9da3 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0784671 Apr 05 12:36:10.021192 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8840f28d-8829-4251-be47-3d1990a0e5ae req-74684b4e-fcbe-4a6d-8bfc-bc381176aab7 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Apr 05 12:36:10.401831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff583d-3332-4679-a6f9-63d8bf1c431e req-0da9f496-eb7f-4fa5-afb9-acdfdebc5dae tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:10.403204 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b6ff583d-3332-4679-a6f9-63d8bf1c431e req-0da9f496-eb7f-4fa5-afb9-acdfdebc5dae tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.1746712 Apr 05 12:36:10.446207 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b6ff583d-3332-4679-a6f9-63d8bf1c431e req-89f8f841-bb80-4fe9-aef1-f67963d04764 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371783 Apr 05 12:36:10.631396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcde709-2204-46bf-881b-5bd3514f4cd9 req-40d20f84-8990-41f1-8c5a-553b1f3caaf9 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:10.632844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6fcde709-2204-46bf-881b-5bd3514f4cd9 req-40d20f84-8990-41f1-8c5a-553b1f3caaf9 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0804148 Apr 05 12:36:10.676853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6fcde709-2204-46bf-881b-5bd3514f4cd9 req-29b96cb2-13a8-4d6c-a431-2b3d6518338e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Apr 05 12:36:10.866271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9bd13-64e3-41ce-be73-c3a3f206afdb req-a1a1ab07-f8fc-4eff-ae24-ecbf9c460a7a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:10.867737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66e9bd13-64e3-41ce-be73-c3a3f206afdb req-a1a1ab07-f8fc-4eff-ae24-ecbf9c460a7a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0790775 Apr 05 12:36:10.912920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-66e9bd13-64e3-41ce-be73-c3a3f206afdb req-c58de54f-44a8-44bd-81bc-57abe2378995 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Apr 05 12:36:11.219652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:36:11.263527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:11.263994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device f0ad0e3a-a4a2-4b50-8e4a-acea51fee156 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:36:11.427719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aee895-d55a-41eb-97d8-03b727d6b86f req-04274038-57bb-4195-b763-b5219f69c4bd tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:11.429176 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62aee895-d55a-41eb-97d8-03b727d6b86f req-04274038-57bb-4195-b763-b5219f69c4bd tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.0795650 Apr 05 12:36:11.485251 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62aee895-d55a-41eb-97d8-03b727d6b86f req-0abc9469-6228-46ee-bf78-186e0d1e99eb tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495448 Apr 05 12:36:12.711203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684c06-9ac0-4d04-9f63-07a06560695d req-b122c43e-3739-4f0c-b971-dbf7b9d1ded5 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:12.712643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36684c06-9ac0-4d04-9f63-07a06560695d req-b122c43e-3739-4f0c-b971-dbf7b9d1ded5 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.1216776 Apr 05 12:36:12.777594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-3cbaa440-2665-43ce-908d-d70bf5d5642d tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:12.778915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-3cbaa440-2665-43ce-908d-d70bf5d5642d tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 946 time: 0.1219525 Apr 05 12:36:12.781626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36684c06-9ac0-4d04-9f63-07a06560695d req-c8c02486-04e7-4e92-bf5e-4f533a37d196 tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7315b41-806b-438f-b13c-f5b5d428daad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615096 Apr 05 12:36:12.850252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Deleting port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:12.850594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:13.092790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] For port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,segment=NetworkSegment(b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028),segment_id=b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:13.093059 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:13.214036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Calling delete_port for 1c1354b5-8844-4690-a293-1bdf7b2a1ecb owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:13.357620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:13.368608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['1c1354b5-8844-4690-a293-1bdf7b2a1ecb'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:36:13.407686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Pushing event deleted for resources: {'Port': ['ID=1c1354b5-8844-4690-a293-1bdf7b2a1ecb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:13.482236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] No DVR routers for this DVR port 1c1354b5-8844-4690-a293-1bdf7b2a1ecb on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:13.484640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:13.487050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'name': 'network-vif-deleted', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:36:13.503091 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-905951c4-12db-4fe8-962d-82ebe22fdef6 req-7804c7fd-1810-443c-aa2d-5132bc3a9f9a tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.30 "DELETE /v2.0/ports/1c1354b5-8844-4690-a293-1bdf7b2a1ecb HTTP/1.1" status: 204 len: 173 time: 0.7189534 Apr 05 12:36:13.541523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2210d7-6d0a-4e01-b975-c15c335e8a98', 'name': 'network-vif-deleted', 'tag': '1c1354b5-8844-4690-a293-1bdf7b2a1ecb', 'status': 'completed', 'code': 200} Apr 05 12:36:13.942912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-65493bb4-0471-446c-ac8d-ee35ec8d504c req-b2b2496d-23c9-4e8e-b550-c76e561d302e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Synchronizing usage tracker for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:36:13.958936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-65493bb4-0471-446c-ac8d-ee35ec8d504c req-b2b2496d-23c9-4e8e-b550-c76e561d302e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] Unset dirty status for tenant:37bcb3f2680d49138f7f1a74f7d01786 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:36:13.960206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65493bb4-0471-446c-ac8d-ee35ec8d504c req-b2b2496d-23c9-4e8e-b550-c76e561d302e tempest-ServersNegativeTestJSON-157202600 tempest-ServersNegativeTestJSON-157202600-project] 10.222.0.50 "GET /v2.0/ports?device_id=da2210d7-6d0a-4e01-b975-c15c335e8a98 HTTP/1.1" status: 200 len: 210 time: 0.0602691 Apr 05 12:36:15.054142 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60672) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:15.116281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Deleting subnet 7d127e64-cf18-4ed5-bd36-1c86dcb55b01 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:36:15.119789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.171067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.224537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.291620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.332230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d127e64-cf18-4ed5-bd36-1c86dcb55b01,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:15.335837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.341825 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-cc421117-71c3-41e1-bc68-68ea49d221e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7d127e64-cf18-4ed5-bd36-1c86dcb55b01 HTTP/1.1" status: 204 len: 168 time: 0.2865877 Apr 05 12:36:15.344308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60676) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:15.444386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.571124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.595788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74062a4f-c94b-4a00-b95d-db2f3167f7c9']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:15.608025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:15.608253 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c7abfa-7e9e-49ac-9adf-1ba9c1f64028') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:15.619326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.634629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.640487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:15.640858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:15.654170 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:15.728121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.743867 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:15.753848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74062a4f-c94b-4a00-b95d-db2f3167f7c9,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:15.758526 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0c50d4f7-b49a-46d2-b9bf-75581bcddbb7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/74062a4f-c94b-4a00-b95d-db2f3167f7c9 HTTP/1.1" status: 204 len: 168 time: 0.4110360 Apr 05 12:36:15.864986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60682) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:15.913602 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b2a708ac-6d5e-41d5-9cc4-d79ee178c185 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37bcb3f2680d49138f7f1a74f7d01786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475039 Apr 05 12:36:15.916553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60686) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:15.980650 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.005869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.057347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.074100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7315b41-806b-438f-b13c-f5b5d428daad,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:16.081303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.083467 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-400b5c16-e2b2-47ee-8b57-d3db8c1b361b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7315b41-806b-438f-b13c-f5b5d428daad HTTP/1.1" status: 204 len: 168 time: 0.1660023 Apr 05 12:36:16.799065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60710) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:16.898148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700467520'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:16.903081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:16.906845 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:network and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:16.909725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:16.916357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:16.925769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:16.929045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.941274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:16.955448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:16.959210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:security_group_rule and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:16.961995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:16.968595 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:17.053282 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.058096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.090751 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:17.099197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be62f9e-d8e4-4095-8e0d-f79156cc6ccb,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:17.105380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.105744 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Added segment 3aa6f70e-5d69-40d2-b76d-9e0ca0209e09 of type vlan for network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf Apr 05 12:36:17.132165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.160129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.165411 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:17.166563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:17.249269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1c1354b5-8844-4690-a293-1bdf7b2a1ecb no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:36:17.272230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Network': ['ID=64d8f761-623c-4b2d-b1d1-6f566e0ebfdf,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:17.285651 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3967d249-7a0c-487e-a666-41116e1b1027 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4752572 Apr 05 12:36:17.286148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 1c1354b5-8844-4690-a293-1bdf7b2a1ecb {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:17.286148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 1c1354b5-8844-4690-a293-1bdf7b2a1ecb not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:36:17.290375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:20.539118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60716) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:20.545273 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'subnet': {'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:20.654442 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:20.658223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:subnet and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:20.660979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:20.667076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:20.676452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:20.679985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:20.995341 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.070607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Subnet': ['ID=848c8a82-a49c-44f2-a7fd-114f915f592d,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:21.080338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking segment: {'id': '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:21.080695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network hostable DHCP agents. Network: 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:21.099405 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:21.110070 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:21.114425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:21.115000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.120337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390eee49-b274-4d2b-8148-1b5654a00033 None None] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:21.137964 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7d0b1c95-6a28-49cc-a855-ea1fa1c05b4f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5976918 Apr 05 12:36:21.141570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60720) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:21.147291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872488533'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:21.153462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:21.157892 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:network and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:21.160982 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:21.167408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:21.177427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:21.181021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.211251 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:21.221688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.222033 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Added segment 4db34e4e-a833-4386-973e-e25ee841bd40 of type vlan for network 9c316c63-9b0d-4e63-acbb-062cb60c8401 Apr 05 12:36:21.252308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.279700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.285118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:21.285701 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.357049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-64d8f761-623c-4b2d-b1d1-6f566e0ebfdf', 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf', 'tenant_id': '6dc42b43a0a8456f9b0d27fe98692746', 'fixed_ips': [{'subnet_id': '848c8a82-a49c-44f2-a7fd-114f915f592d'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:21.357857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.377421 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2347310 Apr 05 12:36:21.380408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60724) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:21.386759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'subnet': {'network_id': '9c316c63-9b0d-4e63-acbb-062cb60c8401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:21.389631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366a29d-4565-4c2b-9b6b-3751f6786e2e tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Network': ['ID=9c316c63-9b0d-4e63-acbb-062cb60c8401,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:21.412703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 9c316c63-9b0d-4e63-acbb-062cb60c8401 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:21.512527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:21.516733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:subnet and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:21.519816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:21.526455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:21.538644 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:21.542784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.609197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Allocated IP 2001:db8:0:ffff::2 (64d8f761-623c-4b2d-b1d1-6f566e0ebfdf/848c8a82-a49c-44f2-a7fd-114f915f592d/eae32580-2456-4a81-8856-04fbca6ed3fb) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:21.859476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.870419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Transition to ACTIVE for port object eae32580-2456-4a81-8856-04fbca6ed3fb will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:21.880914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.889336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Transition to ACTIVE for port object eae32580-2456-4a81-8856-04fbca6ed3fb will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:21.894787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:21.957562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:21.961867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Subnet': ['ID=6d44343a-2619-4cb0-b2a5-202a2753f292,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:21.965128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:21.969691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:21.971178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking segment: {'id': '4db34e4e-a833-4386-973e-e25ee841bd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c316c63-9b0d-4e63-acbb-062cb60c8401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:21.971521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network hostable DHCP agents. Network: 9c316c63-9b0d-4e63-acbb-062cb60c8401, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:21.976982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Pushing event updated for resources: {'Port': ['ID=eae32580-2456-4a81-8856-04fbca6ed3fb,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:21.990574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network 9c316c63-9b0d-4e63-acbb-062cb60c8401 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:22.000003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 9c316c63-9b0d-4e63-acbb-062cb60c8401) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:22.004326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:22.004919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.011052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a881406-b769-41b9-83fe-08f4360167ff None None] Network 9c316c63-9b0d-4e63-acbb-062cb60c8401 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:22.030629 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-680f93ca-d636-4d69-b2ca-ed606e8b3300 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6449509 Apr 05 12:36:22.030629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60728) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:22.140479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Attempting to bind port eae32580-2456-4a81-8856-04fbca6ed3fb on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:22.141044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Attempting to bind port eae32580-2456-4a81-8856-04fbca6ed3fb by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:22.141165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Attempting to bind port eae32580-2456-4a81-8856-04fbca6ed3fb on network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:22.156440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:22.156811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Checking segment: {'id': '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:22.157218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.157600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Bound using segment: {'id': '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:22.158060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Bound port: eae32580-2456-4a81-8856-04fbca6ed3fb, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '64d8f761-623c-4b2d-b1d1-6f566e0ebfdf'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:22.158434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.185173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.254487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.309181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] For port eae32580-2456-4a81-8856-04fbca6ed3fb, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:22.315248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] For port eae32580-2456-4a81-8856-04fbca6ed3fb, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eae32580-2456-4a81-8856-04fbca6ed3fb,segment=NetworkSegment(3aa6f70e-5d69-40d2-b76d-9e0ca0209e09),segment_id=3aa6f70e-5d69-40d2-b76d-9e0ca0209e09)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:22.335256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.350420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.374808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Subnet': ['ID=6d44343a-2619-4cb0-b2a5-202a2753f292,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:22.404222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddb51a-b303-4683-9258-5cd882c6d66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-9c316c63-9b0d-4e63-acbb-062cb60c8401', 'network_id': '9c316c63-9b0d-4e63-acbb-062cb60c8401', 'tenant_id': '6dc42b43a0a8456f9b0d27fe98692746', 'fixed_ips': [{'subnet_id': '6d44343a-2619-4cb0-b2a5-202a2753f292'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:22.405029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-59ddb51a-b303-4683-9258-5cd882c6d66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.470353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.494743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe843b3-3d70-44e3-b616-d5225ea68ad8 None None] Pushing event updated for resources: {'Port': ['ID=eae32580-2456-4a81-8856-04fbca6ed3fb,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:22.497690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c316c63-9b0d-4e63-acbb-062cb60c8401']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:22.513510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db34e4e-a833-4386-973e-e25ee841bd40') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:22.513810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db34e4e-a833-4386-973e-e25ee841bd40') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:22.525954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.540895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf1594-9959-458f-9fd8-56a7f32b4202 None None] Network 9c316c63-9b0d-4e63-acbb-062cb60c8401 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:22.545678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.552142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:22.552531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:22.568157 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:22.659807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.680392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.687578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Network': ['ID=9c316c63-9b0d-4e63-acbb-062cb60c8401,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:22.699426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60732) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:22.703563 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-71907d85-fb97-4590-a15b-ec8b84a9ae49 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/9c316c63-9b0d-4e63-acbb-062cb60c8401 HTTP/1.1" status: 204 len: 168 time: 0.6691766 Apr 05 12:36:22.715669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282579884'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:22.725366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:22.734006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:network and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:22.736659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:22.747192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:22.756210 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:22.760464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.791846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:22.801983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.802322 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Added segment 551292cc-5cf8-481b-8f48-09045476460d of type vlan for network 63437a53-a596-4993-8dcd-dff5d18b4631 Apr 05 12:36:22.829841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.863096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.868506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:22.869794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:22.964268 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2560852 Apr 05 12:36:22.967306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60736) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:22.972983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'subnet': {'network_id': '63437a53-a596-4993-8dcd-dff5d18b4631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:22.975538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb0e2f-388d-4138-9dff-10316af83006 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Network': ['ID=63437a53-a596-4993-8dcd-dff5d18b4631,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:22.986008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 63437a53-a596-4993-8dcd-dff5d18b4631 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:23.089513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:23.093964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:subnet and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:23.096877 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:23.102567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:23.112812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:23.116189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.212243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Performing IP validity checks on allocation pools {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 12:36:23.213279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.ipam_backend_mixin [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 12:36:23.257515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-376b60f9-19a1-4b9e-99bf-ce3032398b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.345319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.428804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Subnet': ['ID=fc2ec769-5cb3-4b14-b695-bf50445d368c,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:23.438860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking segment: {'id': '551292cc-5cf8-481b-8f48-09045476460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63437a53-a596-4993-8dcd-dff5d18b4631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:23.439365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network hostable DHCP agents. Network: 63437a53-a596-4993-8dcd-dff5d18b4631, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:23.459176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network 63437a53-a596-4993-8dcd-dff5d18b4631 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:23.466841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0884475-408a-4295-bf58-12ebf329361b None None] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:23.469267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 63437a53-a596-4993-8dcd-dff5d18b4631) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:23.473767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:23.474473 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.483081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4bcddc-96e2-4a71-9d74-bc04823b8c03 None None] Network 63437a53-a596-4993-8dcd-dff5d18b4631 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:23.498087 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-35873518-b3bf-4182-abe3-b0fc51a3b59f tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5297062 Apr 05 12:36:23.500762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60740) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:23.644591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.683264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9a1e6c1c-cc7a-49bf-8baa-57434502de5b None None] Provisioning for port eae32580-2456-4a81-8856-04fbca6ed3fb completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:23.718674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.726597 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eae32580-2456-4a81-8856-04fbca6ed3fb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:23.798080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:23.837162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2ec769-5cb3-4b14-b695-bf50445d368c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:23.863354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35849184-70e1-4707-b921-625fa53fd543 None None] Network 63437a53-a596-4993-8dcd-dff5d18b4631 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:24.046215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.073450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63437a53-a596-4993-8dcd-dff5d18b4631']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:24.085820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551292cc-5cf8-481b-8f48-09045476460d') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:24.086116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551292cc-5cf8-481b-8f48-09045476460d') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:24.098839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.099271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port eae32580-2456-4a81-8856-04fbca6ed3fb completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:24.116251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.123544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:24.124038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.137310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port eae32580-2456-4a81-8856-04fbca6ed3fb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:24.137682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:24.139722 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:24.228864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.248890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.255336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Network': ['ID=63437a53-a596-4993-8dcd-dff5d18b4631,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:24.266001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2d00ef05-a3a6-45d8-ac39-3f37d9460e67 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/63437a53-a596-4993-8dcd-dff5d18b4631 HTTP/1.1" status: 204 len: 168 time: 0.7608397 Apr 05 12:36:24.266657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60744) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:24.272417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742966901'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:24.277918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:24.281991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:network and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:24.282203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.285045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:24.291334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:24.303168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:24.306860 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.328267 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port eae32580-2456-4a81-8856-04fbca6ed3fb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eae32580-2456-4a81-8856-04fbca6ed3fb,segment=NetworkSegment(3aa6f70e-5d69-40d2-b76d-9e0ca0209e09),segment_id=3aa6f70e-5d69-40d2-b76d-9e0ca0209e09)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:24.333141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.340138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:24.351175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.351523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Added segment 440b0c10-e3f4-4d57-8b3f-2dd16c6bc836 of type vlan for network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb Apr 05 12:36:24.385210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.418999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=eae32580-2456-4a81-8856-04fbca6ed3fb,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:24.430539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.436599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:24.437177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.480465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6db3cf5d-593a-4498-a1e8-bf757d66c4da None None] Provisioning complete for port eae32580-2456-4a81-8856-04fbca6ed3fb triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:24.480755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6db3cf5d-593a-4498-a1e8-bf757d66c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.535139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2639129 Apr 05 12:36:24.535720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60748) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:24.541946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'subnet': {'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:24.544161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f993-f1e6-4dfd-b4bb-138eca5cf057 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Network': ['ID=5b84a534-5eef-4ce1-8bc5-1ee77d5871fb,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:24.574285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:24.653016 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:24.656836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:subnet and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:24.659652 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:24.665441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:24.675942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:24.679659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.701139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.892451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:24.969654 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Subnet': ['ID=07eebde5-4fa9-4ab8-ae87-6b80c570f172,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:24.980236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking segment: {'id': '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:24.980600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network hostable DHCP agents. Network: 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:25.000359 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:25.009121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:25.012932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:25.013539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.018909 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881984db-d3dc-4b37-8b93-4a932d07159c None None] Network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:25.036525 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-317ef1ad-75d7-4121-a976-b997ee96e7bf tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4964621 Apr 05 12:36:25.036753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:25.042672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1863807747'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:25.047690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:25.051551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:network and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:25.054353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:25.060602 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:25.070876 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:25.074723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.103666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:25.112646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.113002 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Added segment 0feb26d8-098c-43e2-be1f-c77c9a0ceeeb of type vlan for network 1df3e527-facc-43c1-9c04-c984247a7207 Apr 05 12:36:25.138849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.169155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.174515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:25.175118 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.225023 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1872859 Apr 05 12:36:25.229021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60756) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:25.236318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Request body: {'subnet': {'network_id': '1df3e527-facc-43c1-9c04-c984247a7207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:25.242626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-5b84a534-5eef-4ce1-8bc5-1ee77d5871fb', 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb', 'tenant_id': '6dc42b43a0a8456f9b0d27fe98692746', 'fixed_ips': [{'subnet_id': '07eebde5-4fa9-4ab8-ae87-6b80c570f172'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:25.243804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.294879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae7aed-aaac-4848-8b23-b1eb2e427186 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Network': ['ID=1df3e527-facc-43c1-9c04-c984247a7207,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:25.307889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 1df3e527-facc-43c1-9c04-c984247a7207 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:25.357180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:25.360922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Usage tracker for resource:subnet and tenant:6dc42b43a0a8456f9b0d27fe98692746 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:25.363946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:25.369893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:25.377031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9e1ae58f-f60f-4f58-b8a5-24f5d89b13c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.380785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Made reservation on behalf of 6dc42b43a0a8456f9b0d27fe98692746 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:25.384620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.505263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Allocated IP 2001:db8::2 (5b84a534-5eef-4ce1-8bc5-1ee77d5871fb/07eebde5-4fa9-4ab8-ae87-6b80c570f172/0269fbdf-d492-4527-b744-f9d065e0de44) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:25.608347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.690484 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eae32580-2456-4a81-8856-04fbca6ed3fb up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:25.694893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event updated for resources: {'Subnet': ['ID=2b1005e9-57d1-4807-93a4-e6429ef82774,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:25.700951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Checking segment: {'id': '0feb26d8-098c-43e2-be1f-c77c9a0ceeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1df3e527-facc-43c1-9c04-c984247a7207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:25.701314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network hostable DHCP agents. Network: 1df3e527-facc-43c1-9c04-c984247a7207, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:25.721636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Network 1df3e527-facc-43c1-9c04-c984247a7207 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:25.730626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 1df3e527-facc-43c1-9c04-c984247a7207) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:25.735255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:25.735918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.748272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce0a3f-62e3-4e8e-8013-2dc471a79947 None None] Network 1df3e527-facc-43c1-9c04-c984247a7207 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:25.757008 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7a0b2b7d-3dc1-4d1a-b1fb-dabbbde8c148 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5268142 Apr 05 12:36:25.760220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60760) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:25.863572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.905293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.925688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Transition to ACTIVE for port object 0269fbdf-d492-4527-b744-f9d065e0de44 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:25.966967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port eae32580-2456-4a81-8856-04fbca6ed3fb triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:25.967366 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:25.976959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.004860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Transition to ACTIVE for port object 0269fbdf-d492-4527-b744-f9d065e0de44 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:26.042324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.054480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.094703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1005e9-57d1-4807-93a4-e6429ef82774,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:26.133051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:26.140167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:26.173490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:26.194781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.202492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Pushing event updated for resources: {'Port': ['ID=0269fbdf-d492-4527-b744-f9d065e0de44,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:26.223265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df3e527-facc-43c1-9c04-c984247a7207']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:26.235219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0feb26d8-098c-43e2-be1f-c77c9a0ceeeb') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:26.235514 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0feb26d8-098c-43e2-be1f-c77c9a0ceeeb') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:26.238659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc6c64-e456-4db1-a87b-641ca07afb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-1df3e527-facc-43c1-9c04-c984247a7207', 'network_id': '1df3e527-facc-43c1-9c04-c984247a7207', 'tenant_id': '6dc42b43a0a8456f9b0d27fe98692746', 'fixed_ips': [{'subnet_id': '2b1005e9-57d1-4807-93a4-e6429ef82774'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:26.239510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6c64-e456-4db1-a87b-641ca07afb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.247249 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.267432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.273324 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:26.273705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:26.288393 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:26.366336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.383543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.395175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Network': ['ID=1df3e527-facc-43c1-9c04-c984247a7207,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:26.396695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Attempting to bind port 0269fbdf-d492-4527-b744-f9d065e0de44 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:26.397220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Attempting to bind port 0269fbdf-d492-4527-b744-f9d065e0de44 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:26.397426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Attempting to bind port 0269fbdf-d492-4527-b744-f9d065e0de44 on network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:26.401880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ec5db21-d060-44e2-8e82-fcfe173a5470 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/1df3e527-facc-43c1-9c04-c984247a7207 HTTP/1.1" status: 204 len: 168 time: 0.6380684 Apr 05 12:36:26.402258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60764) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:26.410063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:26.410444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Checking segment: {'id': '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:26.410843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.411263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Bound using segment: {'id': '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:26.411735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Bound port: 0269fbdf-d492-4527-b744-f9d065e0de44, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '5b84a534-5eef-4ce1-8bc5-1ee77d5871fb'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:26.412112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.445506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef53cf2-ff54-4f5a-aac6-c2f4299fd993 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] GET failed (client error): The resource could not be found. Apr 05 12:36:26.446026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4ef53cf2-ff54-4f5a-aac6-c2f4299fd993 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Synchronizing usage tracker for tenant:6dc42b43a0a8456f9b0d27fe98692746 on resource:subnet {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:36:26.461725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbacdae9-3d99-465c-a258-3fbcbf903806 None None] Network 1df3e527-facc-43c1-9c04-c984247a7207 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:26.462807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4ef53cf2-ff54-4f5a-aac6-c2f4299fd993 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Unset dirty status for tenant:6dc42b43a0a8456f9b0d27fe98692746 on resource:subnet {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:36:26.464044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4ef53cf2-ff54-4f5a-aac6-c2f4299fd993 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "GET /v2.0/subnets/2b1005e9-57d1-4807-93a4-e6429ef82774 HTTP/1.1" status: 404 len: 337 time: 0.0610442 Apr 05 12:36:26.467197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60768) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:26.492146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf8f095-c36a-4645-98e6-fb45d8b312ce tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:26.492620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf8f095-c36a-4645-98e6-fb45d8b312ce tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:26.494842 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-baf8f095-c36a-4645-98e6-fb45d8b312ce tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/1df3e527-facc-43c1-9c04-c984247a7207 HTTP/1.1" status: 404 len: 339 time: 0.0267584 Apr 05 12:36:26.498234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbacdae9-3d99-465c-a258-3fbcbf903806 None None] Network 1df3e527-facc-43c1-9c04-c984247a7207 could not be found, it might have been deleted concurrently. {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 12:36:26.498743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60772) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:26.518693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.539921 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fc20e7-4dd8-4118-ba68-60a63edf9dc7 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:26.540371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fc20e7-4dd8-4118-ba68-60a63edf9dc7 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:26.542790 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c0fc20e7-4dd8-4118-ba68-60a63edf9dc7 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/subnets/2b1005e9-57d1-4807-93a4-e6429ef82774 HTTP/1.1" status: 404 len: 337 time: 0.0430720 Apr 05 12:36:26.545554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60776) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:26.562624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] For port 0269fbdf-d492-4527-b744-f9d065e0de44, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:26.570916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ea9891-29d9-42bf-8ff7-39a16a20f532 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:26.571429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ea9891-29d9-42bf-8ff7-39a16a20f532 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:26.573255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c7ea9891-29d9-42bf-8ff7-39a16a20f532 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/1df3e527-facc-43c1-9c04-c984247a7207 HTTP/1.1" status: 404 len: 339 time: 0.0267646 Apr 05 12:36:26.576039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] For port 0269fbdf-d492-4527-b744-f9d065e0de44, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0269fbdf-d492-4527-b744-f9d065e0de44,segment=NetworkSegment(440b0c10-e3f4-4d57-8b3f-2dd16c6bc836),segment_id=440b0c10-e3f4-4d57-8b3f-2dd16c6bc836)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:26.576219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60780) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:26.578996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.580567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.656603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Deleting subnet 07eebde5-4fa9-4ab8-ae87-6b80c570f172 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:36:26.658833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b14a7f-e1d5-477d-a4f3-65e82f816e98 None None] Pushing event updated for resources: {'Port': ['ID=0269fbdf-d492-4527-b744-f9d065e0de44,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:26.660487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.717190 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.821221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.900882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.942258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Subnet': ['ID=07eebde5-4fa9-4ab8-ae87-6b80c570f172,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:26.945946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:26.959245 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8a2a1875-606b-477f-bda6-d286f13b62b5 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/subnets/07eebde5-4fa9-4ab8-ae87-6b80c570f172 HTTP/1.1" status: 204 len: 168 time: 0.3817718 Apr 05 12:36:26.961503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:27.075956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.090311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Deleting port 0269fbdf-d492-4527-b744-f9d065e0de44 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:27.090650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.298566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] For port 0269fbdf-d492-4527-b744-f9d065e0de44, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0269fbdf-d492-4527-b744-f9d065e0de44,segment=NetworkSegment(440b0c10-e3f4-4d57-8b3f-2dd16c6bc836),segment_id=440b0c10-e3f4-4d57-8b3f-2dd16c6bc836)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:27.298927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.536391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Calling delete_port for 0269fbdf-d492-4527-b744-f9d065e0de44 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:27.539703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdad50-882a-4d51-bc9a-b58d5b430708 None None] Network 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:27.620234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.638396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0d562f4e-e8f9-4249-bfcd-fc802401c770 None None] Could not find standard attr ID for object 0269fbdf-d492-4527-b744-f9d065e0de44. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:36:27.672562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Port': ['ID=0269fbdf-d492-4527-b744-f9d065e0de44,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:27.676356 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No DVR routers for this DVR port 0269fbdf-d492-4527-b744-f9d065e0de44 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:27.710869 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0269fbdf-d492-4527-b744-f9d065e0de44 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:27.754995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0269fbdf-d492-4527-b744-f9d065e0de44 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:27.755374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0269fbdf-d492-4527-b744-f9d065e0de44 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 12:36:27.794809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Port 0269fbdf-d492-4527-b744-f9d065e0de44 not found, will not notify nova. {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 12:36:27.803622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.809149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.811392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33f06cc-d0fe-4927-953b-35a8cbc9754c None None] DHCP port deletion for 5b84a534-5eef-4ce1-8bc5-1ee77d5871fb request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:36:27.830297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b84a534-5eef-4ce1-8bc5-1ee77d5871fb']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:27.843450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:27.843747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440b0c10-e3f4-4d57-8b3f-2dd16c6bc836') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:27.855727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.871378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.877097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:27.877469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:27.896449 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:27.979500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:27.996303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.006886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Network': ['ID=5b84a534-5eef-4ce1-8bc5-1ee77d5871fb,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:28.011340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-51f7c1fa-6e66-4536-9d5a-cd2a1cea580d tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/5b84a534-5eef-4ce1-8bc5-1ee77d5871fb HTTP/1.1" status: 204 len: 168 time: 1.0478249 Apr 05 12:36:28.013738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.054218 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.pecan_wsgi.hooks.translation [None req-227c8a92-e6f6-4ecb-ae78-060b4da7c19b tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:28.054661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227c8a92-e6f6-4ecb-ae78-060b4da7c19b tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:28.056295 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-227c8a92-e6f6-4ecb-ae78-060b4da7c19b tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/subnets/fc2ec769-5cb3-4b14-b695-bf50445d368c HTTP/1.1" status: 404 len: 337 time: 0.0416791 Apr 05 12:36:28.059003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60792) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.084133 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0afdef7-3410-4ad1-bf0e-1d564089d9b4 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:28.084515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0afdef7-3410-4ad1-bf0e-1d564089d9b4 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:28.086077 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f0afdef7-3410-4ad1-bf0e-1d564089d9b4 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/63437a53-a596-4993-8dcd-dff5d18b4631 HTTP/1.1" status: 404 len: 339 time: 0.0260947 Apr 05 12:36:28.089088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60796) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.125095 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f70197-0b1f-4b44-a0f3-a9417952fa79 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:28.125480 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f70197-0b1f-4b44-a0f3-a9417952fa79 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:28.127091 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-22f70197-0b1f-4b44-a0f3-a9417952fa79 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/subnets/6d44343a-2619-4cb0-b2a5-202a2753f292 HTTP/1.1" status: 404 len: 337 time: 0.0367026 Apr 05 12:36:28.129623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60800) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.157372 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f2e37c-0946-48fb-b996-b9077e82cfb6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] DELETE failed (client error): The resource could not be found. Apr 05 12:36:28.157810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f2e37c-0946-48fb-b996-b9077e82cfb6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 12:36:28.159364 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c1f2e37c-0946-48fb-b996-b9077e82cfb6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/9c316c63-9b0d-4e63-acbb-062cb60c8401 HTTP/1.1" status: 404 len: 339 time: 0.0288925 Apr 05 12:36:28.161759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60804) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.225762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Deleting subnet 848c8a82-a49c-44f2-a7fd-114f915f592d {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:36:28.229129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.281345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.366132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.436766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.473371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Subnet': ['ID=848c8a82-a49c-44f2-a7fd-114f915f592d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:28.478622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.484958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f1d46c-6eef-44f0-81a5-1aa2c0e288a3 None None] Network 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:28.487764 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4afa1144-0162-49c4-b4c2-deb7082ca285 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/subnets/848c8a82-a49c-44f2-a7fd-114f915f592d HTTP/1.1" status: 204 len: 168 time: 0.3251190 Apr 05 12:36:28.490111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60808) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:28.701546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.712046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Deleting port eae32580-2456-4a81-8856-04fbca6ed3fb {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:28.712974 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.757834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] DHCP port deletion for 64d8f761-623c-4b2d-b1d1-6f566e0ebfdf request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:36:28.762228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Deleting port eae32580-2456-4a81-8856-04fbca6ed3fb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:28.762604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.917479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] For port eae32580-2456-4a81-8856-04fbca6ed3fb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eae32580-2456-4a81-8856-04fbca6ed3fb,segment=NetworkSegment(3aa6f70e-5d69-40d2-b76d-9e0ca0209e09),segment_id=3aa6f70e-5d69-40d2-b76d-9e0ca0209e09)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:28.917835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:28.964309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] For port eae32580-2456-4a81-8856-04fbca6ed3fb, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=eae32580-2456-4a81-8856-04fbca6ed3fb,segment=NetworkSegment(3aa6f70e-5d69-40d2-b76d-9e0ca0209e09),segment_id=3aa6f70e-5d69-40d2-b76d-9e0ca0209e09)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:28.964880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.039820 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Calling delete_port for eae32580-2456-4a81-8856-04fbca6ed3fb owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:29.121466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.125914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Calling delete_port for eae32580-2456-4a81-8856-04fbca6ed3fb owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:29.167450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Port': ['ID=eae32580-2456-4a81-8856-04fbca6ed3fb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:29.173777 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] No DVR routers for this DVR port eae32580-2456-4a81-8856-04fbca6ed3fb on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:29.196646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:36:29.197592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:36:29.300509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.324305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d8f761-623c-4b2d-b1d1-6f566e0ebfdf']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:29.340295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:29.340594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa6f70e-5d69-40d2-b76d-9e0ca0209e09') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:29.351490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.367398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.373137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:29.373509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:29.387957 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:29.462550 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.479854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.494673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] Pushing event deleted for resources: {'Network': ['ID=64d8f761-623c-4b2d-b1d1-6f566e0ebfdf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:29.499672 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37662fac-38b1-480c-8a02-ab2d90364ad6 tempest-NetworksIpV6Test-1041680208 tempest-NetworksIpV6Test-1041680208-project] 10.222.0.50 "DELETE /v2.0/networks/64d8f761-623c-4b2d-b1d1-6f566e0ebfdf HTTP/1.1" status: 204 len: 168 time: 1.0083294 Apr 05 12:36:29.671704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eae32580-2456-4a81-8856-04fbca6ed3fb no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:36:29.700332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Deleting port eae32580-2456-4a81-8856-04fbca6ed3fb {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:29.700710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:29.735076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: eae32580-2456-4a81-8856-04fbca6ed3fb {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:29.735426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device eae32580-2456-4a81-8856-04fbca6ed3fb not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:36:29.735843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0269fbdf-d492-4527-b744-f9d065e0de44 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:36:29.763394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60816) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:29.795192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0269fbdf-d492-4527-b744-f9d065e0de44 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:29.795723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0269fbdf-d492-4527-b744-f9d065e0de44 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:36:29.805883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-5c09045c-7c29-4008-8e0b-28b4ece9ea93 None None] The port 'eae32580-2456-4a81-8856-04fbca6ed3fb' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:36:29.912508 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ce81ceda-6b3f-4a09-9935-91b96d11b80c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dc42b43a0a8456f9b0d27fe98692746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479697 Apr 05 12:36:29.914923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60822) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:29.975507 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.001276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.053376 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.068805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be62f9e-d8e4-4095-8e0d-f79156cc6ccb,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:30.073034 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.076664 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89e41781-0bc8-4d75-8100-7d5e64560555 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4be62f9e-d8e4-4095-8e0d-f79156cc6ccb HTTP/1.1" status: 204 len: 168 time: 0.1582942 Apr 05 12:36:30.740861 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60846) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:30.854422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1884579796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:30.861040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:30.865024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:router and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:30.868060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:30.874615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:30.884833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.885862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.901181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.918868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.939637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.940997 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-42d37370-d463-4b81-993d-8ec7fbf0caa6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1991358 Apr 05 12:36:30.943719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60852) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:30.949429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1527240807'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:30.954004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:30.958216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:network and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:30.961065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:30.967623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:30.976961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Made reservation on behalf of ac63471dea314f998bd8c86fb5f325ba for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:30.980640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:30.992697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.007145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:31.011412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:security_group_rule and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:31.014161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:31.019744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:31.102682 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.106402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.135350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:31.147768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1615de-3ec4-4db5-9c5a-ecb3ad8a5355,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:31.155938 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.156272 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Added segment 66909d2e-5a83-43cc-b661-b5324e1eafff of type vlan for network 0bd05ccf-9108-4994-8a54-40e4807305b3 Apr 05 12:36:31.157957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.158298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.158630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.158954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.159302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.159624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.159941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.160260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.160580 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.160894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.161205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.161515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:31.192973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.222289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.227642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:31.228213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.336129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3914068 Apr 05 12:36:31.337067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42499163-f17b-4033-a5c6-0138ab75895b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event updated for resources: {'Network': ['ID=0bd05ccf-9108-4994-8a54-40e4807305b3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:31.339013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60856) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:31.344988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'subnet': {'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:31.347916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:31.454791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:31.458643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:subnet and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:31.461463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:31.467912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:31.477011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Made reservation on behalf of ac63471dea314f998bd8c86fb5f325ba for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:31.481137 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.698456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.773389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event updated for resources: {'Subnet': ['ID=605e2200-61aa-4995-9f65-7f09060db250,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:31.782320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Checking segment: {'id': '66909d2e-5a83-43cc-b661-b5324e1eafff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:31.782674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Network hostable DHCP agents. Network: 0bd05ccf-9108-4994-8a54-40e4807305b3, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:31.800821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:31.809808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 0bd05ccf-9108-4994-8a54-40e4807305b3) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:31.813825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:31.814406 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.818443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d95221-58fc-4534-8b84-38585694ba6c None None] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:31.835802 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d5f6f0fb-2fc1-47f4-9912-0b128c1cba0b tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4954178 Apr 05 12:36:31.839415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60860) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:31.845289 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-313069504'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:31.849992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:31.854327 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:network and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:31.857161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:31.862851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:31.873708 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Made reservation on behalf of ac63471dea314f998bd8c86fb5f325ba for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:31.877340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.904462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:31.913409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.913749 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Added segment f84bcdb2-6506-471f-9965-20ba0a0eed30 of type vlan for network 2791bbc8-e559-476f-b0be-6a9798d90429 Apr 05 12:36:31.943804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.975146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:31.980412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:31.980994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.042324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-0bd05ccf-9108-4994-8a54-40e4807305b3', 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3', 'tenant_id': 'ac63471dea314f998bd8c86fb5f325ba', 'fixed_ips': [{'subnet_id': '605e2200-61aa-4995-9f65-7f09060db250'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:32.043197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.080524 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2398303 Apr 05 12:36:32.083986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:32.092621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76500-7c48-4d46-98a6-c55a7c52d6c2 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event updated for resources: {'Network': ['ID=2791bbc8-e559-476f-b0be-6a9798d90429,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:32.092901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'subnet': {'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:32.120026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 2791bbc8-e559-476f-b0be-6a9798d90429 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:32.206943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:32.210811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Usage tracker for resource:subnet and tenant:ac63471dea314f998bd8c86fb5f325ba is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:32.213810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:32.219730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:32.229296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Made reservation on behalf of ac63471dea314f998bd8c86fb5f325ba for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:32.232658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.297624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Allocated IP 172.20.0.2 (0bd05ccf-9108-4994-8a54-40e4807305b3/605e2200-61aa-4995-9f65-7f09060db250/b4a8eb20-94f6-42cd-8218-3365df62b43d) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:32.450915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.502816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.513177 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Transition to ACTIVE for port object b4a8eb20-94f6-42cd-8218-3365df62b43d will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:32.528332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event updated for resources: {'Subnet': ['ID=40584056-c781-46ba-aa2a-4f000e84c2de,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:32.532424 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Transition to ACTIVE for port object b4a8eb20-94f6-42cd-8218-3365df62b43d will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:32.537572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Checking segment: {'id': 'f84bcdb2-6506-471f-9965-20ba0a0eed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:32.538224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Network hostable DHCP agents. Network: 2791bbc8-e559-476f-b0be-6a9798d90429, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:32.539655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.559978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Network 2791bbc8-e559-476f-b0be-6a9798d90429 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:32.569765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 2791bbc8-e559-476f-b0be-6a9798d90429) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:32.573859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:32.574441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.593082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643fe77b-325c-4d33-914b-8f61378077ac None None] Network 2791bbc8-e559-476f-b0be-6a9798d90429 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:32.598629 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4df315c2-b1de-41b3-af21-00a90fff87b6 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131288 Apr 05 12:36:32.601367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60868) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:32.606892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-25d8aafb-dc0e-4c5e-bf5d-710edce2e825 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Request body: {'router': {'external_gateway_info': {'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:32.646652 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:32.647786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:32.650687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:32.714830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Pushing event updated for resources: {'Port': ['ID=b4a8eb20-94f6-42cd-8218-3365df62b43d,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:32.822011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Attempting to bind port b4a8eb20-94f6-42cd-8218-3365df62b43d on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:32.822280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Attempting to bind port b4a8eb20-94f6-42cd-8218-3365df62b43d by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '66909d2e-5a83-43cc-b661-b5324e1eafff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:32.822639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Attempting to bind port b4a8eb20-94f6-42cd-8218-3365df62b43d on network 0bd05ccf-9108-4994-8a54-40e4807305b3 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:32.859853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:32.860219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Checking segment: {'id': '66909d2e-5a83-43cc-b661-b5324e1eafff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:32.860613 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.860996 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Bound using segment: {'id': '66909d2e-5a83-43cc-b661-b5324e1eafff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:32.861463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Bound port: b4a8eb20-94f6-42cd-8218-3365df62b43d, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66909d2e-5a83-43cc-b661-b5324e1eafff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0bd05ccf-9108-4994-8a54-40e4807305b3'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:32.861834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:32.993406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-2791bbc8-e559-476f-b0be-6a9798d90429', 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429', 'tenant_id': 'ac63471dea314f998bd8c86fb5f325ba', 'fixed_ips': [{'subnet_id': '40584056-c781-46ba-aa2a-4f000e84c2de'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:32.994225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.098560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-25d8aafb-dc0e-4c5e-bf5d-710edce2e825 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.107062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] For port b4a8eb20-94f6-42cd-8218-3365df62b43d, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:33.131664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] For port b4a8eb20-94f6-42cd-8218-3365df62b43d, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b4a8eb20-94f6-42cd-8218-3365df62b43d,segment=NetworkSegment(66909d2e-5a83-43cc-b661-b5324e1eafff),segment_id=66909d2e-5a83-43cc-b661-b5324e1eafff)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:33.140246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.250868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.api.v2.resource [None req-25d8aafb-dc0e-4c5e-bf5d-710edce2e825 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 12:36:33.252330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-25d8aafb-dc0e-4c5e-bf5d-710edce2e825 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "PUT /v2.0/routers/83586961-57ed-456c-99ab-4a59c6640f81 HTTP/1.1" status: 400 len: 364 time: 0.6499028 Apr 05 12:36:33.258196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60872) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:33.275638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8782843-1dfd-40c6-8006-5f245c21539d None None] Pushing event updated for resources: {'Port': ['ID=b4a8eb20-94f6-42cd-8218-3365df62b43d,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:33.297648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Allocated IP 172.21.0.2 (2791bbc8-e559-476f-b0be-6a9798d90429/40584056-c781-46ba-aa2a-4f000e84c2de/16270c1f-cbcb-40e4-ab1c-fb99fa48ea62) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:33.336874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Deleting subnet 40584056-c781-46ba-aa2a-4f000e84c2de {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:36:33.529560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.540605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Transition to ACTIVE for port object 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:33.560539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Transition to ACTIVE for port object 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:33.567202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.567548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.641818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.645900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Network 2791bbc8-e559-476f-b0be-6a9798d90429 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:33.648427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:33.656328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:33.698786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Pushing event updated for resources: {'Port': ['ID=16270c1f-cbcb-40e4-ab1c-fb99fa48ea62,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:33.733396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b4a8eb20-94f6-42cd-8218-3365df62b43d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:33.734697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.797949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Attempting to bind port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:33.798315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Attempting to bind port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f84bcdb2-6506-471f-9965-20ba0a0eed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:33.798672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Attempting to bind port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 on network 2791bbc8-e559-476f-b0be-6a9798d90429 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:33.807830 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:33.808163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Checking segment: {'id': 'f84bcdb2-6506-471f-9965-20ba0a0eed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:33.808563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.808809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.809021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Bound using segment: {'id': 'f84bcdb2-6506-471f-9965-20ba0a0eed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:33.809389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Bound port: 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84bcdb2-6506-471f-9965-20ba0a0eed30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2791bbc8-e559-476f-b0be-6a9798d90429'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:33.809757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.850159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Subnet': ['ID=40584056-c781-46ba-aa2a-4f000e84c2de,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:33.856609 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.862535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-60a331c2-0589-4bd5-8f44-868eb14bfc7a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "DELETE /v2.0/subnets/40584056-c781-46ba-aa2a-4f000e84c2de HTTP/1.1" status: 204 len: 168 time: 0.6033459 Apr 05 12:36:33.865002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60876) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:33.883656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b4a8eb20-94f6-42cd-8218-3365df62b43d completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:33.919250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] For port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:33.923018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] For port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=16270c1f-cbcb-40e4-ab1c-fb99fa48ea62,segment=NetworkSegment(f84bcdb2-6506-471f-9965-20ba0a0eed30),segment_id=f84bcdb2-6506-471f-9965-20ba0a0eed30)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:33.927626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:33.999465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.011414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Deleting port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:34.012042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.049305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598536c-b440-4dd8-9af6-579d7c24c848 None None] Pushing event updated for resources: {'Port': ['ID=16270c1f-cbcb-40e4-ab1c-fb99fa48ea62,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:34.078877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8409e0-1c0d-4c69-b4a6-8917a720f476 None None] Network 2791bbc8-e559-476f-b0be-6a9798d90429 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:34.252314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] For port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=16270c1f-cbcb-40e4-ab1c-fb99fa48ea62,segment=NetworkSegment(f84bcdb2-6506-471f-9965-20ba0a0eed30),segment_id=f84bcdb2-6506-471f-9965-20ba0a0eed30)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:34.252752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.259467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef66cf-491e-424f-994a-63156826b702 None None] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:34.381670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Calling delete_port for 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:34.389554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Provisioning for port b4a8eb20-94f6-42cd-8218-3365df62b43d completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:34.406750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Provisioning complete for port b4a8eb20-94f6-42cd-8218-3365df62b43d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:34.407145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.457992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.505745 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Port': ['ID=16270c1f-cbcb-40e4-ab1c-fb99fa48ea62,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:34.507496 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] No DVR routers for this DVR port 16270c1f-cbcb-40e4-ab1c-fb99fa48ea62 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:34.616630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.630854 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.660879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] For port b4a8eb20-94f6-42cd-8218-3365df62b43d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b4a8eb20-94f6-42cd-8218-3365df62b43d,segment=NetworkSegment(66909d2e-5a83-43cc-b661-b5324e1eafff),segment_id=66909d2e-5a83-43cc-b661-b5324e1eafff)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:34.661063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2791bbc8-e559-476f-b0be-6a9798d90429']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:34.665312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.739684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db890-82ca-445c-89e4-a1aa0d7aca9d None None] Pushing event updated for resources: {'Port': ['ID=b4a8eb20-94f6-42cd-8218-3365df62b43d,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:34.791413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84bcdb2-6506-471f-9965-20ba0a0eed30') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:34.791693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84bcdb2-6506-471f-9965-20ba0a0eed30') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:34.805130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.823539 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.830219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:34.830695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:34.846097 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:34.929191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.934505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:34.947991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838aea6-e9a0-4a29-b470-5c8be335459a None None] get_active_networks_info from dv-neutron-833203-3-hyperv {{(pid=87959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 12:36:34.960803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Network': ['ID=2791bbc8-e559-476f-b0be-6a9798d90429,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:34.965438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fa197db7-5a23-4229-962c-7fc56cd7324d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "DELETE /v2.0/networks/2791bbc8-e559-476f-b0be-6a9798d90429 HTTP/1.1" status: 204 len: 168 time: 1.0995831 Apr 05 12:36:34.967979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60880) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:35.036006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Deleting subnet 605e2200-61aa-4995-9f65-7f09060db250 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:36:35.039043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.044779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6b0d91f4-450b-4378-ad8d-facf482b53ef None None] Provisioning complete for port b4a8eb20-94f6-42cd-8218-3365df62b43d triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:35.045153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6b0d91f4-450b-4378-ad8d-facf482b53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.098477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.135060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838aea6-e9a0-4a29-b470-5c8be335459a None None] Resources bound (agent type, host, resource id): {{(pid=87959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 12:36:35.183161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.257394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.303276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.306464 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Subnet': ['ID=605e2200-61aa-4995-9f65-7f09060db250,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:35.312121 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec5c8309-c24d-4974-b534-51d7c2d87b4e tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "DELETE /v2.0/subnets/605e2200-61aa-4995-9f65-7f09060db250 HTTP/1.1" status: 204 len: 168 time: 0.3429930 Apr 05 12:36:35.315313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60884) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:35.427843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.438604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Deleting port b4a8eb20-94f6-42cd-8218-3365df62b43d {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:35.438865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.471509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c91142-9824-4937-a3c3-8b802d437096 None None] Network 0bd05ccf-9108-4994-8a54-40e4807305b3 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:35.643553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] For port b4a8eb20-94f6-42cd-8218-3365df62b43d, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b4a8eb20-94f6-42cd-8218-3365df62b43d,segment=NetworkSegment(66909d2e-5a83-43cc-b661-b5324e1eafff),segment_id=66909d2e-5a83-43cc-b661-b5324e1eafff)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:35.643916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.683304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b4a8eb20-94f6-42cd-8218-3365df62b43d up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:35.735493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d303a40-cb28-4b3b-b957-406e93f52005 None None] DHCP port deletion for 0bd05ccf-9108-4994-8a54-40e4807305b3 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:36:35.745136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1d303a40-cb28-4b3b-b957-406e93f52005 None None] Deleting port b4a8eb20-94f6-42cd-8218-3365df62b43d {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:36:35.745507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d303a40-cb28-4b3b-b957-406e93f52005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.772525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Calling delete_port for b4a8eb20-94f6-42cd-8218-3365df62b43d owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:36:35.807739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b4a8eb20-94f6-42cd-8218-3365df62b43d triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:35.808103 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.849429 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:35.874650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1d303a40-cb28-4b3b-b957-406e93f52005 None None] The port 'b4a8eb20-94f6-42cd-8218-3365df62b43d' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:36:35.894958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Could not find standard attr ID for object b4a8eb20-94f6-42cd-8218-3365df62b43d. {{(pid=87959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 12:36:35.897561 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No ports have port_id starting with b4a8eb20-94f6-42cd-8218-3365df62b43d Apr 05 12:36:35.900295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Port': ['ID=b4a8eb20-94f6-42cd-8218-3365df62b43d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:35.902084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] No DVR routers for this DVR port b4a8eb20-94f6-42cd-8218-3365df62b43d on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:36:36.031002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.061359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd05ccf-9108-4994-8a54-40e4807305b3']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:36.073463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66909d2e-5a83-43cc-b661-b5324e1eafff') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:36.073764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66909d2e-5a83-43cc-b661-b5324e1eafff') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:36.085171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.102237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.109235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:36:36.109625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:36:36.124096 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:36:36.203564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.220499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.231913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Pushing event deleted for resources: {'Network': ['ID=0bd05ccf-9108-4994-8a54-40e4807305b3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:36.236031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d080523f-1a19-46ca-b37b-7ef5f54b2ad3 tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "DELETE /v2.0/networks/0bd05ccf-9108-4994-8a54-40e4807305b3 HTTP/1.1" status: 204 len: 168 time: 0.9197774 Apr 05 12:36:36.245121 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:36.287108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd6e4947-8edf-4e1c-a282-c34d5535e16a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Synchronizing usage tracker for tenant:ac63471dea314f998bd8c86fb5f325ba on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:36:36.302864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cd6e4947-8edf-4e1c-a282-c34d5535e16a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Unset dirty status for tenant:ac63471dea314f998bd8c86fb5f325ba on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:36:36.304022 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cd6e4947-8edf-4e1c-a282-c34d5535e16a tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "GET /v2.0/ports?device_id=83586961-57ed-456c-99ab-4a59c6640f81 HTTP/1.1" status: 200 len: 205 time: 0.0579717 Apr 05 12:36:36.307162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60892) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:36.539214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.843790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.846021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.868739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.869269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Fanout notify agent at l3_agent the message router_deleted on router 83586961-57ed-456c-99ab-4a59c6640f81 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:36:36.880596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:36.881670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b38ce749-b565-47dc-9c52-842ff7d63b3d tempest-RoutersNegativeTest-1779464219 tempest-RoutersNegativeTest-1779464219-project] 10.222.0.50 "DELETE /v2.0/routers/83586961-57ed-456c-99ab-4a59c6640f81 HTTP/1.1" status: 204 len: 168 time: 0.5736265 Apr 05 12:36:37.148608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60900) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:37.304193 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b1612fb-5154-49c0-8f8c-55dc4e982089 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac63471dea314f998bd8c86fb5f325ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544356 Apr 05 12:36:37.307196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:37.363293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:37.388564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:37.437353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:37.454154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1615de-3ec4-4db5-9c5a-ecb3ad8a5355,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:37.457420 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:37.458866 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7b502361-5d01-41ac-b7f3-d89f91b29f5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb1615de-3ec4-4db5-9c5a-ecb3ad8a5355 HTTP/1.1" status: 204 len: 168 time: 0.1504564 Apr 05 12:36:37.670094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b4a8eb20-94f6-42cd-8218-3365df62b43d no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:36:37.703525 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b4a8eb20-94f6-42cd-8218-3365df62b43d {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:36:37.703880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b4a8eb20-94f6-42cd-8218-3365df62b43d not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:36:38.096051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60930) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:38.194905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-14520474-network', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:38.200312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:38.204241 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Usage tracker for resource:network and tenant:a3463f0d281a4e7da25f20b9128a709e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:38.207240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:38.213477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:38.223046 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Made reservation on behalf of a3463f0d281a4e7da25f20b9128a709e for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:38.225387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.237534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.251815 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:38.255526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Usage tracker for resource:security_group_rule and tenant:a3463f0d281a4e7da25f20b9128a709e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:38.258299 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:38.264525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:38.347167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.350692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.379661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:38.388232 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8aded7-9356-47e2-b298-238259ca0aee,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:38.393579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.393979 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Added segment b36f11ce-1f30-4108-a3f5-3809f7ca3435 of type vlan for network 76e3034c-4d88-410a-94ee-2b78ec477cf8 Apr 05 12:36:38.419857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.449920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.450965 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:38.451659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.638509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] Pushing event updated for resources: {'Network': ['ID=76e3034c-4d88-410a-94ee-2b78ec477cf8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:38.641901 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fd2f9147-bb13-4c3e-9b28-940f006f6629 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5448527 Apr 05 12:36:38.645486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:38.649054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:38.650517 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Request body: {'subnet': {'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-subnet', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:38.655409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:38.659230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Usage tracker for resource:subnet and tenant:a3463f0d281a4e7da25f20b9128a709e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:38.662063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:38.668247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:38.678408 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Made reservation on behalf of a3463f0d281a4e7da25f20b9128a709e for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:38.680706 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.877352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:38.960380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee048c43-c212-4618-996c-77bb5d910b30,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:38.965042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Checking segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:38.965378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Network hostable DHCP agents. Network: 76e3034c-4d88-410a-94ee-2b78ec477cf8, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:38.984153 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:38.992816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 76e3034c-4d88-410a-94ee-2b78ec477cf8) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:38.996761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:38.997334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.001431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce1268-7c9a-431e-8a5d-c43f710012f7 None None] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:39.020107 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-07f5d26c-7ccb-4efb-afaa-0abfd357ef4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3718760 Apr 05 12:36:39.020386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:39.025823 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:39.030302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:39.034205 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Usage tracker for resource:router and tenant:a3463f0d281a4e7da25f20b9128a709e is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:39.037103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:39.043535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:39.054105 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.055197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.070473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.214221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-76e3034c-4d88-410a-94ee-2b78ec477cf8', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:39.215272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.346926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.378531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Allocated IP 172.20.0.2 (76e3034c-4d88-410a-94ee-2b78ec477cf8/ee048c43-c212-4618-996c-77bb5d910b30/979627fb-19bf-4f16-8661-40b3c14298c7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:39.582736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.593221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Transition to ACTIVE for port object 979627fb-19bf-4f16-8661-40b3c14298c7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:39.611221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Transition to ACTIVE for port object 979627fb-19bf-4f16-8661-40b3c14298c7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:39.616728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.658123 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.688305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.711935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:39.714864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:39.723003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:39.767823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Pushing event updated for resources: {'Port': ['ID=979627fb-19bf-4f16-8661-40b3c14298c7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:39.817767 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Attempting to bind port 979627fb-19bf-4f16-8661-40b3c14298c7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:39.818237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Attempting to bind port 979627fb-19bf-4f16-8661-40b3c14298c7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:39.818539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Attempting to bind port 979627fb-19bf-4f16-8661-40b3c14298c7 on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:39.823921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:39.824296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Checking segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:39.824694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.825119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Bound using segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:39.825536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Bound port: 979627fb-19bf-4f16-8661-40b3c14298c7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:39.825896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Allocated IP 172.26.5.75 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/9578c3c3-c544-489c-8402-ad73c52b6304) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:39.826033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.916503 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] For port 979627fb-19bf-4f16-8661-40b3c14298c7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:39.919766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] For port 979627fb-19bf-4f16-8661-40b3c14298c7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=979627fb-19bf-4f16-8661-40b3c14298c7,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:39.925148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:39.975520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:40.005562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a1cc-0335-4626-bd43-30cf9fc250f7 None None] Pushing event updated for resources: {'Port': ['ID=979627fb-19bf-4f16-8661-40b3c14298c7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:40.010460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:40.087793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:40.088661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=9578c3c3-c544-489c-8402-ad73c52b6304,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:40.091269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:40.094493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:40.128519 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.128866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.129208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.129546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.129878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.130209 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.130536 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.130861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.131218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.131537 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.131854 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.132175 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:40.646402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:40.863297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338eba9a-acdd-4d26-84c9-b4ebe2b5d734 None None] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:40.955763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-20e2f9da-0e69-411e-b362-8f640cb1c9a0 None None] Provisioning for port 979627fb-19bf-4f16-8661-40b3c14298c7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:41.000551 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:41.210672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Router a69757eb-7f9d-4827-b440-5356757e0631 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:36:41.391128 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:36:41.400668 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Sync routers for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:36:41.409570 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:41.410178 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:41.416910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:41.418456 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e6f1ebd-40a8-4412-88c8-2b040f4b8ac3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3971052 Apr 05 12:36:41.421534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:41.584630 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:41.717239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 979627fb-19bf-4f16-8661-40b3c14298c7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:41.793602 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 979627fb-19bf-4f16-8661-40b3c14298c7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:41.798981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 979627fb-19bf-4f16-8661-40b3c14298c7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:41.799489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:41.877368 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:40Z', 'revision_number': 3, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:41.881262 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Checking router: a69757eb-7f9d-4827-b440-5356757e0631 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:36:41.881610 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Updating router a69757eb-7f9d-4827-b440-5356757e0631 port 9578c3c3-c544-489c-8402-ad73c52b6304 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:36:41.924059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:41.933944 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:41.959822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 979627fb-19bf-4f16-8661-40b3c14298c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=979627fb-19bf-4f16-8661-40b3c14298c7,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:41.967001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.077057 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=979627fb-19bf-4f16-8661-40b3c14298c7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:42.251331 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.291436 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:36:42.316364 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.329212 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Transition to ACTIVE for port object 9578c3c3-c544-489c-8402-ad73c52b6304 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:42.336979 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.418380 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Attempting to bind port 9578c3c3-c544-489c-8402-ad73c52b6304 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:42.419048 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Attempting to bind port 9578c3c3-c544-489c-8402-ad73c52b6304 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:42.419222 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Attempting to bind port 9578c3c3-c544-489c-8402-ad73c52b6304 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:42.422391 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Pushing event updated for resources: {'Port': ['ID=9578c3c3-c544-489c-8402-ad73c52b6304,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:42.427196 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:42.427567 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:42.427963 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.428352 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:42.428824 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Bound port: 9578c3c3-c544-489c-8402-ad73c52b6304, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:42.429176 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.461669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Allocated IP 172.20.0.1 (76e3034c-4d88-410a-94ee-2b78ec477cf8/ee048c43-c212-4618-996c-77bb5d910b30/bcfb13fd-1b23-41c1-ab58-4a88ae706e40) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:42.465340 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.465717 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.466052 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.466425 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.466769 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.467116 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.467466 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.467772 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.468097 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.468421 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.468744 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.469061 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:36:42.512777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] For port 9578c3c3-c544-489c-8402-ad73c52b6304, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:42.516017 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] For port 9578c3c3-c544-489c-8402-ad73c52b6304, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9578c3c3-c544-489c-8402-ad73c52b6304,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:42.520573 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.596065 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:42.596672 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:42.613460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.628920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Transition to ACTIVE for port object bcfb13fd-1b23-41c1-ab58-4a88ae706e40 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:42.652446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.659222 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b907d50-dec4-495d-982a-cba82ec303b9 None None] Pushing event updated for resources: {'Port': ['ID=9578c3c3-c544-489c-8402-ad73c52b6304,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:42.715460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:42.718250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:42.720695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:42.775917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:42.778314 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:42.790660 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.917559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ac33905-9e64-4c12-917c-a1d3d46e1aac None None] Provisioning for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:42.923632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3ac33905-9e64-4c12-917c-a1d3d46e1aac None None] Provisioning complete for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:42.923781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3ac33905-9e64-4c12-917c-a1d3d46e1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:42.979820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3ac33905-9e64-4c12-917c-a1d3d46e1aac None None] Port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:36:43.061584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.067494 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:40Z', 'revision_number': 3, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:43.071883 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb28125-6540-42c9-92aa-6e1db79d89d9 None None] The sync data for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv is: [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:40Z', 'revision_number': 3, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:36:43.414371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.420023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.529556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:43.532964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.680154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:43.681415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:43.767305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9578c3c3-c544-489c-8402-ad73c52b6304 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:43.844777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 9578c3c3-c544-489c-8402-ad73c52b6304 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:43.850718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9578c3c3-c544-489c-8402-ad73c52b6304 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:43.851263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.893108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Router a69757eb-7f9d-4827-b440-5356757e0631 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:36:43.980958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:43.997264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 9578c3c3-c544-489c-8402-ad73c52b6304, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9578c3c3-c544-489c-8402-ad73c52b6304,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:44.000616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.001367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 979627fb-19bf-4f16-8661-40b3c14298c7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:44.081799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:36:44.101277 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0d4e59f3-0d17-41a1-b0ea-472e06c27334 admin admin] 10.222.0.50 "PUT /v2.0/routers/a69757eb-7f9d-4827-b440-5356757e0631/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693158 Apr 05 12:36:44.126689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=9578c3c3-c544-489c-8402-ad73c52b6304,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:44.131414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8f0c2ad8-a5d6-4595-bfdd-34ed8863b8f9 None None] Provisioning complete for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:44.131789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f0c2ad8-a5d6-4595-bfdd-34ed8863b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.198442 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 979627fb-19bf-4f16-8661-40b3c14298c7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:44.198820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.234218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c2ad8-a5d6-4595-bfdd-34ed8863b8f9 None None] Port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:36:44.576702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Sync routers for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:36:44.586813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:44.588081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:44.613917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:44.619782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1444812517-network', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:44.624834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:44.628666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Usage tracker for resource:network and tenant:6c16b2aab5b541189afb1f6c056ff974 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:44.631716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:44.638084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:44.650299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Made reservation on behalf of 6c16b2aab5b541189afb1f6c056ff974 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:44.652762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.670094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.688439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:44.692357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Usage tracker for resource:security_group_rule and tenant:6c16b2aab5b541189afb1f6c056ff974 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:44.695156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:44.701426 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:44.788648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.793751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.813129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:44.827909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:36:44.836289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a8aae-0cdd-4cb5-810a-c8ab28ccb65c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:44.842383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.842785 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Added segment 2df4f456-1f45-4dc4-958d-ddfc8c0867c8 of type vlan for network 48eab633-a378-4a87-91ef-fdd4a7401fc9 Apr 05 12:36:44.869612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.899438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:44.900525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:44.901104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.006638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3914542 Apr 05 12:36:45.007751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8923f-ffd1-402e-b5b7-b87719b2790c admin admin] Pushing event updated for resources: {'Network': ['ID=48eab633-a378-4a87-91ef-fdd4a7401fc9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:45.009452 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60966) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:45.020067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Request body: {'subnet': {'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-subnet', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:45.023920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:36:45.026109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:45.030088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Usage tracker for resource:subnet and tenant:6c16b2aab5b541189afb1f6c056ff974 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:45.033005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:45.038666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:45.052203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Made reservation on behalf of 6c16b2aab5b541189afb1f6c056ff974 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:45.055161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.228238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:42Z', 'revision_number': 4, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'bcfb13fd-1b23-41c1-ab58-4a88ae706e40', 'name': '', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'mac_address': 'fa:16:3e:cb:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:42Z', 'updated_at': '2022-04-05T12:36:43Z', 'revision_number': 2, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'subnets': [{'id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:45.232242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Checking router: a69757eb-7f9d-4827-b440-5356757e0631 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:36:45.232592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Updating router a69757eb-7f9d-4827-b440-5356757e0631 port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:36:45.260680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.284685 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.331544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c2b81e-e248-4ee0-be47-f8422cdc965b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:45.340332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Checking segment: {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:45.340691 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Network hostable DHCP agents. Network: 48eab633-a378-4a87-91ef-fdd4a7401fc9, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:36:45.360506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:36:45.371373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 48eab633-a378-4a87-91ef-fdd4a7401fc9) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:45.375351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:45.375932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.396815 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3104c4d1-ecf3-43aa-9be0-f57f7d9fa041 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3863161 Apr 05 12:36:45.399358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 60970) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:45.399504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16924c1-c2f3-462e-abc8-b8dfa975b0e3 None None] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:45.404211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:45.408693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:45.412508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Usage tracker for resource:router and tenant:6c16b2aab5b541189afb1f6c056ff974 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:45.416103 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:45.421837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:45.432177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.433167 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.447623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.688426 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9578c3c3-c544-489c-8402-ad73c52b6304 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:45.713994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.791925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-48eab633-a378-4a87-91ef-fdd4a7401fc9', 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'fixed_ips': [{'subnet_id': '75c2b81e-e248-4ee0-be47-f8422cdc965b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:36:45.792744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:45.949855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 9578c3c3-c544-489c-8402-ad73c52b6304 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:45.950209 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.011468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.079010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Transition to ACTIVE for port object bcfb13fd-1b23-41c1-ab58-4a88ae706e40 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:46.093464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.130473 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.160176 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.163512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Allocated IP 172.20.0.2 (48eab633-a378-4a87-91ef-fdd4a7401fc9/75c2b81e-e248-4ee0-be47-f8422cdc965b/cab2737a-af14-444e-8f4f-7ba969ee132e) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:46.322023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Allocated IP 172.26.5.230 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/0f297c39-1fb9-40cc-8ee2-79a2f69f4d05) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:46.370081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6290-f825-4051-a562-adb9a4e74794 None None] Pushing event updated for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:46.475430 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.504761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.552314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Attempting to bind port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:46.552689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Attempting to bind port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:46.553052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Attempting to bind port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:46.561689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:46.562063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Checking segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:46.562458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.562848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Bound using segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:46.563407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Bound port: bcfb13fd-1b23-41c1-ab58-4a88ae706e40, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:46.563783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.565764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:46.568492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:46.576980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:46.621677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Pushing event updated for resources: {'Port': ['ID=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:46.738729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.741344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] For port bcfb13fd-1b23-41c1-ab58-4a88ae706e40, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:46.747201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] For port bcfb13fd-1b23-41c1-ab58-4a88ae706e40, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:46.753539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.758099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Transition to ACTIVE for port object cab2737a-af14-444e-8f4f-7ba969ee132e will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:46.832231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Transition to ACTIVE for port object cab2737a-af14-444e-8f4f-7ba969ee132e will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:46.849011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:46.860399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:46.861037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:46.933960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6290-f825-4051-a562-adb9a4e74794 None None] Pushing event updated for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:46.983655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:46.994894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:47.000605 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:47.011985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.130600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Pushing event updated for resources: {'Port': ['ID=cab2737a-af14-444e-8f4f-7ba969ee132e,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:47.210899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Attempting to bind port cab2737a-af14-444e-8f4f-7ba969ee132e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:47.211288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Attempting to bind port cab2737a-af14-444e-8f4f-7ba969ee132e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:47.212202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Attempting to bind port cab2737a-af14-444e-8f4f-7ba969ee132e on network 48eab633-a378-4a87-91ef-fdd4a7401fc9 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:47.215402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:47.271410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:47.271789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Checking segment: {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:47.272191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.272582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Bound using segment: {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:47.273055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Bound port: cab2737a-af14-444e-8f4f-7ba969ee132e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:47.273432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.460693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.532427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] For port cab2737a-af14-444e-8f4f-7ba969ee132e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:47.536712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] For port cab2737a-af14-444e-8f4f-7ba969ee132e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cab2737a-af14-444e-8f4f-7ba969ee132e,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:47.544156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.666477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Router d5110951-2845-44cd-9b16-ccea852a728b is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:36:47.686451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df77c-7520-4fd0-8c9c-343a108804ed None None] Pushing event updated for resources: {'Port': ['ID=cab2737a-af14-444e-8f4f-7ba969ee132e,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:47.709300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:42Z', 'revision_number': 4, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'bcfb13fd-1b23-41c1-ab58-4a88ae706e40', 'name': '', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'mac_address': 'fa:16:3e:cb:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:42Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 4, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'subnets': [{'id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:47.713665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17017cc-8f5d-4ed6-87fc-c7bc64307913 None None] The sync data for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv is: [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:42Z', 'revision_number': 4, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'bcfb13fd-1b23-41c1-ab58-4a88ae706e40', 'name': '', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'mac_address': 'fa:16:3e:cb:c7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:42Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 4, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'subnets': [{'id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:36:47.869080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:36:47.906018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Sync routers for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:36:47.910084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:47.914303 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec9cb698-a64e-4256-b637-1510f79d06fe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5139582 Apr 05 12:36:47.914526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 60974) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:36:47.917202 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:47.917895 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:48.138278 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:48.474379 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 3, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:48.479358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Checking router: d5110951-2845-44cd-9b16-ccea852a728b for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:36:48.479701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Updating router d5110951-2845-44cd-9b16-ccea852a728b port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:36:48.542776 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:48.806089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5e630-e880-4467-9843-111ceebc622f None None] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:36:48.884482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:48.990222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f9f29565-2fe0-4d11-83ef-dd403f4596bf None None] Provisioning for port cab2737a-af14-444e-8f4f-7ba969ee132e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:48.997039 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.012108 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Transition to ACTIVE for port object 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:49.021919 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.146144 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d035-9825-4dcd-851c-e780166ce6c4 None None] Pushing event updated for resources: {'Port': ['ID=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:49.160801 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Attempting to bind port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:49.161247 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Attempting to bind port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:49.161606 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Attempting to bind port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:49.165342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Allocated IP 172.20.0.1 (48eab633-a378-4a87-91ef-fdd4a7401fc9/75c2b81e-e248-4ee0-be47-f8422cdc965b/c02e4ff9-2671-40a9-bf58-199fc26e8ad7) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:49.168213 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:49.168590 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:49.169008 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.169372 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:49.169831 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Bound port: 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:49.170282 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.257403 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] For port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:49.263161 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] For port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:49.273153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.365171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.365730 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:49.366352 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:49.382721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Transition to ACTIVE for port object c02e4ff9-2671-40a9-bf58-199fc26e8ad7 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:49.410882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.431334 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d035-9825-4dcd-851c-e780166ce6c4 None None] Pushing event updated for resources: {'Port': ['ID=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:49.480564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:49.487379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:49.492067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:49.529605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:49.550359 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:49.553007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.749820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0f048deb-9e16-40d0-b6da-8707b878b65a None None] Provisioning for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:49.771678 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0f048deb-9e16-40d0-b6da-8707b878b65a None None] Provisioning complete for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:49.772137 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f048deb-9e16-40d0-b6da-8707b878b65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.800285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cab2737a-af14-444e-8f4f-7ba969ee132e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:49.856502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:49.871068 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 3, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:49.874997 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a426c-e7a1-4c7b-a20a-7c4ee7a86e94 None None] The sync data for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv is: [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:46Z', 'revision_number': 3, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:36:49.881563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0f048deb-9e16-40d0-b6da-8707b878b65a None None] Port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:36:49.903301 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cab2737a-af14-444e-8f4f-7ba969ee132e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:49.908708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cab2737a-af14-444e-8f4f-7ba969ee132e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:49.909091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.032056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.064568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cab2737a-af14-444e-8f4f-7ba969ee132e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cab2737a-af14-444e-8f4f-7ba969ee132e,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:50.069727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.070069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bcfb13fd-1b23-41c1-ab58-4a88ae706e40 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:50.103987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.110124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.204706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cab2737a-af14-444e-8f4f-7ba969ee132e,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:50.224889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:50.231320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:50.231694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.251305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.255004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Pushing event updated for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:50.362739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.398404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port bcfb13fd-1b23-41c1-ab58-4a88ae706e40, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:50.402778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.408523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:50.409656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:50.489732 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:50.706920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e6e83d1b-8c4b-42c5-986a-91769b358658 None None] Provisioning complete for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:50.707327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e6e83d1b-8c4b-42c5-986a-91769b358658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:50.738764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Router d5110951-2845-44cd-9b16-ccea852a728b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:36:50.763575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e6e83d1b-8c4b-42c5-986a-91769b358658 None None] Port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:36:50.923039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:36:50.932195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-013b5906-a2fc-4858-98a8-a2073b51abe7 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5110951-2845-44cd-9b16-ccea852a728b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0155387 Apr 05 12:36:51.460075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Sync routers for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:36:51.470132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:51.470838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:51.642669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-d3fa89fe-4a43-41d4-8194-32c986e81529 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:51.644163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-d3fa89fe-4a43-41d4-8194-32c986e81529 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 815 time: 0.1480653 Apr 05 12:36:51.655289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:51.665778 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-fb9e1109-f2a4-4f55-848e-7d87515e939c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/quotas/a3463f0d281a4e7da25f20b9128a709e HTTP/1.1" status: 200 len: 375 time: 0.0112507 Apr 05 12:36:51.750824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-f07b2633-0f63-4710-8089-bca0db3bf7fe tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788782 Apr 05 12:36:51.785978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cab2737a-af14-444e-8f4f-7ba969ee132e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:51.991345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cab2737a-af14-444e-8f4f-7ba969ee132e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:51.991633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:51.997050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-6af36553-3526-42bf-aa84-6765f87ae016 service neutron] 10.222.0.50 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343018 Apr 05 12:36:52.136089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-04b5e9ff-89a7-425c-aeda-933282387209 service neutron] 10.222.0.50 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331334 Apr 05 12:36:52.162536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 4, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'c02e4ff9-2671-40a9-bf58-199fc26e8ad7', 'name': '', 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'mac_address': 'fa:16:3e:83:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:48Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 2, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'subnets': [{'id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:52.165907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:52.251402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Checking router: d5110951-2845-44cd-9b16-ccea852a728b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:36:52.251904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Updating router d5110951-2845-44cd-9b16-ccea852a728b port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:36:52.324689 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9366d406-5d4e-4e69-b91e-afdca1bf75c9 req-c5583bce-1ac7-4585-be38-cdafdc2a153c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 210 time: 0.0430138 Apr 05 12:36:52.334558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:52.397011 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:52.411470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:52.411840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:52.705431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:52.737212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:52.742415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:52.743776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bcfb13fd-1b23-41c1-ab58-4a88ae706e40 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:52.912408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:52.950703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:52.951090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:52.983872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.007761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Transition to ACTIVE for port object c02e4ff9-2671-40a9-bf58-199fc26e8ad7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:53.020303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.189905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b742016-b3da-4c5a-8ca3-77dda3494345 None None] Pushing event updated for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:53.315498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Attempting to bind port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:53.315898 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Attempting to bind port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:53.316367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Attempting to bind port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 on network 48eab633-a378-4a87-91ef-fdd4a7401fc9 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:53.320475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e170b850-b7c2-4203-ae6f-16384be368b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.325861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:53.326242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Checking segment: {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:53.326622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.327008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Bound using segment: {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:53.327496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Bound port: c02e4ff9-2671-40a9-bf58-199fc26e8ad7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df4f456-1f45-4dc4-958d-ddfc8c0867c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:53.327868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.429631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] For port c02e4ff9-2671-40a9-bf58-199fc26e8ad7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:53.429993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-6e942533-cade-42f8-8c49-d9c23a790454 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:53.432324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-6e942533-cade-42f8-8c49-d9c23a790454 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 815 time: 0.1775579 Apr 05 12:36:53.433412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] For port c02e4ff9-2671-40a9-bf58-199fc26e8ad7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:53.438557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.445727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Request body: {'port': {'device_id': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'admin_state_up': True, 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:53.523877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:36:53.524501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:36:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:53.593958 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b742016-b3da-4c5a-8ca3-77dda3494345 None None] Pushing event updated for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:53.597259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9e3d953e-0a56-4a40-92e0-03d51108118d req-f49dcf13-2f38-46bd-ab0a-8fa34e688b31 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 210 time: 0.1058853 Apr 05 12:36:53.668439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:36:53.672817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Usage tracker for resource:port and tenant:a3463f0d281a4e7da25f20b9128a709e is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:36:53.676102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:36:53.684142 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:36:53.697979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Made reservation on behalf of a3463f0d281a4e7da25f20b9128a709e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:36:53.701708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:53.718470 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:53.802634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:36:53.869662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Allocated IP 172.20.0.10 (76e3034c-4d88-410a-94ee-2b78ec477cf8/ee048c43-c212-4618-996c-77bb5d910b30/e44397d5-43d4-485e-b64b-6544394b15c8) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:36:53.998144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:53.998516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.074816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.090879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Transition to ACTIVE for port object e44397d5-43d4-485e-b64b-6544394b15c8 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:54.116438 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.186766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:36:54.279047 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 4, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'c02e4ff9-2671-40a9-bf58-199fc26e8ad7', 'name': '', 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'mac_address': 'fa:16:3e:83:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:48Z', 'updated_at': '2022-04-05T12:36:53Z', 'revision_number': 4, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'subnets': [{'id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:36:54.283300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4942bb-93ba-4793-89a3-d5d9cf5bdf30 None None] The sync data for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv is: [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:36:49Z', 'revision_number': 4, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'c02e4ff9-2671-40a9-bf58-199fc26e8ad7', 'name': '', 'network_id': '48eab633-a378-4a87-91ef-fdd4a7401fc9', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'mac_address': 'fa:16:3e:83:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:48Z', 'updated_at': '2022-04-05T12:36:53Z', 'revision_number': 4, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'subnets': [{'id': '75c2b81e-e248-4ee0-be47-f8422cdc965b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:36:54.314295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:36:54.319088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:36:54.360948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Pushing event updated for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:54.404651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:54.405452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.430946 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-4ab6ecd7-9108-469e-94fa-4233efb64921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9888344 Apr 05 12:36:54.439777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-d44eb399-ba7d-4ad3-bd2d-f759c6ffe703 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:36:54.440772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-d44eb399-ba7d-4ad3-bd2d-f759c6ffe703 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052249 Apr 05 12:36:54.451769 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Request body: {'port': {'device_id': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:36:54.577044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.644278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fb98c0da-b6dc-48f8-8699-0e71f4e5a733 None None] Provisioning for port e44397d5-43d4-485e-b64b-6544394b15c8 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:54.651813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fb98c0da-b6dc-48f8-8699-0e71f4e5a733 None None] Provisioning complete for port e44397d5-43d4-485e-b64b-6544394b15c8 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:54.652445 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fb98c0da-b6dc-48f8-8699-0e71f4e5a733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.730914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:54.733471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-fb98c0da-b6dc-48f8-8699-0e71f4e5a733 None None] Port e44397d5-43d4-485e-b64b-6544394b15c8 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:36:54.927620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cd524-ccfc-4371-9229-20e8e902d029 req-a151c5f3-9918-4b17-b885-8aa7ae9c574d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:54.928314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2a0cd524-ccfc-4371-9229-20e8e902d029 req-a151c5f3-9918-4b17-b885-8aa7ae9c574d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Synchronizing usage tracker for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:36:54.960888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-2a0cd524-ccfc-4371-9229-20e8e902d029 req-a151c5f3-9918-4b17-b885-8aa7ae9c574d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Unset dirty status for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:36:54.962705 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a0cd524-ccfc-4371-9229-20e8e902d029 req-a151c5f3-9918-4b17-b885-8aa7ae9c574d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 932 time: 0.2310681 Apr 05 12:36:55.049876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44397d5-43d4-485e-b64b-6544394b15c8 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:36:55.062010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.075498 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a0cd524-ccfc-4371-9229-20e8e902d029 req-bf2464b3-b290-4567-b933-e1b4c868fd19 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777600 Apr 05 12:36:55.084137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Transition to ACTIVE for port object e44397d5-43d4-485e-b64b-6544394b15c8 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:36:55.090537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.296302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Pushing event updated for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:55.335107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b20a61e6-ca77-4383-ac52-7bc1992f0449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.359274 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Attempting to bind port e44397d5-43d4-485e-b64b-6544394b15c8 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:36:55.359508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Attempting to bind port e44397d5-43d4-485e-b64b-6544394b15c8 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:36:55.359831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Attempting to bind port e44397d5-43d4-485e-b64b-6544394b15c8 on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:55.364616 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Port e44397d5-43d4-485e-b64b-6544394b15c8 on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:36:55.364932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Attempting to bind port e44397d5-43d4-485e-b64b-6544394b15c8 on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:36:55.370663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:36:55.371094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Checking segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:36:55.371453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Bound using segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:36:55.371882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Bound port: e44397d5-43d4-485e-b64b-6544394b15c8, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:36:55.372228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.462381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:36:55.466221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e44397d5-43d4-485e-b64b-6544394b15c8,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:36:55.469748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.523565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:55.524866 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.526235 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] 10.222.0.30 "PUT /v2.0/ports/e44397d5-43d4-485e-b64b-6544394b15c8 HTTP/1.1" status: 200 len: 1094 time: 1.0794113 Apr 05 12:36:55.528720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:36:55.564488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0bf42-4053-4e9b-9127-c6613c0df892 service neutron] Pushing event updated for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:55.603180 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8', 'status': 'completed', 'code': 200} Apr 05 12:36:55.646587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-10745ba6-4a3b-4ff4-9a09-73bf0e6c65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:55.648095 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-10745ba6-4a3b-4ff4-9a09-73bf0e6c65e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 1097 time: 0.0781665 Apr 05 12:36:55.718977 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c02e4ff9-2671-40a9-bf58-199fc26e8ad7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:55.721861 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-3a8c7a6b-cbe1-4101-9a31-7adf08972b69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44397d5-43d4-485e-b64b-6544394b15c8 HTTP/1.1" status: 200 len: 217 time: 0.0661485 Apr 05 12:36:55.783979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-198b2c2f-5b05-4ca5-9700-34a6aff67e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:55.785398 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-198b2c2f-5b05-4ca5-9700-34a6aff67e08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee048c43-c212-4618-996c-77bb5d910b30 HTTP/1.1" status: 200 len: 854 time: 0.0571461 Apr 05 12:36:55.803474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:36:55.809310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:55.809677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.872215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-b2e80499-4db3-45d2-9063-3616e5231860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:55.873660 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-b2e80499-4db3-45d2-9063-3616e5231860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e3034c-4d88-410a-94ee-2b78ec477cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818388 Apr 05 12:36:55.928752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:55.959971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port c02e4ff9-2671-40a9-bf58-199fc26e8ad7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:55.964681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:56.007478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-34aa31dc-92c2-45e9-b343-a8d2061886bc service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267412 Apr 05 12:36:56.030628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:56.146192 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ff22f3a-d491-4a04-8230-7fe9c48afa0e req-cdd9be11-cd46-410c-9e1e-a8241bcb796c service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321361 Apr 05 12:36:56.425966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aff5e6-64ab-4422-9292-97c6259db280 req-4ae0eb09-5e7a-4934-a9d5-43a03d88bcf4 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:56.427442 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65aff5e6-64ab-4422-9292-97c6259db280 req-4ae0eb09-5e7a-4934-a9d5-43a03d88bcf4 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 944 time: 0.2385533 Apr 05 12:36:56.429311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-b7b76684-e67f-4af4-a17f-76e42bc3b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:56.431220 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-b7b76684-e67f-4af4-a17f-76e42bc3b3e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 1097 time: 0.1114635 Apr 05 12:36:56.500383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:56.558759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:56.559863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-65aff5e6-64ab-4422-9292-97c6259db280 req-ed1f5efe-c2d4-4c06-89eb-675de3e97a02 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259844 Apr 05 12:36:56.592819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-f628e358-227b-480a-b42c-ab1a2569fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:56.594223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-f628e358-227b-480a-b42c-ab1a2569fe3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 916 time: 0.1482968 Apr 05 12:36:56.664168 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-ec5585e8-615c-4e56-b887-cff557d15d97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e44397d5-43d4-485e-b64b-6544394b15c8 HTTP/1.1" status: 200 len: 217 time: 0.0635464 Apr 05 12:36:56.725079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-47be8e2a-eb94-4ddf-b0e7-a52f8c5ec676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:56.726361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-47be8e2a-eb94-4ddf-b0e7-a52f8c5ec676 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee048c43-c212-4618-996c-77bb5d910b30 HTTP/1.1" status: 200 len: 854 time: 0.0558903 Apr 05 12:36:56.806048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-709eb03e-0169-4110-b226-a31bb3aed5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:56.807530 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-709eb03e-0169-4110-b226-a31bb3aed5d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e3034c-4d88-410a-94ee-2b78ec477cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740376 Apr 05 12:36:56.939085 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-c6c7a2d6-68e5-41e2-86fe-0176a33fd2d1 service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243632 Apr 05 12:36:57.070332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eec73104-41c6-4c90-9643-e1f22b32d7f4 req-e5f37ae8-25fd-42e2-992e-743ede2b593f service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250417 Apr 05 12:36:57.689549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c02e4ff9-2671-40a9-bf58-199fc26e8ad7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:36:57.756026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48474-a278-4f44-9057-f6e4f7881f0d req-2aa4f583-4854-4391-be6e-8c3bd62de96b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:57.757464 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fb48474-a278-4f44-9057-f6e4f7881f0d req-2aa4f583-4854-4391-be6e-8c3bd62de96b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 944 time: 0.0822682 Apr 05 12:36:57.760777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:36:57.761148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:57.803435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fb48474-a278-4f44-9057-f6e4f7881f0d req-936a8193-34e3-4444-92c7-25488fee2fd5 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Apr 05 12:36:57.822318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:59.041334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dbb2e-8ee8-4015-951e-8ee425d65426 req-2854e078-2223-4cdf-b03c-ff8aff467e6e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:36:59.042770 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-462dbb2e-8ee8-4015-951e-8ee425d65426 req-2854e078-2223-4cdf-b03c-ff8aff467e6e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 944 time: 0.1350372 Apr 05 12:36:59.085359 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-462dbb2e-8ee8-4015-951e-8ee425d65426 req-881afe60-1cd6-49c8-ae97-d2e8006baabb tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367455 Apr 05 12:36:59.426461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e44397d5-43d4-485e-b64b-6544394b15c8 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:36:59.557657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e44397d5-43d4-485e-b64b-6544394b15c8,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:59.570268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e44397d5-43d4-485e-b64b-6544394b15c8', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'port_id': 'e44397d5-43d4-485e-b64b-6544394b15c8', 'mac_address': 'fa:16:3e:29:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:36:59.623624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:59.639737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44397d5-43d4-485e-b64b-6544394b15c8 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:36:59.654337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e44397d5-43d4-485e-b64b-6544394b15c8,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:36:59.658156 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:36:59.726324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:36:59.864946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e44397d5-43d4-485e-b64b-6544394b15c8'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:37:00.267218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f993cb-54d2-47e1-96ec-0b8786418acb req-0a62183e-d048-438b-95c1-d92ba354109e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:00.268662 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00f993cb-54d2-47e1-96ec-0b8786418acb req-0a62183e-d048-438b-95c1-d92ba354109e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 945 time: 0.0801060 Apr 05 12:37:00.311704 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-00f993cb-54d2-47e1-96ec-0b8786418acb req-7bf54aab-cc8e-422b-936a-b68994ef51cd tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Apr 05 12:37:01.442449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e44397d5-43d4-485e-b64b-6544394b15c8 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:37:01.499921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b8432-d9dd-4ae2-8174-4bb3780e803a req-ae484d86-07c1-4130-a30b-e96767b0f9bd tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:01.501393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-077b8432-d9dd-4ae2-8174-4bb3780e803a req-ae484d86-07c1-4130-a30b-e96767b0f9bd tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 945 time: 0.0832508 Apr 05 12:37:01.512220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port e44397d5-43d4-485e-b64b-6544394b15c8 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:37:01.516908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e44397d5-43d4-485e-b64b-6544394b15c8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:37:01.517281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:01.546745 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-077b8432-d9dd-4ae2-8174-4bb3780e803a req-315bcb43-61e5-49fc-946a-49918de5445a tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Apr 05 12:37:01.668395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:01.694331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:37:01.704222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e44397d5-43d4-485e-b64b-6544394b15c8,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:01.709290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:01.744876 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8', 'code': 200} Apr 05 12:37:01.778354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:01.961768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b99fc-2d16-436c-8daf-5c8d24af2c08 req-6bbb8f2a-1e7c-4a94-9fe1-5c2d8973455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:01.963321 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa0b99fc-2d16-436c-8daf-5c8d24af2c08 req-6bbb8f2a-1e7c-4a94-9fe1-5c2d8973455c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 1099 time: 0.0709538 Apr 05 12:37:02.003511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fa0b99fc-2d16-436c-8daf-5c8d24af2c08 req-8f8eb00e-fd51-47b3-a1e1-f90581eb5d5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341411 Apr 05 12:37:02.729897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734d7ce-7a27-4b27-b69b-e5cf1d6191fb req-96691ef4-40f1-45de-8af9-2a4f9a2682bb tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:02.731337 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4734d7ce-7a27-4b27-b69b-e5cf1d6191fb req-96691ef4-40f1-45de-8af9-2a4f9a2682bb tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.0810871 Apr 05 12:37:02.774990 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4734d7ce-7a27-4b27-b69b-e5cf1d6191fb req-ec4fa298-42f2-4d3e-a729-8054246ab64b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Apr 05 12:37:03.958509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb96852-b420-4920-a40d-12d53b24930d req-dcdda567-a106-4108-aae6-a72240e65f5e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:03.960024 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-feb96852-b420-4920-a40d-12d53b24930d req-dcdda567-a106-4108-aae6-a72240e65f5e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.0812898 Apr 05 12:37:04.012582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-feb96852-b420-4920-a40d-12d53b24930d req-93a35808-f224-4b1f-a58e-8275e9680f06 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Apr 05 12:37:04.194428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff6201-f77c-4453-8db1-e1bdf2213bdc req-b3a38df2-85d0-4435-bc6d-403be4d759b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:04.195950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35ff6201-f77c-4453-8db1-e1bdf2213bdc req-b3a38df2-85d0-4435-bc6d-403be4d759b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.0800028 Apr 05 12:37:04.242852 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35ff6201-f77c-4453-8db1-e1bdf2213bdc req-6a4eda06-89ce-4a89-a97a-01ec16f4210e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Apr 05 12:37:18.867503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6b4e5-beae-43e9-869f-a47e1ae9ad7e req-81d33634-98a0-479a-85d8-ba26fa9d0219 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:18.871461 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6eb6b4e5-beae-43e9-869f-a47e1ae9ad7e req-81d33634-98a0-479a-85d8-ba26fa9d0219 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.1842544 Apr 05 12:37:18.916527 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6eb6b4e5-beae-43e9-869f-a47e1ae9ad7e req-5d80e791-598e-483d-898d-ec35129df498 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Apr 05 12:37:19.291103 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:37:20.104985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe901d-5bf2-404a-b911-c933e7ce4591 req-1f6933b9-85c3-4de3-b05b-dc4d61594145 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:20.106472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7fe901d-5bf2-404a-b911-c933e7ce4591 req-1f6933b9-85c3-4de3-b05b-dc4d61594145 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.0837412 Apr 05 12:37:20.149144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7fe901d-5bf2-404a-b911-c933e7ce4591 req-579f7876-23df-46fe-b42b-111b7e99741b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Apr 05 12:37:20.269723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-9a27d20f-8f32-489d-a44c-c44293dca94d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:20.271137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-9a27d20f-8f32-489d-a44c-c44293dca94d tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 946 time: 0.0814600 Apr 05 12:37:20.343547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Deleting port e44397d5-43d4-485e-b64b-6544394b15c8 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:20.343868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:20.587870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] For port e44397d5-43d4-485e-b64b-6544394b15c8, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e44397d5-43d4-485e-b64b-6544394b15c8,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:20.588144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:20.709152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Calling delete_port for e44397d5-43d4-485e-b64b-6544394b15c8 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:20.853182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:20.870311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e44397d5-43d4-485e-b64b-6544394b15c8'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:37:20.909162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Pushing event deleted for resources: {'Port': ['ID=e44397d5-43d4-485e-b64b-6544394b15c8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:20.983052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] No DVR routers for this DVR port e44397d5-43d4-485e-b64b-6544394b15c8 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:37:20.985541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:20.989374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'name': 'network-vif-deleted', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:37:21.004732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ec1ef262-bc06-4fbf-bff1-269b309b7d1f req-6a000362-f056-4c93-b6da-e8cea892b2b6 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "DELETE /v2.0/ports/e44397d5-43d4-485e-b64b-6544394b15c8 HTTP/1.1" status: 204 len: 173 time: 0.7280424 Apr 05 12:37:21.037887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc43cdb5-b8a3-48d6-80d1-ead386a0cb16', 'name': 'network-vif-deleted', 'tag': 'e44397d5-43d4-485e-b64b-6544394b15c8', 'status': 'completed', 'code': 200} Apr 05 12:37:21.308457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4f98f9ef-1100-4414-b73a-71c0fa6c8428 req-43d04bba-8ef4-4829-bc95-d6db078ff93c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Synchronizing usage tracker for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:37:21.324181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4f98f9ef-1100-4414-b73a-71c0fa6c8428 req-43d04bba-8ef4-4829-bc95-d6db078ff93c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Unset dirty status for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:37:21.325316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4f98f9ef-1100-4414-b73a-71c0fa6c8428 req-43d04bba-8ef4-4829-bc95-d6db078ff93c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=cc43cdb5-b8a3-48d6-80d1-ead386a0cb16 HTTP/1.1" status: 200 len: 210 time: 0.0614159 Apr 05 12:37:23.253324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c2bce804-15fa-4d18-84fe-49e029459816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:23.574641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e44397d5-43d4-485e-b64b-6544394b15c8 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:37:23.608712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: e44397d5-43d4-485e-b64b-6544394b15c8 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:37:23.609069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e44397d5-43d4-485e-b64b-6544394b15c8 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:37:23.916621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-f2e976b2-5d3e-437b-b129-2909f8635b37 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:23.918063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-f2e976b2-5d3e-437b-b129-2909f8635b37 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 815 time: 0.1457283 Apr 05 12:37:23.932904 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-868beaa4-b8af-4acd-9b8a-d09d0c8c095e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/quotas/a3463f0d281a4e7da25f20b9128a709e HTTP/1.1" status: 200 len: 375 time: 0.0094061 Apr 05 12:37:24.014477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-94003e14-b9b4-4e30-89fb-025544fc178e tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764310 Apr 05 12:37:24.194518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-e85dd0cb-8fe9-43fa-b766-6f0f7acffa55 service neutron] 10.222.0.50 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683037 Apr 05 12:37:24.326183 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-c67c703c-2729-4a1d-b412-4a011ef0e4aa service neutron] 10.222.0.50 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252093 Apr 05 12:37:24.557955 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce82eac8-7348-4446-9ca5-2bce4208a990 req-3df0b01c-42f2-4c29-b769-5a340ab84029 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 210 time: 0.0938468 Apr 05 12:37:24.659183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:25.328060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-110abb83-35e5-4e47-8396-333c59953ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:25.603806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-f9797de9-c144-4963-8de9-8283fc425b1b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:25.605212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-f9797de9-c144-4963-8de9-8283fc425b1b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 815 time: 0.2489963 Apr 05 12:37:25.617108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Request body: {'port': {'device_id': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'admin_state_up': True, 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:37:25.756065 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2b1b6d3d-5c08-48d0-99a1-692e257b3750 req-fbdfd51a-572c-4b90-b4ef-1df942a9a8e0 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 210 time: 0.0607369 Apr 05 12:37:25.794045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:37:25.803493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:37:25.812421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Made reservation on behalf of a3463f0d281a4e7da25f20b9128a709e for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:37:25.815836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:25.976754 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Allocated IP 172.20.0.14 (76e3034c-4d88-410a-94ee-2b78ec477cf8/ee048c43-c212-4618-996c-77bb5d910b30/7a428c4a-5b72-48a4-86a2-d631006eb95a) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:37:26.181087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.196943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Transition to ACTIVE for port object 7a428c4a-5b72-48a4-86a2-d631006eb95a will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:37:26.219599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.287716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:37:26.294590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:37:26.299068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:37:26.330267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Pushing event updated for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:26.372475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:26.373137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.400846 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-81b0a57a-ce66-400c-953b-8ddbdd853826 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871292 Apr 05 12:37:26.457462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Request body: {'port': {'device_id': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:37:26.500266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-de275e74-bbd4-40ba-9f5a-01980091ecce None None] Provisioning for port 7a428c4a-5b72-48a4-86a2-d631006eb95a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:37:26.505618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-de275e74-bbd4-40ba-9f5a-01980091ecce None None] Provisioning complete for port 7a428c4a-5b72-48a4-86a2-d631006eb95a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:37:26.506025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de275e74-bbd4-40ba-9f5a-01980091ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.534346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.572454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.573086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-de275e74-bbd4-40ba-9f5a-01980091ecce None None] Port 7a428c4a-5b72-48a4-86a2-d631006eb95a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:37:26.575457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.948791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a428c4a-5b72-48a4-86a2-d631006eb95a {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:37:26.957702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:26.979056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Transition to ACTIVE for port object 7a428c4a-5b72-48a4-86a2-d631006eb95a will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:37:26.983477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:27.101191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf6f29-8b9c-488d-b7e2-7971a8876a2b req-4f11a2bb-b88c-4d9a-abdf-58cfd8bf0867 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:27.101890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dfcf6f29-8b9c-488d-b7e2-7971a8876a2b req-4f11a2bb-b88c-4d9a-abdf-58cfd8bf0867 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Synchronizing usage tracker for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:37:27.166799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:27.210516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dfcf6f29-8b9c-488d-b7e2-7971a8876a2b req-4f11a2bb-b88c-4d9a-abdf-58cfd8bf0867 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Unset dirty status for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:37:27.211536 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfcf6f29-8b9c-488d-b7e2-7971a8876a2b req-4f11a2bb-b88c-4d9a-abdf-58cfd8bf0867 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 932 time: 0.3282893 Apr 05 12:37:27.388863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfcf6f29-8b9c-488d-b7e2-7971a8876a2b req-b53679e2-0e2a-408d-a53c-4a4f50edaf40 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687498 Apr 05 12:37:27.393195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Attempting to bind port 7a428c4a-5b72-48a4-86a2-d631006eb95a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:37:27.393529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Attempting to bind port 7a428c4a-5b72-48a4-86a2-d631006eb95a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:37:27.393851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Attempting to bind port 7a428c4a-5b72-48a4-86a2-d631006eb95a on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:37:27.398948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Port 7a428c4a-5b72-48a4-86a2-d631006eb95a on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:37:27.399414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Attempting to bind port 7a428c4a-5b72-48a4-86a2-d631006eb95a on network 76e3034c-4d88-410a-94ee-2b78ec477cf8 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:37:27.405086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:37:27.405415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Checking segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:37:27.405788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Bound using segment: {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:37:27.406212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Bound port: 7a428c4a-5b72-48a4-86a2-d631006eb95a, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36f11ce-1f30-4108-a3f5-3809f7ca3435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:37:27.406556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:27.492431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:37:27.495872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:37:27.499966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:27.556634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:27.557237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:27.558575 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a428c4a-5b72-48a4-86a2-d631006eb95a HTTP/1.1" status: 200 len: 1094 time: 1.1503932 Apr 05 12:37:27.559136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:37:27.584199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868a54-5f8f-4a3a-a9ef-a9a57a1884f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:27.625156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a', 'status': 'completed', 'code': 200} Apr 05 12:37:27.667164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-4411aa41-b2e6-4ac4-9b7b-616ba77ebe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:27.668807 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-4411aa41-b2e6-4ac4-9b7b-616ba77ebe03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 1097 time: 0.0753748 Apr 05 12:37:27.744250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-4a16d2c3-8f78-4375-992a-df876c70c87e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a HTTP/1.1" status: 200 len: 217 time: 0.0685043 Apr 05 12:37:27.802309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:27.806191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-24974e97-549c-4d52-a3e3-93193fb79900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:27.807653 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-24974e97-549c-4d52-a3e3-93193fb79900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee048c43-c212-4618-996c-77bb5d910b30 HTTP/1.1" status: 200 len: 854 time: 0.0582860 Apr 05 12:37:27.886614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-d08cc866-3e6b-42f7-898f-48ccd47db83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:27.888035 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-d08cc866-3e6b-42f7-898f-48ccd47db83a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e3034c-4d88-410a-94ee-2b78ec477cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741453 Apr 05 12:37:28.022772 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-611a8b20-4817-4125-81bf-2f9868ca6576 service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268239 Apr 05 12:37:28.153426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed9584a8-9ba1-4cf2-b126-40ba34ebacaf req-d762ea24-7e32-442c-b3fb-c5123d55f24d service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259100 Apr 05 12:37:28.266410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-251ede7a-61fb-4ed9-857e-38bb5f2f2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:28.267897 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-251ede7a-61fb-4ed9-857e-38bb5f2f2c80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3463f0d281a4e7da25f20b9128a709e&device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 1097 time: 0.0698049 Apr 05 12:37:28.400446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-4635a05a-b1c6-4e2d-853e-2e23fc4b2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:28.401793 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-4635a05a-b1c6-4e2d-853e-2e23fc4b2d86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 200 len: 916 time: 0.1277792 Apr 05 12:37:28.475198 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-fd10067f-2a5c-46b0-808a-cd947200592f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a HTTP/1.1" status: 200 len: 217 time: 0.0671201 Apr 05 12:37:28.585636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-4adda41c-a01a-44b1-a174-65ae3e897d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:28.587122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-4adda41c-a01a-44b1-a174-65ae3e897d4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee048c43-c212-4618-996c-77bb5d910b30 HTTP/1.1" status: 200 len: 854 time: 0.1052749 Apr 05 12:37:28.655917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d16b7-3b87-4289-b7c3-3fae01d9e1b6 req-bb117022-1bc5-482d-bc26-5228fc6dd96f tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:28.657255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c3d16b7-3b87-4289-b7c3-3fae01d9e1b6 req-bb117022-1bc5-482d-bc26-5228fc6dd96f tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 944 time: 0.1424463 Apr 05 12:37:28.714221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-20493536-662b-410d-8abf-cff41027e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:28.715674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-20493536-662b-410d-8abf-cff41027e49c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=76e3034c-4d88-410a-94ee-2b78ec477cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1221793 Apr 05 12:37:28.720027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c3d16b7-3b87-4289-b7c3-3fae01d9e1b6 req-cdfdafc1-a2b5-4517-82d4-48c4cbd28492 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567002 Apr 05 12:37:28.848212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-d8a57de4-cd67-407a-b2f1-f47505584ad9 service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245050 Apr 05 12:37:29.083541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f196d884-2daa-4e79-ac73-d0f8594a4406 req-27c8e3a8-bbc6-474e-b4ff-21573e82dabe service neutron] 10.222.0.30 "GET /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288306 Apr 05 12:37:29.914577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee4377-a4dc-4b38-bc3a-12970cd86107 req-afda9030-9307-4e82-9dc5-dacc7eb51b50 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:29.915950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fee4377-a4dc-4b38-bc3a-12970cd86107 req-afda9030-9307-4e82-9dc5-dacc7eb51b50 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 944 time: 0.0784500 Apr 05 12:37:29.959125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fee4377-a4dc-4b38-bc3a-12970cd86107 req-6dbfbc2e-4013-42a7-8793-02df9995cef4 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Apr 05 12:37:31.145319 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23fdcb-e555-4b56-ac21-5cd069b84e18 req-408c85fd-2ea6-4b9b-b928-2ce8ada5bca3 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:31.146763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff23fdcb-e555-4b56-ac21-5cd069b84e18 req-408c85fd-2ea6-4b9b-b928-2ce8ada5bca3 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 944 time: 0.0842960 Apr 05 12:37:31.189596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff23fdcb-e555-4b56-ac21-5cd069b84e18 req-5a8687b3-fe25-462e-857d-280410ebbd06 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Apr 05 12:37:31.611495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a428c4a-5b72-48a4-86a2-d631006eb95a details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:37:31.749841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:31.763171 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '7a428c4a-5b72-48a4-86a2-d631006eb95a', 'network_id': '76e3034c-4d88-410a-94ee-2b78ec477cf8', 'port_id': '7a428c4a-5b72-48a4-86a2-d631006eb95a', 'mac_address': 'fa:16:3e:30:bc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee048c43-c212-4618-996c-77bb5d910b30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:37:31.816383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:31.832411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a428c4a-5b72-48a4-86a2-d631006eb95a {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:37:31.847322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:31.850709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:31.918235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:31.925295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.925645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.925985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.926320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.926653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.926983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.927337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.927663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.927987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.928312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.928632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:31.928952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:32.047846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7a428c4a-5b72-48a4-86a2-d631006eb95a'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:37:32.375199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870e569-e093-44a0-9aa5-a303b81e518d req-23c11ed6-e5d5-41f2-bd2c-b2d8bda2f5bd tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:32.376635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0870e569-e093-44a0-9aa5-a303b81e518d req-23c11ed6-e5d5-41f2-bd2c-b2d8bda2f5bd tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 945 time: 0.0829060 Apr 05 12:37:32.421606 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0870e569-e093-44a0-9aa5-a303b81e518d req-55bb8382-9b66-4b4f-b980-ec0b13b5b15a tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Apr 05 12:37:33.604849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15648a-9dad-4a0e-bb87-215cba9df39d req-3cb71bfa-a5ef-4482-9024-c30c438734b1 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:33.606282 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d15648a-9dad-4a0e-bb87-215cba9df39d req-3cb71bfa-a5ef-4482-9024-c30c438734b1 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 945 time: 0.0782866 Apr 05 12:37:33.621421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a428c4a-5b72-48a4-86a2-d631006eb95a up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:37:33.652036 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d15648a-9dad-4a0e-bb87-215cba9df39d req-5de46416-1daf-4057-8bed-92ece2d5fb5b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Apr 05 12:37:33.690515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 7a428c4a-5b72-48a4-86a2-d631006eb95a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:37:33.694957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 7a428c4a-5b72-48a4-86a2-d631006eb95a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:37:33.695347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:33.807833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:33.833492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:37:33.843144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:33.847663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:33.884330 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a', 'code': 200} Apr 05 12:37:33.915934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:34.099679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdfc63-62da-487b-af31-4c30cbb20fc3 req-5de2c259-ceff-4405-a319-b9e4cb093dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:34.101066 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfbdfc63-62da-487b-af31-4c30cbb20fc3 req-5de2c259-ceff-4405-a319-b9e4cb093dca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 1099 time: 0.0725513 Apr 05 12:37:34.140777 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfbdfc63-62da-487b-af31-4c30cbb20fc3 req-eff015d9-8110-4bc9-aacd-d6bad7169cb3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Apr 05 12:37:34.837759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d62dc-935c-4d79-bee4-83004be34ecd req-902465e8-6ce9-4e87-b83d-3ed891957a96 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:34.839491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-472d62dc-935c-4d79-bee4-83004be34ecd req-902465e8-6ce9-4e87-b83d-3ed891957a96 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0849497 Apr 05 12:37:34.882055 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-472d62dc-935c-4d79-bee4-83004be34ecd req-993768a4-b6e3-4372-9001-8b4192b225b0 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369918 Apr 05 12:37:36.069656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf83d-4add-4339-9c67-1d4838a70b5d req-02972f82-5fa7-47bc-8340-1db8eed79d38 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:36.071832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-279cf83d-4add-4339-9c67-1d4838a70b5d req-02972f82-5fa7-47bc-8340-1db8eed79d38 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0844991 Apr 05 12:37:36.116118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-279cf83d-4add-4339-9c67-1d4838a70b5d req-ff3fefa1-07cc-40cd-bed5-9bccc0681321 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Apr 05 12:37:36.294036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ef433-08ed-48e6-a580-436ac47fa2ab req-b79db4cd-a4e3-4e9a-95f6-358504fb5944 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:36.295469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4f1ef433-08ed-48e6-a580-436ac47fa2ab req-b79db4cd-a4e3-4e9a-95f6-358504fb5944 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0774326 Apr 05 12:37:36.343444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4f1ef433-08ed-48e6-a580-436ac47fa2ab req-1a6b2431-7253-4701-8f76-6d2e4f39859c tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Apr 05 12:37:50.560181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927e194-4ded-47ec-a11f-40819de744a5 req-f34be3b2-9c38-4f3e-bee5-bd2e0163fcc5 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:50.561532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f927e194-4ded-47ec-a11f-40819de744a5 req-f34be3b2-9c38-4f3e-bee5-bd2e0163fcc5 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0816948 Apr 05 12:37:50.604742 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f927e194-4ded-47ec-a11f-40819de744a5 req-06169e9d-79c0-4c0b-b9dc-89ddc05367f3 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Apr 05 12:37:51.792730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871592e3-fe5e-46f7-b12e-df4a82ca0808 req-4c376d88-8e02-44e1-8536-b95bb75e1921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:51.794169 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-871592e3-fe5e-46f7-b12e-df4a82ca0808 req-4c376d88-8e02-44e1-8536-b95bb75e1921 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0847106 Apr 05 12:37:51.838209 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-871592e3-fe5e-46f7-b12e-df4a82ca0808 req-9e0a54a9-a515-4bce-8365-5b1c15f75bfe tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef8aded7-9356-47e2-b298-238259ca0aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Apr 05 12:37:52.044796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-0f7f3ad0-63c9-479e-a325-4ebe1a64341b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:37:52.046211 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-0f7f3ad0-63c9-479e-a325-4ebe1a64341b tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 946 time: 0.0780087 Apr 05 12:37:52.120477 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Deleting port 7a428c4a-5b72-48a4-86a2-d631006eb95a {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:52.120808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:52.364600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] For port 7a428c4a-5b72-48a4-86a2-d631006eb95a, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a428c4a-5b72-48a4-86a2-d631006eb95a,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:52.364889 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:52.488395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Calling delete_port for 7a428c4a-5b72-48a4-86a2-d631006eb95a owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:52.634160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:52.649093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['7a428c4a-5b72-48a4-86a2-d631006eb95a'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:37:52.681450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Pushing event deleted for resources: {'Port': ['ID=7a428c4a-5b72-48a4-86a2-d631006eb95a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:52.716536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.716883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.717227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.717558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.717890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.718219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.718543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.718869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.719218 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.719541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.719863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.720182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:52.773191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] No DVR routers for this DVR port 7a428c4a-5b72-48a4-86a2-d631006eb95a on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:37:52.776380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:52.780291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'name': 'network-vif-deleted', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:37:52.795582 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fbc9a1e-196b-429f-928b-e69e385320a0 req-80ac52be-5756-4d16-8755-7e819f65ac72 tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.30 "DELETE /v2.0/ports/7a428c4a-5b72-48a4-86a2-d631006eb95a HTTP/1.1" status: 204 len: 173 time: 0.7430680 Apr 05 12:37:52.827827 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c3567-8583-4a6f-934b-2bc03ec6479c', 'name': 'network-vif-deleted', 'tag': '7a428c4a-5b72-48a4-86a2-d631006eb95a', 'status': 'completed', 'code': 200} Apr 05 12:37:53.001488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6bf71fda-f19b-46ec-a48c-695694c652c1 req-19a39495-36c4-4c69-8d41-670ef7c2204a tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Synchronizing usage tracker for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:37:53.017171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-6bf71fda-f19b-46ec-a48c-695694c652c1 req-19a39495-36c4-4c69-8d41-670ef7c2204a tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] Unset dirty status for tenant:a3463f0d281a4e7da25f20b9128a709e on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:37:53.018553 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6bf71fda-f19b-46ec-a48c-695694c652c1 req-19a39495-36c4-4c69-8d41-670ef7c2204a tempest-TestEncryptedCinderVolumes-494694520 tempest-TestEncryptedCinderVolumes-494694520-project] 10.222.0.50 "GET /v2.0/ports?device_id=310c3567-8583-4a6f-934b-2bc03ec6479c HTTP/1.1" status: 200 len: 210 time: 0.0599511 Apr 05 12:37:53.254851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8df13e4d-8cc9-4729-8625-05e978776a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:54.147165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33034) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:37:54.675401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:54.787753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:55.126673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Deleting port bcfb13fd-1b23-41c1-ab58-4a88ae706e40 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:55.127009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:55.296809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] For port bcfb13fd-1b23-41c1-ab58-4a88ae706e40, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:55.297492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:55.329482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3283-08ca-433f-8ab6-3e1fe2809580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:55.419115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Calling delete_port for bcfb13fd-1b23-41c1-ab58-4a88ae706e40 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:55.725306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a428c4a-5b72-48a4-86a2-d631006eb95a no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:37:55.758510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 7a428c4a-5b72-48a4-86a2-d631006eb95a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:37:55.758845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 7a428c4a-5b72-48a4-86a2-d631006eb95a not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:37:55.843607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:55.888591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfb13fd-1b23-41c1-ab58-4a88ae706e40,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:56.153258 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:56.290801 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:37:56.506532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:56.511670 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Router a69757eb-7f9d-4827-b440-5356757e0631 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:37:56.563816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:56.684698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:37:56.693121 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Sync routers for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:37:56.700706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e8a182e-c646-44c7-8633-3a15637ba712 admin admin] 10.222.0.50 "PUT /v2.0/routers/a69757eb-7f9d-4827-b440-5356757e0631/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5524457 Apr 05 12:37:56.703349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33038) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:37:56.704589 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:37:56.705188 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:56.886693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:56.888055 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:37:57.063635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:57.074247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Deleting port 9578c3c3-c544-489c-8402-ad73c52b6304 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:57.074752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:57.193220 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:37:55Z', 'revision_number': 5, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port': {'id': '9578c3c3-c544-489c-8402-ad73c52b6304', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:57.197010 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Checking router: a69757eb-7f9d-4827-b440-5356757e0631 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:37:57.205025 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Routers {'a69757eb-7f9d-4827-b440-5356757e0631'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:37:57.205681 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['a69757eb-7f9d-4827-b440-5356757e0631'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:57.258816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] For port 9578c3c3-c544-489c-8402-ad73c52b6304, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=9578c3c3-c544-489c-8402-ad73c52b6304,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:57.259196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:57.353991 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] Set router a69757eb-7f9d-4827-b440-5356757e0631 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:37:57.379972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Calling delete_port for 9578c3c3-c544-489c-8402-ad73c52b6304 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:57.458701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:37:57Z', 'revision_number': 6, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:57.462586 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd0722-8185-4055-bef8-1f9bd90a62cc None None] The sync data for ids ['a69757eb-7f9d-4827-b440-5356757e0631'] in dv-neutron-833203-3-hyperv is: [{'id': 'a69757eb-7f9d-4827-b440-5356757e0631', 'name': 'tempest-TestEncryptedCinderVolumes-14520474-router', 'tenant_id': 'a3463f0d281a4e7da25f20b9128a709e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:39Z', 'updated_at': '2022-04-05T12:37:57Z', 'revision_number': 6, 'project_id': 'a3463f0d281a4e7da25f20b9128a709e', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:37:57.786663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:57.808084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:57.836058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9578c3c3-c544-489c-8402-ad73c52b6304,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:57.882405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bcfb13fd-1b23-41c1-ab58-4a88ae706e40 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:37:57.883419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.883778 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.884150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.884494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.884831 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.885162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.885490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.885847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.886145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.886474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.886790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.887132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:37:57.932381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: bcfb13fd-1b23-41c1-ab58-4a88ae706e40 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:37:57.932728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device bcfb13fd-1b23-41c1-ab58-4a88ae706e40 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:37:57.944436 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.113993 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.116192 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.138688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.139278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a69757eb-7f9d-4827-b440-5356757e0631 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:37:58.152146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.153255 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-343e78cd-361d-4286-b90f-288f5d2e9e35 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a69757eb-7f9d-4827-b440-5356757e0631 HTTP/1.1" status: 204 len: 168 time: 1.4488940 Apr 05 12:37:58.155808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33042) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:37:58.222055 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Deleting subnet ee048c43-c212-4618-996c-77bb5d910b30 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:37:58.225361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.275402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.355875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.425058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.467448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee048c43-c212-4618-996c-77bb5d910b30,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:58.469454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.478641 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dae6f2a8-867e-4af3-9d49-4056ff9ba86f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee048c43-c212-4618-996c-77bb5d910b30 HTTP/1.1" status: 204 len: 168 time: 0.3190060 Apr 05 12:37:58.479187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33046) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:37:58.479939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3af08-b440-4225-9d33-d9e7282064f5 None None] Network 76e3034c-4d88-410a-94ee-2b78ec477cf8 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:37:58.604880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.616086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Deleting port 979627fb-19bf-4f16-8661-40b3c14298c7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:58.616483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.766374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] DHCP port deletion for 76e3034c-4d88-410a-94ee-2b78ec477cf8 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:37:58.770683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Deleting port 979627fb-19bf-4f16-8661-40b3c14298c7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:58.770998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.825402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] For port 979627fb-19bf-4f16-8661-40b3c14298c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=979627fb-19bf-4f16-8661-40b3c14298c7,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:58.825751 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:58.980039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] For port 979627fb-19bf-4f16-8661-40b3c14298c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=979627fb-19bf-4f16-8661-40b3c14298c7,segment=NetworkSegment(b36f11ce-1f30-4108-a3f5-3809f7ca3435),segment_id=b36f11ce-1f30-4108-a3f5-3809f7ca3435)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:37:58.980622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.068017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Calling delete_port for 979627fb-19bf-4f16-8661-40b3c14298c7 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:59.100531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Calling delete_port for 979627fb-19bf-4f16-8661-40b3c14298c7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:37:59.144352 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.174704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:37:59.175089 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:37:59.196176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] No DVR routers for this DVR port 979627fb-19bf-4f16-8661-40b3c14298c7 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:37:59.221848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=979627fb-19bf-4f16-8661-40b3c14298c7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:59.312310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.338691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e3034c-4d88-410a-94ee-2b78ec477cf8']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:59.350338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36f11ce-1f30-4108-a3f5-3809f7ca3435') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:59.350631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36f11ce-1f30-4108-a3f5-3809f7ca3435') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:37:59.361985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.377646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.384858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:37:59.385396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:37:59.399007 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:37:59.474964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.491418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.501918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=76e3034c-4d88-410a-94ee-2b78ec477cf8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:37:59.508949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-622f5fde-a8cc-4e67-b4d0-664204a65f0d admin admin] 10.222.0.50 "DELETE /v2.0/networks/76e3034c-4d88-410a-94ee-2b78ec477cf8 HTTP/1.1" status: 204 len: 168 time: 1.0287504 Apr 05 12:37:59.511931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33050) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:37:59.676440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Deleting port 979627fb-19bf-4f16-8661-40b3c14298c7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:37:59.676812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:37:59.736218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9578c3c3-c544-489c-8402-ad73c52b6304 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:37:59.775148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-12a5a2a3-c5d9-4258-8b31-c131c5348166 None None] The port '979627fb-19bf-4f16-8661-40b3c14298c7' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:37:59.780570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 9578c3c3-c544-489c-8402-ad73c52b6304 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:37:59.781045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 9578c3c3-c544-489c-8402-ad73c52b6304 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:37:59.781450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 979627fb-19bf-4f16-8661-40b3c14298c7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:37:59.815804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 979627fb-19bf-4f16-8661-40b3c14298c7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:37:59.816154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 979627fb-19bf-4f16-8661-40b3c14298c7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:38:00.049018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:00.496098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Deleting port c02e4ff9-2671-40a9-bf58-199fc26e8ad7 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:38:00.496825 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:00.669714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] For port c02e4ff9-2671-40a9-bf58-199fc26e8ad7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:00.670069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:00.790958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Calling delete_port for c02e4ff9-2671-40a9-bf58-199fc26e8ad7 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:38:00.967747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:01.015958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c02e4ff9-2671-40a9-bf58-199fc26e8ad7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:01.277262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:01.629266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Router d5110951-2845-44cd-9b16-ccea852a728b has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:38:01.904782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:38:01.913154 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Sync routers for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:38:01.914136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c021012a-2cd1-41db-81f0-88f44255df53 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5110951-2845-44cd-9b16-ccea852a728b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4004691 Apr 05 12:38:01.916433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33054) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:01.923006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:01.923637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:02.092028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:02.104174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:02.268114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:02.277871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Deleting port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:38:02.278209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:02.389029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:38:00Z', 'revision_number': 5, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port': {'id': '0f297c39-1fb9-40cc-8ee2-79a2f69f4d05', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:36:46Z', 'updated_at': '2022-04-05T12:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:02.392807 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Checking router: d5110951-2845-44cd-9b16-ccea852a728b for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:38:02.403549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Routers {'d5110951-2845-44cd-9b16-ccea852a728b'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:02.404323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d5110951-2845-44cd-9b16-ccea852a728b'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:02.459422 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] For port 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:02.459799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:02.583838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Calling delete_port for 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:38:02.602843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] Set router d5110951-2845-44cd-9b16-ccea852a728b gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:02.708095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:38:02Z', 'revision_number': 6, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:02.712014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4009caca-cb10-4c77-ade2-e46c12fc71d2 None None] The sync data for ids ['d5110951-2845-44cd-9b16-ccea852a728b'] in dv-neutron-833203-3-hyperv is: [{'id': 'd5110951-2845-44cd-9b16-ccea852a728b', 'name': 'tempest-TestEncryptedCinderVolumes-1444812517-router', 'tenant_id': '6c16b2aab5b541189afb1f6c056ff974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:36:45Z', 'updated_at': '2022-04-05T12:38:02Z', 'revision_number': 6, 'project_id': '6c16b2aab5b541189afb1f6c056ff974', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:38:02.751713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:02.798865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f297c39-1fb9-40cc-8ee2-79a2f69f4d05,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:02.887081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.170087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.172263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.195503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.195977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5110951-2845-44cd-9b16-ccea852a728b {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:38:03.207703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.208810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d332ef4e-aae7-4e3f-a53d-0a1684f22bb7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5110951-2845-44cd-9b16-ccea852a728b HTTP/1.1" status: 204 len: 168 time: 1.2914882 Apr 05 12:38:03.211381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33058) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:03.269359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Deleting subnet 75c2b81e-e248-4ee0-be47-f8422cdc965b {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:38:03.272198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.323993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.398979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.473434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.515744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c2b81e-e248-4ee0-be47-f8422cdc965b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:03.520566 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.525981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965facbd-8e97-4775-9248-112039d15ee4 None None] Network 48eab633-a378-4a87-91ef-fdd4a7401fc9 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:38:03.527545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e3f6bbbb-79bb-40d8-af18-369b18091825 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75c2b81e-e248-4ee0-be47-f8422cdc965b HTTP/1.1" status: 204 len: 168 time: 0.3152039 Apr 05 12:38:03.529962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33062) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:03.638714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.650224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Deleting port cab2737a-af14-444e-8f4f-7ba969ee132e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:38:03.650564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.730317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:38:03.769568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:38:03.769904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0f297c39-1fb9-40cc-8ee2-79a2f69f4d05 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:38:03.770312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c02e4ff9-2671-40a9-bf58-199fc26e8ad7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:38:03.806266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: c02e4ff9-2671-40a9-bf58-199fc26e8ad7 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:38:03.806266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c02e4ff9-2671-40a9-bf58-199fc26e8ad7 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:38:03.827410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] DHCP port deletion for 48eab633-a378-4a87-91ef-fdd4a7401fc9 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:38:03.831674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Deleting port cab2737a-af14-444e-8f4f-7ba969ee132e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:38:03.832045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.873201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] For port cab2737a-af14-444e-8f4f-7ba969ee132e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cab2737a-af14-444e-8f4f-7ba969ee132e,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:03.873808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:03.999741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Calling delete_port for cab2737a-af14-444e-8f4f-7ba969ee132e owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:38:04.033582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] For port cab2737a-af14-444e-8f4f-7ba969ee132e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cab2737a-af14-444e-8f4f-7ba969ee132e,segment=NetworkSegment(2df4f456-1f45-4dc4-958d-ddfc8c0867c8),segment_id=2df4f456-1f45-4dc4-958d-ddfc8c0867c8)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:04.034297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.075538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.120618 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=cab2737a-af14-444e-8f4f-7ba969ee132e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:04.125763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] No DVR routers for this DVR port cab2737a-af14-444e-8f4f-7ba969ee132e on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:38:04.157201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Calling delete_port for cab2737a-af14-444e-8f4f-7ba969ee132e owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:38:04.227485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:38:04.227832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:38:04.241528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.270548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48eab633-a378-4a87-91ef-fdd4a7401fc9']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:04.282794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df4f456-1f45-4dc4-958d-ddfc8c0867c8') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:04.283126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df4f456-1f45-4dc4-958d-ddfc8c0867c8') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:04.295405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.311305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.317465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:38:04.318040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:38:04.331388 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:38:04.406198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.425516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.436939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=48eab633-a378-4a87-91ef-fdd4a7401fc9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:04.439680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d4902f71-fe28-49bb-a33e-7d7b0836b1bd admin admin] 10.222.0.50 "DELETE /v2.0/networks/48eab633-a378-4a87-91ef-fdd4a7401fc9 HTTP/1.1" status: 204 len: 168 time: 0.9088116 Apr 05 12:38:04.605139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33068) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:04.652416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-eb6efaa1-8fb1-4bed-9c89-c552d4a017b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3463f0d281a4e7da25f20b9128a709e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461762 Apr 05 12:38:04.654803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:04.710772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.728917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Deleting port cab2737a-af14-444e-8f4f-7ba969ee132e {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:38:04.729396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.736807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.789410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.797628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ca7b5c60-9205-4189-a176-291975ee19d9 None None] The port 'cab2737a-af14-444e-8f4f-7ba969ee132e' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:38:04.805442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8aded7-9356-47e2-b298-238259ca0aee,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:04.812511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:04.813721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-81c674d2-ec04-476d-9606-bb3a9b5bc38d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef8aded7-9356-47e2-b298-238259ca0aee HTTP/1.1" status: 204 len: 168 time: 0.1578958 Apr 05 12:38:05.138167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:05.188488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2d73aa7e-6e65-4e2e-8560-234b9883fed9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c16b2aab5b541189afb1f6c056ff974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491710 Apr 05 12:38:05.190843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33084) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:05.247832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:05.272770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:05.326926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:05.342657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a8aae-0cdd-4cb5-810a-c8ab28ccb65c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:05.347052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:05.351355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c261eaf3-42aa-4a4a-8fbb-1175d250bbc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e6a8aae-0cdd-4cb5-810a-c8ab28ccb65c HTTP/1.1" status: 204 len: 168 time: 0.1590800 Apr 05 12:38:05.714552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cab2737a-af14-444e-8f4f-7ba969ee132e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:38:05.749256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cab2737a-af14-444e-8f4f-7ba969ee132e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:38:05.749834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cab2737a-af14-444e-8f4f-7ba969ee132e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:38:06.047256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33108) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:06.150424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-296977467-network', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:06.155192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:06.158964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Usage tracker for resource:network and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:06.161791 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:06.167538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:06.176985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Made reservation on behalf of 75a34051e4a54d4393fbb2feafadcb49 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:38:06.179431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.191244 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.209378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:06.214686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:06.217822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:06.224659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:06.309056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.312772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.339778 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:38:06.352304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5cb58-d956-41bd-9636-7f17a508641e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:06.356622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.356954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Added segment 2667f450-5a9a-48e3-a602-c1e8002d5358 of type vlan for network 8887529b-8525-4800-ab23-aa029df56299 Apr 05 12:38:06.382484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.409360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.410260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:06.410823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.514262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8887529b-8525-4800-ab23-aa029df56299,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:06.518509 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-842a9fbe-22df-4d4b-8c37-ed04f54b16e9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4698577 Apr 05 12:38:06.521472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33114) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:06.525686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 8887529b-8525-4800-ab23-aa029df56299 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:38:06.528512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Request body: {'subnet': {'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-296977467-subnet', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:06.534463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:06.538355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Usage tracker for resource:subnet and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:06.541990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:06.547772 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:06.559076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Made reservation on behalf of 75a34051e4a54d4393fbb2feafadcb49 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:38:06.561374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.854492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.927251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:06.935716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Checking segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:06.936067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Network hostable DHCP agents. Network: 8887529b-8525-4800-ab23-aa029df56299, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:38:06.954626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Network 8887529b-8525-4800-ab23-aa029df56299 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:38:06.964818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 8887529b-8525-4800-ab23-aa029df56299) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:06.968691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:06.969262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:06.974671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f29e7-2ccf-4fba-9542-ab84df215cda None None] Network 8887529b-8525-4800-ab23-aa029df56299 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:38:06.993140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d40e9b9b-9917-4a0b-a00d-420e4abba0e1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4702170 Apr 05 12:38:06.996092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33118) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:07.001448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:07.005917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:07.010203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Usage tracker for resource:router and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:07.012995 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:07.018549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:07.028789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.029927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.044998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.198237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-8887529b-8525-4800-ab23-aa029df56299', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:38:07.199310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.325800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.392564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Allocated IP 172.20.0.2 (8887529b-8525-4800-ab23-aa029df56299/9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e/25733311-7577-4854-ad9e-8d8435c8e080) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:07.605293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.615459 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Transition to ACTIVE for port object 25733311-7577-4854-ad9e-8d8435c8e080 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:07.635015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Transition to ACTIVE for port object 25733311-7577-4854-ad9e-8d8435c8e080 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:07.643086 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.651395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.689970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.718344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Network 8887529b-8525-4800-ab23-aa029df56299 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:07.721119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:07.729772 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:07.767015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Pushing event updated for resources: {'Port': ['ID=25733311-7577-4854-ad9e-8d8435c8e080,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:07.826637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Attempting to bind port 25733311-7577-4854-ad9e-8d8435c8e080 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:07.827109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Attempting to bind port 25733311-7577-4854-ad9e-8d8435c8e080 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:07.827405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Attempting to bind port 25733311-7577-4854-ad9e-8d8435c8e080 on network 8887529b-8525-4800-ab23-aa029df56299 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:07.829253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Allocated IP 172.26.5.70 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/a8183d80-0a83-4f80-b888-478dc7ae05f0) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:07.833146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:07.833611 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Checking segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:07.834022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.834437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Bound using segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:07.834877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Bound port: 25733311-7577-4854-ad9e-8d8435c8e080, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:07.835924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.925659 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] For port 25733311-7577-4854-ad9e-8d8435c8e080, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:07.929148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] For port 25733311-7577-4854-ad9e-8d8435c8e080, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25733311-7577-4854-ad9e-8d8435c8e080,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:07.934824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:07.990069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:08.019130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8246-1ce8-4b6f-a19f-a65e8e408e18 None None] Pushing event updated for resources: {'Port': ['ID=25733311-7577-4854-ad9e-8d8435c8e080,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:08.020048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:08.087309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:08.090314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:08.097298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:08.152199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Pushing event updated for resources: {'Port': ['ID=a8183d80-0a83-4f80-b888-478dc7ae05f0,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:08.657474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:08.994134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a29ad0-9e90-4074-88f0-154c529632e0 None None] Network 8887529b-8525-4800-ab23-aa029df56299 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:38:09.012673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:09.106259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a7118752-d05a-432d-b7c8-bb9207d574e0 None None] Provisioning for port 25733311-7577-4854-ad9e-8d8435c8e080 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:09.221327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:38:09.406845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:38:09.416002 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Sync routers for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:38:09.425546 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:09.426219 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:09.432394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:09.436421 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-08d012b5-dce7-4ac8-bab0-e65024739d64 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4365935 Apr 05 12:38:09.436759 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33122) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:09.620795 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:09.758853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25733311-7577-4854-ad9e-8d8435c8e080 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:09.830083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 25733311-7577-4854-ad9e-8d8435c8e080 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:09.836208 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 25733311-7577-4854-ad9e-8d8435c8e080 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:09.836855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:09.927663 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:08Z', 'revision_number': 3, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:09.932091 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Checking router: e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:38:09.932536 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Updating router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 port a8183d80-0a83-4f80-b888-478dc7ae05f0 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:38:09.964669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:09.988438 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:09.998791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 25733311-7577-4854-ad9e-8d8435c8e080, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25733311-7577-4854-ad9e-8d8435c8e080,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:10.002928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.077000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=25733311-7577-4854-ad9e-8d8435c8e080,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:10.241372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.312420 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.324221 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Transition to ACTIVE for port object a8183d80-0a83-4f80-b888-478dc7ae05f0 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:10.330340 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.431043 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Attempting to bind port a8183d80-0a83-4f80-b888-478dc7ae05f0 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:10.431710 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Attempting to bind port a8183d80-0a83-4f80-b888-478dc7ae05f0 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:10.431842 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Attempting to bind port a8183d80-0a83-4f80-b888-478dc7ae05f0 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:10.440754 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Pushing event updated for resources: {'Port': ['ID=a8183d80-0a83-4f80-b888-478dc7ae05f0,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:10.444113 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:10.444522 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:10.444912 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.445296 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:10.445746 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Bound port: a8183d80-0a83-4f80-b888-478dc7ae05f0, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:10.446107 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.448372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Allocated IP 172.20.0.1 (8887529b-8525-4800-ab23-aa029df56299/9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e/0d67650d-15c3-4fdd-915f-c0ee3d559e70) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:10.483954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.484287 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.484639 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.484945 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.485269 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.485594 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.485914 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.486231 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.486549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.486865 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.487206 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.487520 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:10.529725 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] For port a8183d80-0a83-4f80-b888-478dc7ae05f0, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:10.532659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] For port a8183d80-0a83-4f80-b888-478dc7ae05f0, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a8183d80-0a83-4f80-b888-478dc7ae05f0,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:10.538279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.609871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.620490 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113f626-9735-45a1-871d-ead1576ab5d1 None None] Pushing event updated for resources: {'Port': ['ID=a8183d80-0a83-4f80-b888-478dc7ae05f0,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:10.622882 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:10.623489 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:10.624947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Transition to ACTIVE for port object 0d67650d-15c3-4fdd-915f-c0ee3d559e70 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:10.649083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.709302 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Network 8887529b-8525-4800-ab23-aa029df56299 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:10.712938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:10.716466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:10.766000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:10.790560 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:10.809409 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:10.975753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3658a404-a64c-48c3-90ad-d0711a5028ce None None] Provisioning for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:10.981506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3658a404-a64c-48c3-90ad-d0711a5028ce None None] Provisioning complete for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:10.982055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3658a404-a64c-48c3-90ad-d0711a5028ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.040490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3658a404-a64c-48c3-90ad-d0711a5028ce None None] Port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:38:11.096490 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:08Z', 'revision_number': 3, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:11.100693 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb4d1e-68f0-4a2d-8548-da87bbea5c76 None None] The sync data for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv is: [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:08Z', 'revision_number': 3, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:38:11.118298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.364227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.369159 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.475414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:11.478429 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.618670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Network 8887529b-8525-4800-ab23-aa029df56299 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:11.619826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:11.826691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25733311-7577-4854-ad9e-8d8435c8e080 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:11.894144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-3f24135e-b468-4845-8db6-63837a29c6d4 None None] Provisioning complete for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:11.894437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-3f24135e-b468-4845-8db6-63837a29c6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:11.935143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:38:11.962972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-3f24135e-b468-4845-8db6-63837a29c6d4 None None] Port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:38:11.964399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 25733311-7577-4854-ad9e-8d8435c8e080 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:11.964770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.081773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a8183d80-0a83-4f80-b888-478dc7ae05f0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:12.128501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:38:12.138652 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a69039b2-aeb5-409d-9bf3-e925b4fa78a4 admin admin] 10.222.0.50 "PUT /v2.0/routers/e8e054b6-1fc9-4dab-b717-3dabc44bb5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7008276 Apr 05 12:38:12.171952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port a8183d80-0a83-4f80-b888-478dc7ae05f0 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:12.176546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a8183d80-0a83-4f80-b888-478dc7ae05f0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:12.176918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.332025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.349320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port a8183d80-0a83-4f80-b888-478dc7ae05f0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a8183d80-0a83-4f80-b888-478dc7ae05f0,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:12.353390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.425392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=a8183d80-0a83-4f80-b888-478dc7ae05f0,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:12.631178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Sync routers for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:38:12.640108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:12.640718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:12.662484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33140) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:12.668625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907320431-network', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:12.673388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:12.677163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Usage tracker for resource:network and tenant:c75ad3e48f75408da591c5a8d6ad287c is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:12.680674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:12.686314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:12.697062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Made reservation on behalf of c75ad3e48f75408da591c5a8d6ad287c for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:38:12.698198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.710981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.725021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:12.729330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Usage tracker for resource:security_group_rule and tenant:c75ad3e48f75408da591c5a8d6ad287c is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:12.732061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:12.737743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:12.823885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:12.827310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.832169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.863690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:38:12.873058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dba3186-60d6-4374-93e9-b753454b83bf,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:12.879719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.880609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Added segment f57be4e8-cdee-44bc-a475-7d22327a62f7 of type vlan for network c59caec9-b36b-4eeb-ad24-263e3aa7905f Apr 05 12:38:12.906830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.936401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:12.937454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:12.938007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.039997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] Pushing event updated for resources: {'Network': ['ID=c59caec9-b36b-4eeb-ad24-263e3aa7905f,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:13.046189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33144) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:13.046768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7e48143b-b5ca-4286-83d1-2a8328656a1e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3819995 Apr 05 12:38:13.051962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:38:13.052657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Request body: {'subnet': {'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907320431-subnet', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:13.057968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:13.061811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Usage tracker for resource:subnet and tenant:c75ad3e48f75408da591c5a8d6ad287c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:13.064731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:13.070508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:13.082146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Made reservation on behalf of c75ad3e48f75408da591c5a8d6ad287c for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:38:13.084934 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.234512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 2, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:13.238749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Checking router: e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:38:13.239226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Updating router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:38:13.285112 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.296167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.360305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=57799fef-aea0-4c3a-b7c0-cd237f7c2f6b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:13.370776 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Checking segment: {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:13.371163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Network hostable DHCP agents. Network: c59caec9-b36b-4eeb-ad24-263e3aa7905f, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:38:13.391352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:38:13.400494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, c59caec9-b36b-4eeb-ad24-263e3aa7905f) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:13.405615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:13.405615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.412500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97ac75-5823-472b-86ea-18eb0286bc3f None None] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:38:13.425792 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c877dbec-4a4a-4042-97e4-f38d2f019baf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3776209 Apr 05 12:38:13.428386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:13.433824 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:13.438274 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:13.442093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Usage tracker for resource:router and tenant:c75ad3e48f75408da591c5a8d6ad287c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:13.445512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:13.451298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:13.461918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.463179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.478373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.749814 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:13.755519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a8183d80-0a83-4f80-b888-478dc7ae05f0 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:13.808851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'fixed_ips': [{'subnet_id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:38:13.809649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.024579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.052556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a8183d80-0a83-4f80-b888-478dc7ae05f0 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:14.052995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.068320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.076100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Transition to ACTIVE for port object 0d67650d-15c3-4fdd-915f-c0ee3d559e70 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:14.135190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.212300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.298438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Allocated IP 172.20.0.2 (c59caec9-b36b-4eeb-ad24-263e3aa7905f/57799fef-aea0-4c3a-b7c0-cd237f7c2f6b/61b3ae77-278f-4c2b-a33c-1f3c88df4008) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:14.340102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68998-b3cb-43b7-ac20-919215d68118 None None] Pushing event updated for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:14.357720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Allocated IP 172.26.5.192 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/cc8acde1-6c6f-4755-b796-03fac1a977a2) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:14.515490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.520259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Attempting to bind port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:14.520631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Attempting to bind port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:14.520997 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Attempting to bind port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 on network 8887529b-8525-4800-ab23-aa029df56299 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:14.545569 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.552922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:14.553303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Checking segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:14.554308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.554699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Bound using segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:14.555207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Bound port: 0d67650d-15c3-4fdd-915f-c0ee3d559e70, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:14.555583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.613012 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:14.619964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:14.622375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:14.664712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8acde1-6c6f-4755-b796-03fac1a977a2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:14.735430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] For port 0d67650d-15c3-4fdd-915f-c0ee3d559e70, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:14.751824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] For port 0d67650d-15c3-4fdd-915f-c0ee3d559e70, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d67650d-15c3-4fdd-915f-c0ee3d559e70,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:14.753160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.759779 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.801787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Transition to ACTIVE for port object 61b3ae77-278f-4c2b-a33c-1f3c88df4008 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:14.850021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Transition to ACTIVE for port object 61b3ae77-278f-4c2b-a33c-1f3c88df4008 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:14.859658 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:14.860833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:14.921789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:14.937458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68998-b3cb-43b7-ac20-919215d68118 None None] Pushing event updated for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:15.019161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:15.026840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:15.057080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.082684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:15.104078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Pushing event updated for resources: {'Port': ['ID=61b3ae77-278f-4c2b-a33c-1f3c88df4008,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:15.215816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:15.275745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Attempting to bind port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:15.276114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Attempting to bind port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:15.276490 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Attempting to bind port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 on network c59caec9-b36b-4eeb-ad24-263e3aa7905f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:15.292747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:15.293125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Checking segment: {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:15.293849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.294248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Bound using segment: {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:15.294728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Bound port: 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:15.295135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.393024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.585696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] For port 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:15.597326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] For port 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=61b3ae77-278f-4c2b-a33c-1f3c88df4008,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:15.602995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Router d9fc1456-52ba-479e-8faf-152fba7dea31 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:38:15.604306 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.739877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145c658-98d8-4ff9-9080-44e9aadf0837 None None] Pushing event updated for resources: {'Port': ['ID=61b3ae77-278f-4c2b-a33c-1f3c88df4008,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:15.759003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:15.763152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8d80e-e374-43a7-aff6-c50ab40f16bf None None] The sync data for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv is: [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:38:15.945095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:38:15.954609 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Sync routers for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:38:15.966065 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:15.968664 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:15.974259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:15.976359 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e609ac5d-c06f-4d69-b054-6515aa56e250 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5463877 Apr 05 12:38:15.978838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33152) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:16.185931 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:16.503975 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 3, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:16.509459 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Checking router: d9fc1456-52ba-479e-8faf-152fba7dea31 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:38:16.509940 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Updating router d9fc1456-52ba-479e-8faf-152fba7dea31 port cc8acde1-6c6f-4755-b796-03fac1a977a2 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:38:16.578265 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:16.775585 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:16.810671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f136e4-ddef-458f-b08e-cae4c9aa4165 None None] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:38:16.934500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-15d06822-65a1-490e-8164-6712372fbafc None None] Provisioning for port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:17.013728 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.027175 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Transition to ACTIVE for port object cc8acde1-6c6f-4755-b796-03fac1a977a2 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:17.030344 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Allocated IP 172.20.0.1 (c59caec9-b36b-4eeb-ad24-263e3aa7905f/57799fef-aea0-4c3a-b7c0-cd237f7c2f6b/19860b8e-30bd-46a8-9140-f830b9628638) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:17.034938 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.118595 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Attempting to bind port cc8acde1-6c6f-4755-b796-03fac1a977a2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:17.119327 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Attempting to bind port cc8acde1-6c6f-4755-b796-03fac1a977a2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:17.119895 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Attempting to bind port cc8acde1-6c6f-4755-b796-03fac1a977a2 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:17.126215 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fed84-24ff-437c-868d-2e6e3986fcd9 None None] Pushing event updated for resources: {'Port': ['ID=cc8acde1-6c6f-4755-b796-03fac1a977a2,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:17.131314 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:17.132612 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:17.133111 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.133591 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:17.134153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Bound port: cc8acde1-6c6f-4755-b796-03fac1a977a2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:17.134721 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.221769 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] For port cc8acde1-6c6f-4755-b796-03fac1a977a2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:17.224084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.226213 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] For port cc8acde1-6c6f-4755-b796-03fac1a977a2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cc8acde1-6c6f-4755-b796-03fac1a977a2,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:17.232420 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.243516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Transition to ACTIVE for port object 19860b8e-30bd-46a8-9140-f830b9628638 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:17.268918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.313341 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:17.314043 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:17.330170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:17.333047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:17.341770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:17.380277 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fed84-24ff-437c-868d-2e6e3986fcd9 None None] Pushing event updated for resources: {'Port': ['ID=cc8acde1-6c6f-4755-b796-03fac1a977a2,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:17.383403 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Pushing event updated for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:17.403198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.506072 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:17.591903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e8c11c80-64ab-40fc-aa4c-ca705665cdd6 None None] Provisioning for port 19860b8e-30bd-46a8-9140-f830b9628638 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:17.596968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e8c11c80-64ab-40fc-aa4c-ca705665cdd6 None None] Provisioning complete for port 19860b8e-30bd-46a8-9140-f830b9628638 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:17.597348 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8c11c80-64ab-40fc-aa4c-ca705665cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.649380 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.659798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e8c11c80-64ab-40fc-aa4c-ca705665cdd6 None None] Port 19860b8e-30bd-46a8-9140-f830b9628638 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:38:17.793654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 61b3ae77-278f-4c2b-a33c-1f3c88df4008 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:17.804822 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 3, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:17.808675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8028e755-b452-44b9-8f7e-5f8e3f1a70b9 None None] The sync data for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv is: [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:14Z', 'revision_number': 3, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:38:17.874201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:17.879369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:17.879745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.893052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:17.898605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.003126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.009810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.014385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Pushing event updated for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:18.075412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=61b3ae77-278f-4c2b-a33c-1f3c88df4008,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:18.081045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.082126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d67650d-15c3-4fdd-915f-c0ee3d559e70 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:18.183960 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:18.185252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:18.218199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=61b3ae77-278f-4c2b-a33c-1f3c88df4008,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:18.230204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:18.235901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:18.236276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.374888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.416905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Router d9fc1456-52ba-479e-8faf-152fba7dea31 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:38:18.421061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 0d67650d-15c3-4fdd-915f-c0ee3d559e70, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d67650d-15c3-4fdd-915f-c0ee3d559e70,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:18.428027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.509852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bb3b392a-ca87-4982-ba9f-f9de69bc85d0 None None] Provisioning complete for port 19860b8e-30bd-46a8-9140-f830b9628638 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:18.510224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bb3b392a-ca87-4982-ba9f-f9de69bc85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:18.548070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:18.570805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b392a-ca87-4982-ba9f-f9de69bc85d0 None None] Port 19860b8e-30bd-46a8-9140-f830b9628638 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:38:18.617788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:38:18.626917 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a9c3e87a-c69a-44fc-9a6d-2dc7a2316297 admin admin] 10.222.0.50 "PUT /v2.0/routers/d9fc1456-52ba-479e-8faf-152fba7dea31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6468792 Apr 05 12:38:19.419967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Sync routers for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:38:19.431501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:19.432116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:19.621975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:19.923082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 61b3ae77-278f-4c2b-a33c-1f3c88df4008 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:20.081879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:20.082487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.211387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 4, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '19860b8e-30bd-46a8-9140-f830b9628638', 'name': '', 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'mac_address': 'fa:16:3e:dc:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:16Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 2, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'subnets': [{'id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:20.219630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Checking router: d9fc1456-52ba-479e-8faf-152fba7dea31 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:38:20.219979 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Updating router d9fc1456-52ba-479e-8faf-152fba7dea31 port 19860b8e-30bd-46a8-9140-f830b9628638 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:38:20.269139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cc8acde1-6c6f-4755-b796-03fac1a977a2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:20.324879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.430559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cc8acde1-6c6f-4755-b796-03fac1a977a2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:20.474826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cc8acde1-6c6f-4755-b796-03fac1a977a2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:20.475136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.721852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.760688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cc8acde1-6c6f-4755-b796-03fac1a977a2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cc8acde1-6c6f-4755-b796-03fac1a977a2,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:20.767949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.769210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d67650d-15c3-4fdd-915f-c0ee3d559e70 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:20.954429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:20.969924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cc8acde1-6c6f-4755-b796-03fac1a977a2,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:20.982881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:20.983127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:21.007583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Transition to ACTIVE for port object 19860b8e-30bd-46a8-9140-f830b9628638 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:21.021806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:21.211774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7cb2-05b2-4b8c-ab95-d3c1b1629da7 None None] Pushing event updated for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:21.318115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Attempting to bind port 19860b8e-30bd-46a8-9140-f830b9628638 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:21.318115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Attempting to bind port 19860b8e-30bd-46a8-9140-f830b9628638 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:21.318432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Attempting to bind port 19860b8e-30bd-46a8-9140-f830b9628638 on network c59caec9-b36b-4eeb-ad24-263e3aa7905f {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:21.356811 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:21.357184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Checking segment: {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:21.357581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:21.357970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Bound using segment: {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:21.358451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Bound port: 19860b8e-30bd-46a8-9140-f830b9628638, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57be4e8-cdee-44bc-a475-7d22327a62f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:21.358824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:21.486033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] For port 19860b8e-30bd-46a8-9140-f830b9628638, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:21.489914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] For port 19860b8e-30bd-46a8-9140-f830b9628638, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=19860b8e-30bd-46a8-9140-f830b9628638,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:21.494514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:21.577401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:38:21.578040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:37:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:21.817737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cc8acde1-6c6f-4755-b796-03fac1a977a2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:21.863698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7cb2-05b2-4b8c-ab95-d3c1b1629da7 None None] Pushing event updated for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:21.918601 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:38:22.080373 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cc8acde1-6c6f-4755-b796-03fac1a977a2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:22.080587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:22.376923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 4, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '19860b8e-30bd-46a8-9140-f830b9628638', 'name': '', 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'mac_address': 'fa:16:3e:dc:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:16Z', 'updated_at': '2022-04-05T12:38:21Z', 'revision_number': 4, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'subnets': [{'id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:38:22.382992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569ba01-cb16-4fec-80cc-ee8a1cc29733 None None] The sync data for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv is: [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:38:17Z', 'revision_number': 4, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '19860b8e-30bd-46a8-9140-f830b9628638', 'name': '', 'network_id': 'c59caec9-b36b-4eeb-ad24-263e3aa7905f', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'mac_address': 'fa:16:3e:dc:84:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:16Z', 'updated_at': '2022-04-05T12:38:21Z', 'revision_number': 4, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'subnets': [{'id': '57799fef-aea0-4c3a-b7c0-cd237f7c2f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:38:23.266668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c9860025-f2fb-4808-bf07-c13fcd7745ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:23.762633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 19860b8e-30bd-46a8-9140-f830b9628638 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:23.847641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 19860b8e-30bd-46a8-9140-f830b9628638 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:23.854135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 19860b8e-30bd-46a8-9140-f830b9628638 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:23.854507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:23.986391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:24.020841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 19860b8e-30bd-46a8-9140-f830b9628638, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=19860b8e-30bd-46a8-9140-f830b9628638,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:24.025835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:24.100927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:24.677231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:25.335608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-582c14e8-49c7-4e8f-a514-ca90850337c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:25.742034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 19860b8e-30bd-46a8-9140-f830b9628638 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:25.828644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 19860b8e-30bd-46a8-9140-f830b9628638 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:25.829021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:26.514414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:26.570122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:27.810774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:29.021483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-bb895664-008a-4ce7-8d98-0766a13afbec tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:29.022687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-bb895664-008a-4ce7-8d98-0766a13afbec tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Synchronizing usage tracker for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:38:29.040206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-bb895664-008a-4ce7-8d98-0766a13afbec tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Unset dirty status for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:38:29.041387 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-bb895664-008a-4ce7-8d98-0766a13afbec tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 814 time: 0.2775431 Apr 05 12:38:29.056142 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-2c87c758-522f-4da8-88fa-3b9081fb908b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/quotas/75a34051e4a54d4393fbb2feafadcb49 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Apr 05 12:38:29.142326 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-4221749a-5ed3-49d5-878c-b11ace26b4b5 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810001 Apr 05 12:38:29.276776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-e06a2b42-f94d-479f-b098-b34ebdd44e71 service neutron] 10.222.0.50 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225953 Apr 05 12:38:29.406221 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-0a5ddb04-0ede-4e23-a624-74624c47c38d service neutron] 10.222.0.50 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238286 Apr 05 12:38:29.591621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-75124700-04bf-434d-a11d-177082d132fd req-5c01ee72-cdac-46b2-9125-1c8b57742328 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 210 time: 0.0459368 Apr 05 12:38:30.607553 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-929c01cf-9116-426c-9447-7edc9ded394b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:30.609063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-929c01cf-9116-426c-9447-7edc9ded394b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 814 time: 0.1547947 Apr 05 12:38:30.620636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'port': {'device_id': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'admin_state_up': True, 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:30.768278 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c69e8173-d9ca-42ff-be8d-0c382587b1bd req-9be972db-c093-4d9c-ba86-e967021dc686 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 210 time: 0.0591805 Apr 05 12:38:30.808493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:30.812246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:port and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:30.815124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:30.821573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:30.831694 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Made reservation on behalf of 75a34051e4a54d4393fbb2feafadcb49 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:38:30.835325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:31.025389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Allocated IP 172.20.0.10 (8887529b-8525-4800-ab23-aa029df56299/9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e/700cc3ac-937b-45af-a3c9-01c79dd1ab8c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:38:31.305658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:31.327815 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Transition to ACTIVE for port object 700cc3ac-937b-45af-a3c9-01c79dd1ab8c will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:31.357152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:31.426469 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Network 8887529b-8525-4800-ab23-aa029df56299 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:38:31.430069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:38:31.434174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:38:31.489091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:31.513392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:31.514129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:31.549141 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6d46eab5-90ad-46f9-a222-69cf600e7b86 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9314332 Apr 05 12:38:31.682158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5c008a2-219f-4e9b-935c-f8656be0630e None None] Provisioning for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:31.688176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5c008a2-219f-4e9b-935c-f8656be0630e None None] Provisioning complete for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:31.688809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5c008a2-219f-4e9b-935c-f8656be0630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:31.746001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-c5c008a2-219f-4e9b-935c-f8656be0630e None None] Port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:38:31.968913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-336371f2-f787-4779-9b37-9b509408779e tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:31.969543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-336371f2-f787-4779-9b37-9b509408779e tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Synchronizing usage tracker for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:38:31.989569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-336371f2-f787-4779-9b37-9b509408779e tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Unset dirty status for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:38:31.991481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-336371f2-f787-4779-9b37-9b509408779e tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.1071808 Apr 05 12:38:32.038310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-02462570-5414-4572-baac-041997d62f39 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Synchronizing usage tracker for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:38:32.056542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-02462570-5414-4572-baac-041997d62f39 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Unset dirty status for tenant:75a34051e4a54d4393fbb2feafadcb49 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:38:32.058130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1f4ef3e5-7f9b-4564-be1e-b8c78bfde19c req-02462570-5414-4572-baac-041997d62f39 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602703 Apr 05 12:38:33.265767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f5f0-3694-4b9b-8206-180a7bd31e50 req-b0aa2251-54c6-4e88-ac1b-9c3277bdbe62 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:33.267267 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1940f5f0-3694-4b9b-8206-180a7bd31e50 req-b0aa2251-54c6-4e88-ac1b-9c3277bdbe62 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0920930 Apr 05 12:38:33.291253 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:38:33.313082 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1940f5f0-3694-4b9b-8206-180a7bd31e50 req-edcb88ea-2460-438c-b853-f4e2c2cbdb68 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Apr 05 12:38:34.509548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f8d6-5c4d-4eb8-9a22-f44cd5b1814f req-f5ead851-c755-4c92-9022-60a139693ea3 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:34.511375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c580f8d6-5c4d-4eb8-9a22-f44cd5b1814f req-f5ead851-c755-4c92-9022-60a139693ea3 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0895319 Apr 05 12:38:34.557336 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c580f8d6-5c4d-4eb8-9a22-f44cd5b1814f req-60b07c74-43b5-4b56-9f7b-b538d35065a0 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398371 Apr 05 12:38:35.765312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316dc2c-fb7d-4252-8823-fab056f25206 req-8001389c-bd59-484e-86b5-d9cf7c5927e4 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:35.766805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5316dc2c-fb7d-4252-8823-fab056f25206 req-8001389c-bd59-484e-86b5-d9cf7c5927e4 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0912726 Apr 05 12:38:35.925549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5316dc2c-fb7d-4252-8823-fab056f25206 req-31787680-b1df-42b9-96dd-fdad65c6fcda tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521227 Apr 05 12:38:37.147153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4ca9-6b22-44de-9144-11218a6fecc8 req-14f7938d-1f8a-4185-8bbe-1c35b556fca3 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:37.148765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6edd4ca9-6b22-44de-9144-11218a6fecc8 req-14f7938d-1f8a-4185-8bbe-1c35b556fca3 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0867400 Apr 05 12:38:37.204777 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6edd4ca9-6b22-44de-9144-11218a6fecc8 req-78e09b41-8348-48e2-9221-2f72606cd104 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457880 Apr 05 12:38:38.400528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea46e-8db0-4ba4-bdf3-c79b6ccf6525 req-1b727d04-fc45-471b-be45-ccb6fb0be35a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:38.402020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff9ea46e-8db0-4ba4-bdf3-c79b6ccf6525 req-1b727d04-fc45-471b-be45-ccb6fb0be35a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0900445 Apr 05 12:38:38.452939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff9ea46e-8db0-4ba4-bdf3-c79b6ccf6525 req-24b09e0c-bb40-4382-b0ac-8fb518179e81 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Apr 05 12:38:39.636192 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67903772-ab4c-4a9d-a8e1-270487e8dee0 req-af6f9df1-c62a-4545-934b-3781bbcfc88a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:39.637603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-67903772-ab4c-4a9d-a8e1-270487e8dee0 req-af6f9df1-c62a-4545-934b-3781bbcfc88a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 932 time: 0.0803542 Apr 05 12:38:39.683371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-67903772-ab4c-4a9d-a8e1-270487e8dee0 req-c62673d0-dc59-4b24-bd9d-4a3e912c439c tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Apr 05 12:38:39.738647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Request body: {'port': {'device_id': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:39.846737 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.187678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700cc3ac-937b-45af-a3c9-01c79dd1ab8c {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:38:40.196832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.214162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Transition to ACTIVE for port object 700cc3ac-937b-45af-a3c9-01c79dd1ab8c will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:38:40.218110 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.409400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:40.457193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Attempting to bind port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:38:40.457525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Attempting to bind port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:38:40.457846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Attempting to bind port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c on network 8887529b-8525-4800-ab23-aa029df56299 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:40.463222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c on network 8887529b-8525-4800-ab23-aa029df56299 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:38:40.463541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Attempting to bind port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c on network 8887529b-8525-4800-ab23-aa029df56299 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:38:40.468611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:38:40.468942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Checking segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:38:40.469317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Bound using segment: {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:38:40.469738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Bound port: 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2667f450-5a9a-48e3-a602-c1e8002d5358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8887529b-8525-4800-ab23-aa029df56299'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:38:40.470111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.562123 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:38:40.564919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:38:40.569481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.627460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:40.628138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:40.629481 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] 10.222.0.30 "PUT /v2.0/ports/700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 1094 time: 0.8957946 Apr 05 12:38:40.629913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:38:40.658597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c2a4b-acd2-428f-8374-6d2da2868c47 service neutron] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:40.748819 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-3f8091bc-293c-4077-9e93-5f70e0d1adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:40.750317 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-3f8091bc-293c-4077-9e93-5f70e0d1adcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1097 time: 0.0829709 Apr 05 12:38:40.864293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:38:40.886716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-41db2f14-4a89-4c97-88a6-56db3c945b37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 217 time: 0.1290712 Apr 05 12:38:40.965561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-2a8665e8-9041-474a-9d15-c065a9147ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:40.966972 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-2a8665e8-9041-474a-9d15-c065a9147ec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0733011 Apr 05 12:38:40.979095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1aced-0a26-4256-a152-974085b0db94 req-0399bfc6-1917-4f71-923a-da1a766edf0d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:40.980498 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3d1aced-0a26-4256-a152-974085b0db94 req-0399bfc6-1917-4f71-923a-da1a766edf0d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 944 time: 0.1483927 Apr 05 12:38:41.063609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c3d1aced-0a26-4256-a152-974085b0db94 req-f411ddf3-aff5-442d-973e-42d5335a83b8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522990 Apr 05 12:38:41.084922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6ef368b6-d22d-46c7-b757-cdcbc8c1f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:41.084922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-6ef368b6-d22d-46c7-b757-cdcbc8c1f6cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035557 Apr 05 12:38:41.311647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-7b801f9a-3953-4d60-8b95-deb3260bc90f service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208717 Apr 05 12:38:41.441684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73ab3fa2-e188-4cf0-a022-c9959770258f req-cc5fa491-29f7-4221-bb26-d378b06ed353 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236858 Apr 05 12:38:41.556730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e773-12f3-4531-a806-f26252cd6827 req-6baeb0b8-6397-4ec4-8a92-efefc2ff4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:41.558184 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-6baeb0b8-6397-4ec4-8a92-efefc2ff4dbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1097 time: 0.0736384 Apr 05 12:38:41.687526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e773-12f3-4531-a806-f26252cd6827 req-5859014b-9372-4c6a-9bdf-6f6e9bec9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:41.688931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-5859014b-9372-4c6a-9bdf-6f6e9bec9943 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1244068 Apr 05 12:38:41.755825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-4462b308-7a72-451c-b3b2-ebc04bc345bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 217 time: 0.0602529 Apr 05 12:38:41.819388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e773-12f3-4531-a806-f26252cd6827 req-f1d856a5-2160-4d54-8878-1141b80c4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:41.820755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-f1d856a5-2160-4d54-8878-1141b80c4b43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0592360 Apr 05 12:38:41.894088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e773-12f3-4531-a806-f26252cd6827 req-9a6f2b7d-0217-4449-9ccd-07900e2e2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:41.895518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-9a6f2b7d-0217-4449-9ccd-07900e2e2a99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684383 Apr 05 12:38:42.025122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-ff77363c-f78f-4e04-9ee2-57eb3dde8a43 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231189 Apr 05 12:38:42.161154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7173e773-12f3-4531-a806-f26252cd6827 req-973c7493-775b-4a37-b467-6d947cc7ce34 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296401 Apr 05 12:38:42.251952 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff208e40-2371-4d48-a8dd-03e06d48f01e req-95f24f96-c45f-4781-8aa5-261b2f3ac199 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:42.253362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff208e40-2371-4d48-a8dd-03e06d48f01e req-95f24f96-c45f-4781-8aa5-261b2f3ac199 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 944 time: 0.0824234 Apr 05 12:38:42.295844 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ff208e40-2371-4d48-a8dd-03e06d48f01e req-e2010457-974a-4e5a-921f-b5cdc726632e tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360632 Apr 05 12:38:43.477832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba00e4-d78c-4b7f-bc95-b3f498b7b63c req-ee29e903-f794-4438-8fe8-28f624d32358 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:43.479346 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6ba00e4-d78c-4b7f-bc95-b3f498b7b63c req-ee29e903-f794-4438-8fe8-28f624d32358 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 944 time: 0.0790582 Apr 05 12:38:43.522937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a6ba00e4-d78c-4b7f-bc95-b3f498b7b63c req-494105e3-ffd1-47b3-aab5-2a9c4b670733 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379372 Apr 05 12:38:44.004837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 700cc3ac-937b-45af-a3c9-01c79dd1ab8c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:38:44.136346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:44.149692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'port_id': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'mac_address': 'fa:16:3e:86:cc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:38:44.238836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:44.255519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700cc3ac-937b-45af-a3c9-01c79dd1ab8c {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:38:44.270434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:44.275097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:44.345911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:44.354030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.354562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.354822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.355289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.355770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.356146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.356513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.356843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.357210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.357595 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.357995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.358328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:38:44.482190 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:38:44.711651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13582e4-db57-409c-b0bb-9dd142511b3b req-f3561edb-1239-44a7-84e5-f016b75fcc77 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:44.713363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b13582e4-db57-409c-b0bb-9dd142511b3b req-f3561edb-1239-44a7-84e5-f016b75fcc77 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 945 time: 0.0834141 Apr 05 12:38:44.757839 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b13582e4-db57-409c-b0bb-9dd142511b3b req-d3443978-569c-4fbb-b1de-e95dcd5e8b11 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Apr 05 12:38:45.938936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4414617-4f51-4fdf-b07a-2676fd698816 req-b57a9a0a-08a0-4243-9e4a-d7f9b46aaff4 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:45.940307 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f4414617-4f51-4fdf-b07a-2676fd698816 req-b57a9a0a-08a0-4243-9e4a-d7f9b46aaff4 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 945 time: 0.0801084 Apr 05 12:38:45.983711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f4414617-4f51-4fdf-b07a-2676fd698816 req-7f727ec6-0bc1-4e41-9bf8-cb2bb1d203f4 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378723 Apr 05 12:38:46.007336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 700cc3ac-937b-45af-a3c9-01c79dd1ab8c up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:38:46.079591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:38:46.087840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:38:46.088187 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:46.201860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:46.228238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:38:46.238253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:38:46.242353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:46.278673 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'code': 200} Apr 05 12:38:46.316784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:38:46.491930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b2db7-69bc-4ea1-8fb2-0b8da62441c9 req-267e59b2-c70e-48c5-a145-19646ac8bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:46.493294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a20b2db7-69bc-4ea1-8fb2-0b8da62441c9 req-267e59b2-c70e-48c5-a145-19646ac8bcf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1099 time: 0.0717862 Apr 05 12:38:46.532720 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a20b2db7-69bc-4ea1-8fb2-0b8da62441c9 req-872f6565-891a-4f39-9b41-796428bb1009 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Apr 05 12:38:47.164666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feddb63-3f08-4d7e-bcad-ec467ce5ea85 req-b079bb63-b4fc-4b29-b0de-fc5ad861b865 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:47.166102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6feddb63-3f08-4d7e-bcad-ec467ce5ea85 req-b079bb63-b4fc-4b29-b0de-fc5ad861b865 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0784552 Apr 05 12:38:47.214863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6feddb63-3f08-4d7e-bcad-ec467ce5ea85 req-894cb35d-d305-4efe-a747-7029d20d37e6 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Apr 05 12:38:48.395711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e6d7-a586-47b0-91db-356cdc16d8b4 req-94742765-b2ef-41e8-b657-0331fd9ce2af tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:48.397092 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69c0e6d7-a586-47b0-91db-356cdc16d8b4 req-94742765-b2ef-41e8-b657-0331fd9ce2af tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0790186 Apr 05 12:38:48.440054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-69c0e6d7-a586-47b0-91db-356cdc16d8b4 req-1264614c-adb9-47b3-a596-99d80f3cf05c tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374467 Apr 05 12:38:48.720748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54706c-ad8e-4a23-842e-b5e78125628f req-7da0e82f-b68a-4c74-a383-96daf336dc65 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:48.722185 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a54706c-ad8e-4a23-842e-b5e78125628f req-7da0e82f-b68a-4c74-a383-96daf336dc65 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.1759155 Apr 05 12:38:48.766511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a54706c-ad8e-4a23-842e-b5e78125628f req-e15c78b3-0733-485d-8fa1-4b6a20d82c78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376239 Apr 05 12:38:49.152060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d864585-fb7c-4ae4-8e33-5c751dcd5d55 req-a6ee154d-75cf-45ec-a3dc-2574dd0100f1 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:49.153505 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d864585-fb7c-4ae4-8e33-5c751dcd5d55 req-a6ee154d-75cf-45ec-a3dc-2574dd0100f1 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0801740 Apr 05 12:38:49.197716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d864585-fb7c-4ae4-8e33-5c751dcd5d55 req-b309f120-837a-4053-bed8-dd9b7d7bdd10 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382106 Apr 05 12:38:53.258701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2cec0f1a-6942-4826-9614-2a47616f575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:54.686696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:55.327511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d547b436-c2fa-4993-8eaa-5fb0a13292c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:56.507728 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:56.568252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:57.810435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:59.262138 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c180-42b0-47b3-ad25-5f372af23580 req-ad852733-ea79-4a3c-a7ca-4ae344e168e9 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:59.263638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a23c180-42b0-47b3-ad25-5f372af23580 req-ad852733-ea79-4a3c-a7ca-4ae344e168e9 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0820484 Apr 05 12:38:59.306647 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a23c180-42b0-47b3-ad25-5f372af23580 req-bedfee7a-3be4-4fd9-b3f2-0d787d4ab68f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Apr 05 12:38:59.330018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33344) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:59.546525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1e761-c15c-4b4f-84bd-31eaa6561a23 tempest-TestMinimumBasicScenario-161883784 tempest-TestMinimumBasicScenario-161883784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:38:59.548034 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-37a1e761-c15c-4b4f-84bd-31eaa6561a23 tempest-TestMinimumBasicScenario-161883784 tempest-TestMinimumBasicScenario-161883784-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1094 time: 0.2170758 Apr 05 12:38:59.550992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33350) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:38:59.556297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:38:59.561969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:38:59.565729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:floatingip and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:38:59.569140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:38:59.574690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:38:59.586064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:59.720248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:38:59.853421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Allocated IP 172.26.5.24 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/ee272d7d-681a-4f26-829a-d5d3862f8536) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:39:00.008212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:00.035691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:00.104017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:39:00.111377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:39:00.116034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:39:00.144401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'Port': ['ID=ee272d7d-681a-4f26-829a-d5d3862f8536,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:00.163283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.163629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.163971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.164309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.164639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.164976 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.165304 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.165632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.165957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.166280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.166601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.166922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:00.540291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:00.614016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:00.813211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:00.818177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:01.024078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'Port': ['ID=ee272d7d-681a-4f26-829a-d5d3862f8536,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:01.035641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:01.209118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Floating IP 7f312345-da64-4b5f-9f8b-5034989c4254 associated. External IP: 172.26.5.24, port: 700cc3ac-937b-45af-a3c9-01c79dd1ab8c. Apr 05 12:39:01.561650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:39:01.742129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:39:01.752597 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Sync routers for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:39:01.767077 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:39:01.767077 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:38:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:39:01.772046 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:01.827638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-53e1194a-0fb9-43e4-90ce-a12786678b4b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2755392 Apr 05 12:39:01.828277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:39:01.830372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:01.835649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19668456', 'description': 'tempest-secgroup-smoke-19668456 description', 'project_id': '75a34051e4a54d4393fbb2feafadcb49'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:01.842527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:01.852418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:01.864977 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:01.874620 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:39:01.886574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:01.890528 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:01.893511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:01.899794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:01.959919 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:39:01.974841 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:01.976179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-a7c92c00-96c0-4e94-a3ba-dd8e059e6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:01.977775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-a7c92c00-96c0-4e94-a3ba-dd8e059e6acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1099 time: 0.0779076 Apr 05 12:39:01.979203 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.024399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42af7bc-88ae-4249-a0c9-37a0e44bad3c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.035095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.035390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.035719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.036090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.037031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.037322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.037655 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.037983 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.038347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.038696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.039021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.039374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:39:02.043568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.044951 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c8b4340-b825-49d8-95ce-5ec42e611b85 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2135992 Apr 05 12:39:02.047758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.053653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.059926 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.063887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.067179 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.073294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.095488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.125633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-b666476e-3a41-4fab-881d-faaa4221abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:02.127493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-b666476e-3a41-4fab-881d-faaa4221abf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1430454 Apr 05 12:39:02.168222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.174747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.201505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1672a41c-5fbf-4136-8a45-e285b25d9a48,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.216259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.220253 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a5ace631-d0f0-42fa-a8ff-f7cb40ba7a7b tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688023 Apr 05 12:39:02.220532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33366) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.227347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.235712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.241882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.246369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.253924 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.255512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-32443b11-c107-4ae6-b28c-e4bbc0b2a217 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 999 time: 0.1181059 Apr 05 12:39:02.272221 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.322930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-2afde28e-0588-4a52-9196-f4e1f139703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:02.324914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-2afde28e-0588-4a52-9196-f4e1f139703f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0642157 Apr 05 12:39:02.338931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.343727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.359523 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '7f312345-da64-4b5f-9f8b-5034989c4254', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'port_id': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'mac_address': 'fa:16:3e:86:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:39:00Z', 'updated_at': '2022-04-05T12:39:00Z', 'revision_number': 0, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:39:02.363343 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Checking router: e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:39:02.368459 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c21895-04ae-4ce8-a77c-b946a0b9b552,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.374746 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:39:02.375540 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:38:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:39:02.379807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.381788 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4076281c-95bb-4709-b652-b8b95155f162 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601653 Apr 05 12:39:02.384392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33370) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.391236 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.397348 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.401448 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.404545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.410693 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.411741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-dd66b49c-12c5-4452-946b-5b7f6a51a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:02.413379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-dd66b49c-12c5-4452-946b-5b7f6a51a77d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807304 Apr 05 12:39:02.428888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.500792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.504736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.532026 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458990f3-5ba3-49a6-87d9-8357be485929,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.544986 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.546780 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2b542b78-b165-41e1-b786-e0feb255f2fe tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614709 Apr 05 12:39:02.549976 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33374) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.556685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.562658 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.564713 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:39:02.566793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.570457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.576640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.596828 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.672954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.677198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.677751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-00818c15-968f-405d-b428-86f79e7935d3 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540908 Apr 05 12:39:02.698285 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d419b8-b17a-4644-bfea-521c383c2585,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.710581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.714617 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6cc6464c-ac74-4529-8b19-7cca6dda2de8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602068 Apr 05 12:39:02.714852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33378) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.720110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.726593 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.730399 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.733414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.739315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.750199 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Project 75a34051e4a54d4393fbb2feafadcb49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:39:02.757485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.825041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5f4e7e1d-ca30-4d11-b64c-48c3ba894663 req-c91de011-0498-484e-85ea-7e86725155e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410246 Apr 05 12:39:02.826992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.832438 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.858980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5396e5f-5e25-4605-b914-c3da7034ac62,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:02.873015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.874302 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-192cd553-af69-4cc9-8ba4-2d578183ad54 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585107 Apr 05 12:39:02.876991 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33382) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:39:02.881923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'security_group_rule': {'security_group_id': 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c', 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:02.887734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:39:02.892238 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Usage tracker for resource:security_group_rule and tenant:75a34051e4a54d4393fbb2feafadcb49 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:39:02.895821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:39:02.904059 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:39:02.916300 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Project 75a34051e4a54d4393fbb2feafadcb49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:39:02.928300 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.963689 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '7f312345-da64-4b5f-9f8b-5034989c4254', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'port_id': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'mac_address': 'fa:16:3e:86:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:39:00Z', 'updated_at': '2022-04-05T12:39:00Z', 'revision_number': 0, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:39:02.967692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516f8f8b-99ca-431b-a51a-c07eb5fa115f None None] The sync data for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv is: [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '7f312345-da64-4b5f-9f8b-5034989c4254', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'floating_ip_address': '172.26.5.24', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'port_id': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'mac_address': 'fa:16:3e:86:cc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:39:00Z', 'updated_at': '2022-04-05T12:39:00Z', 'revision_number': 0, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:39:02.993973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:02.997969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.022413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617fe60d-c434-4976-90b0-7fc8bffda2cf,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:03.034248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.035454 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-13793dd7-7266-4518-8d18-b278a0947e2d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575332 Apr 05 12:39:03.160879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c67bcebf-2a96-414f-be99-931e74b5642b req-ede78e01-1e3e-4801-8d8f-3b87b73658bb tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19668456&fields=id&tenant_id=75a34051e4a54d4393fbb2feafadcb49 HTTP/1.1" status: 200 len: 267 time: 0.0405383 Apr 05 12:39:03.175650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e080e0-ba9b-4104-b97a-5bb4983e01ed None None] New status for floating IP 7f312345-da64-4b5f-9f8b-5034989c4254: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:39:03.250411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bcebf-2a96-414f-be99-931e74b5642b req-6e63ff0c-8595-49be-aadd-0fc6d6c2766f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:03.251789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c67bcebf-2a96-414f-be99-931e74b5642b req-6e63ff0c-8595-49be-aadd-0fc6d6c2766f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0848782 Apr 05 12:39:03.262782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'port': {'security_groups': ['b3d5cb58-d956-41bd-9636-7f17a508641e', 'c42af7bc-88ae-4249-a0c9-37a0e44bad3c']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:39:03.381709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.636961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:39:03.661020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.665845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.678433 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:39:03.729872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:03.730563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:03.731989 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c67bcebf-2a96-414f-be99-931e74b5642b req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "PUT /v2.0/ports/700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 982 time: 0.4737494 Apr 05 12:39:03.775800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f00e6-b96e-473c-aa9a-79ebd8afceb7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=6']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:39:03.839412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:39:03.898628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:39:03.955264 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:39:03.983599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a6cb3-45bf-4d88-a5a4-bb68086f1389 req-90dd8326-e8aa-4212-840d-de8753b982ef tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:03.985482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e8a6cb3-45bf-4d88-a5a4-bb68086f1389 req-90dd8326-e8aa-4212-840d-de8753b982ef tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.1218743 Apr 05 12:39:04.059549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-42cd6cb2-d3c9-4a62-b4e2-d01bec795b4b None None] Provisioning complete for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:39:04.059923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42cd6cb2-d3c9-4a62-b4e2-d01bec795b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:04.081549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5e8a6cb3-45bf-4d88-a5a4-bb68086f1389 req-e50de1a0-ef3d-40ee-a401-64e29c70fa0d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0902786 Apr 05 12:39:04.102520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-332ea08b-c6b7-43aa-afe0-bcca5fa91cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:04.104281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-332ea08b-c6b7-43aa-afe0-bcca5fa91cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1138 time: 0.1142907 Apr 05 12:39:04.243361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-d80f812d-42c4-4cf4-9f71-555779f5bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:04.244840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-d80f812d-42c4-4cf4-9f71-555779f5bef7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1337438 Apr 05 12:39:04.352175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-c7c0c510-cc0e-4b22-ad37-899a4558cf70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 1001 time: 0.1009321 Apr 05 12:39:04.414292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-32ca5d2e-ea9b-416c-a025-51843d656fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:04.415735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-32ca5d2e-ea9b-416c-a025-51843d656fa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0576177 Apr 05 12:39:04.499072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-702cdc1d-66d6-44bb-b999-93d69d75edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:04.499072 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-702cdc1d-66d6-44bb-b999-93d69d75edb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722704 Apr 05 12:39:04.624934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-1aeabc4a-557d-42e3-82a8-45afb8196de2 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237960 Apr 05 12:39:04.757768 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7f5e0f8f-41fc-4fef-8f07-4c18520482fc req-84b4ba37-acd6-43f2-9ea7-5b2ebcf985fd service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215129 Apr 05 12:39:10.292156 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:39:20.567739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-876599a5-57bb-49f5-b18f-1acac63c06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:20.569187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-876599a5-57bb-49f5-b18f-1acac63c06cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1138 time: 0.2317283 Apr 05 12:39:20.580108 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c77d23-45b3-4131-a4a7-3354f9485c4f req-9d2acf34-1650-4d0b-9b0d-45fed4f3960f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:20.581436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60c77d23-45b3-4131-a4a7-3354f9485c4f req-9d2acf34-1650-4d0b-9b0d-45fed4f3960f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.1125655 Apr 05 12:39:20.715670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60c77d23-45b3-4131-a4a7-3354f9485c4f req-e08c7f2d-967a-4d19-a51e-de75de5e1a99 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144869 Apr 05 12:39:20.742903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-8c565f55-ac39-4ac5-a491-d71ad8a057e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:20.744371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-8c565f55-ac39-4ac5-a491-d71ad8a057e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1621208 Apr 05 12:39:20.847771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-f883cbd3-60dc-49ef-90f3-ec28ad189728 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 1001 time: 0.0965538 Apr 05 12:39:20.912361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-00961531-e139-4163-b038-a9cb69bf0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:20.913764 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-00961531-e139-4163-b038-a9cb69bf0fdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0570960 Apr 05 12:39:20.987678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-bfe9d362-da4a-44aa-92eb-b36e3609ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:20.989672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-bfe9d362-da4a-44aa-92eb-b36e3609ed4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696690 Apr 05 12:39:21.133558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-88fec11a-0127-4ec0-828c-adbb092d1490 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373687 Apr 05 12:39:21.265672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9b098f82-4786-42f8-9c8a-fab608b6ecdd req-a44f9701-82cb-4924-b029-42b2bbbb9eb4 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257429 Apr 05 12:39:21.906467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98b2c5-b94f-4720-a796-9d91f06998c3 req-d644b652-4e63-48cf-bd4f-988bc74ae773 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:21.907922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd98b2c5-b94f-4720-a796-9d91f06998c3 req-d644b652-4e63-48cf-bd4f-988bc74ae773 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0833654 Apr 05 12:39:21.952869 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd98b2c5-b94f-4720-a796-9d91f06998c3 req-8175800b-5f3a-4cc5-9efd-c53a7eb5f5f0 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0382738 Apr 05 12:39:23.135835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f96d5-bf52-474a-bad6-39a0854cb3b9 req-f8b2f587-a973-4d30-9f6c-ea1f5ff92fdb tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:23.137270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb0f96d5-bf52-474a-bad6-39a0854cb3b9 req-f8b2f587-a973-4d30-9f6c-ea1f5ff92fdb tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0803862 Apr 05 12:39:23.185732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bb0f96d5-bf52-474a-bad6-39a0854cb3b9 req-38b22e65-d78d-475d-85aa-6930a366d0b0 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0426471 Apr 05 12:39:23.260603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-588603e8-2b23-4959-b137-5f8ff559496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:24.375205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f191ad-b9f9-4f0d-a7e7-038e2da0a153 req-eefc8ef7-81e0-4999-b591-2785d925da98 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:24.376553 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18f191ad-b9f9-4f0d-a7e7-038e2da0a153 req-eefc8ef7-81e0-4999-b591-2785d925da98 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0874135 Apr 05 12:39:24.422661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18f191ad-b9f9-4f0d-a7e7-038e2da0a153 req-514e0ddd-fced-4562-8b3c-bd7f7e9fe1a6 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0397584 Apr 05 12:39:24.695283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:25.329607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1faefc19-6738-4ecb-be3c-8f0dddd23b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:25.609096 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1c0c1-c088-4d5a-b42b-3a1eb46e772b req-19595f6c-0262-4cbc-a347-5500ce476a00 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:25.610512 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29a1c0c1-c088-4d5a-b42b-3a1eb46e772b req-19595f6c-0262-4cbc-a347-5500ce476a00 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0813298 Apr 05 12:39:25.661489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29a1c0c1-c088-4d5a-b42b-3a1eb46e772b req-e432693b-c55b-4da5-9704-168a48349844 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0448167 Apr 05 12:39:26.509239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:26.572695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:26.841586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411229-e6a9-4b6b-8c17-97ac79afa261 req-2047f444-9907-465a-b7e4-08b420ec7621 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:26.842917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c411229-e6a9-4b6b-8c17-97ac79afa261 req-2047f444-9907-465a-b7e4-08b420ec7621 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0791230 Apr 05 12:39:26.887119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c411229-e6a9-4b6b-8c17-97ac79afa261 req-68a6b499-1c59-40a8-ab2d-e9aff28779e8 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0385139 Apr 05 12:39:27.812141 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:28.219198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76139-a9bb-4e04-b386-db385e4e00ee req-7ba83e0b-83bf-4fef-b577-a65a48f67820 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:28.220611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37c76139-a9bb-4e04-b386-db385e4e00ee req-7ba83e0b-83bf-4fef-b577-a65a48f67820 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0822046 Apr 05 12:39:28.266400 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37c76139-a9bb-4e04-b386-db385e4e00ee req-3ef54d49-09b0-4541-98f6-02e090128052 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394967 Apr 05 12:39:29.450240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aec8a4-3f5b-4702-a587-cdaa885242ae req-a227ae5f-ed2a-4a4f-ada5-76fa8e84b1f6 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:29.451865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36aec8a4-3f5b-4702-a587-cdaa885242ae req-a227ae5f-ed2a-4a4f-ada5-76fa8e84b1f6 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0782959 Apr 05 12:39:29.499849 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36aec8a4-3f5b-4702-a587-cdaa885242ae req-18664820-24a8-473e-a323-628c95dbb3b7 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422668 Apr 05 12:39:30.680166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dad970-20fd-45ed-89b3-2904da1972cb req-66120f53-0517-4fd5-8450-c441096bbc15 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:30.681566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1dad970-20fd-45ed-89b3-2904da1972cb req-66120f53-0517-4fd5-8450-c441096bbc15 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0790203 Apr 05 12:39:30.726394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1dad970-20fd-45ed-89b3-2904da1972cb req-99fd5dc5-bfa0-4058-97aa-38c0d67b54ec tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391889 Apr 05 12:39:31.911012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73502a24-3084-4a91-9ae2-b7d574ea5376 req-5a1aa83f-4d1b-41b7-8ae6-e7bdb8af9f08 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:31.912445 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73502a24-3084-4a91-9ae2-b7d574ea5376 req-5a1aa83f-4d1b-41b7-8ae6-e7bdb8af9f08 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0812919 Apr 05 12:39:32.053863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-73502a24-3084-4a91-9ae2-b7d574ea5376 req-d5014d34-f4ad-437d-b512-fdedb2b3fb3f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1354699 Apr 05 12:39:33.237116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cd5d6-cbb9-4244-bf14-3321d2e70576 req-e01491ac-b718-4027-864f-1ebfa60a3a56 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:33.239130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-947cd5d6-cbb9-4244-bf14-3321d2e70576 req-e01491ac-b718-4027-864f-1ebfa60a3a56 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0786774 Apr 05 12:39:33.289836 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-947cd5d6-cbb9-4244-bf14-3321d2e70576 req-3016face-2b92-4842-a3b5-d0ec26204c10 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&id=c42af7bc-88ae-4249-a0c9-37a0e44bad3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449684 Apr 05 12:39:33.557409 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-b7c79280-8b59-488e-a3ed-a9f294c42def service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740726 Apr 05 12:39:33.691209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-417128cc-04a7-4162-ac08-2e2dbcce2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:33.692667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-417128cc-04a7-4162-ac08-2e2dbcce2cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1138 time: 0.0691135 Apr 05 12:39:33.835372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-091667ca-12e1-46d2-b4f7-5f8854ec3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:33.837009 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-091667ca-12e1-46d2-b4f7-5f8854ec3411 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1272783 Apr 05 12:39:33.938952 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-3db28b33-0e81-4923-abd9-d06329d626de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 1001 time: 0.0955148 Apr 05 12:39:34.002038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-57211a77-cc6c-4e5e-b6bc-91ca67595ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:34.003441 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-57211a77-cc6c-4e5e-b6bc-91ca67595ded service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0589316 Apr 05 12:39:34.077265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-1d1f9732-3b3d-46e9-a05c-b865150292d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:39:34.078723 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-1d1f9732-3b3d-46e9-a05c-b865150292d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695190 Apr 05 12:39:34.209377 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-6a3110c8-0933-4135-aa4b-108ede648c21 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246505 Apr 05 12:39:34.342125 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b8f59a18-61ac-4c6b-862b-a1e9d74bf1fe req-5a343ae2-e90e-4d4e-a0b5-09ea31333df7 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268694 Apr 05 12:39:47.292302 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:39:53.262180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e27e6352-cfc8-49d8-bfd4-e784fd5ce9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:54.701203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:55.331019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-094cf2a8-af9b-4427-9cce-167a347eaad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:56.512014 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:56.573966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:39:57.815269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:05.795713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-a8b41009-02bc-4813-853a-7305e655533f tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19668456&fields=id&tenant_id=75a34051e4a54d4393fbb2feafadcb49 HTTP/1.1" status: 200 len: 267 time: 0.0389585 Apr 05 12:40:05.883773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-28f92095-ea61-4609-bcfc-d85b901fcc17 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:05.885221 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-28f92095-ea61-4609-bcfc-d85b901fcc17 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 985 time: 0.0842748 Apr 05 12:40:05.895640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Request body: {'port': {'security_groups': ['b3d5cb58-d956-41bd-9636-7f17a508641e']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:06.018525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.258383 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:06.283275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.288559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.300512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:40:06.358658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:06.359312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.360707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9fc36aa4-b9b2-4c68-b829-6b46567092ad req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "PUT /v2.0/ports/700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 943 time: 0.4694428 Apr 05 12:40:06.361165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:06.367980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33440) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:06.399137 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event updated for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=7']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:06.407630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.408224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.408723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.409194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.409661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.410119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.410595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.411193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.411787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.412389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.413022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.413822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e2e1a1-06d2-4066-814a-36597a19efaa tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.424423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:40:06.458311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.462793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:40:06.493770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.538685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f170-af52-493e-a2f2-3846bb36c150 req-519643c1-0b16-4f36-960b-e83d0b3727ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:06.540294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-519643c1-0b16-4f36-960b-e83d0b3727ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1099 time: 0.0902817 Apr 05 12:40:06.577800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.714546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-c5336f31-7e9e-49b3-b467-66d3ed74d605 None None] Provisioning complete for port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:06.714925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c5336f31-7e9e-49b3-b467-66d3ed74d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.718467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42af7bc-88ae-4249-a0c9-37a0e44bad3c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:06.720973 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.725151 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "DELETE /v2.0/security-groups/c42af7bc-88ae-4249-a0c9-37a0e44bad3c HTTP/1.1" status: 204 len: 168 time: 0.3531320 Apr 05 12:40:06.725795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33444) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:06.789983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f170-af52-493e-a2f2-3846bb36c150 req-94072e65-b728-411c-91b5-c51981082472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:06.791728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-94072e65-b728-411c-91b5-c51981082472 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.2438166 Apr 05 12:40:06.811291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.811647 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.811992 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.812335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.812676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.813010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.813346 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.813678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.814011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.814340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.814670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.814996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6c761e-bded-4e40-9168-a458dd056a26 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:06.900238 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-5e45904f-47b5-47e8-8533-0cf3514de54f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 1001 time: 0.1020865 Apr 05 12:40:06.948064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Deleting port ee272d7d-681a-4f26-829a-d5d3862f8536 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:06.948409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:06.965742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f170-af52-493e-a2f2-3846bb36c150 req-bdf8b04c-6735-4085-9f59-2efc12c2dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:06.967209 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-bdf8b04c-6735-4085-9f59-2efc12c2dd96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0609813 Apr 05 12:40:07.044916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f170-af52-493e-a2f2-3846bb36c150 req-34498440-bfbb-4078-98a9-e0ee0d64d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:07.046979 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-34498440-bfbb-4078-98a9-e0ee0d64d296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737782 Apr 05 12:40:07.115857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:07.115857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:07.181847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-9fa240c3-74c7-4cc2-a060-c31330e2c9fa service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292646 Apr 05 12:40:07.236834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Calling delete_port for ee272d7d-681a-4f26-829a-d5d3862f8536 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:07.314499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b140f170-af52-493e-a2f2-3846bb36c150 req-02ee3d85-b550-4a6c-ab70-b30cfc6bc539 service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251500 Apr 05 12:40:07.388189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:07.464842 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event deleted for resources: {'Port': ['ID=ee272d7d-681a-4f26-829a-d5d3862f8536,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:07.528578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:07.528922 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Floating IP 7f312345-da64-4b5f-9f8b-5034989c4254 disassociated (deleted). External IP: 172.26.5.24, port: 700cc3ac-937b-45af-a3c9-01c79dd1ab8c. Apr 05 12:40:07.879880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:40:08.173305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:08.184254 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Sync routers for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:08.195962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:08.197987 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:08.198649 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:08.250829 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0b1cde2a-85d4-44cd-9cfb-959c4fe41ab2 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "DELETE /v2.0/floatingips/7f312345-da64-4b5f-9f8b-5034989c4254 HTTP/1.1" status: 204 len: 168 time: 1.5244281 Apr 05 12:40:08.251526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:08.379312 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:08.389516 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:40:08.489015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-43b929b9-e960-4b18-b593-76c4bd594345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:08.490486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-43b929b9-e960-4b18-b593-76c4bd594345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75a34051e4a54d4393fbb2feafadcb49&device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 1099 time: 0.0769622 Apr 05 12:40:08.629325 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-227019e7-7c37-47af-9ff9-752cbc143c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:08.631187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-227019e7-7c37-47af-9ff9-752cbc143c75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 200 len: 915 time: 0.1352625 Apr 05 12:40:08.712579 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-94ad4b9c-8ab1-4e38-aaa0-8f3a668a0f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 200 len: 217 time: 0.0718184 Apr 05 12:40:08.750480 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:08.754325 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Checking router: e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:08.763104 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:08.763702 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:08.774740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-d3cd64fa-4ced-4e86-a8c5-941e6bc9fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:08.776232 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-d3cd64fa-4ced-4e86-a8c5-941e6bc9fb6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 200 len: 853 time: 0.0582263 Apr 05 12:40:08.856625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-b5b08e57-1f9a-4086-ba25-db6dde4ad6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:08.858106 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-b5b08e57-1f9a-4086-ba25-db6dde4ad6fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8887529b-8525-4800-ab23-aa029df56299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746429 Apr 05 12:40:08.937689 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:08.990898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-f98cee68-0046-4023-9040-9c0577aea36f service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257915 Apr 05 12:40:09.131784 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ba7336bc-3155-4794-a44f-0950ba28dc4d req-5c1d5ca4-c2f5-4229-aebd-a77a72911ded service neutron] 10.222.0.30 "GET /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341386 Apr 05 12:40:09.264422 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:09.268416 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d9546-3f9a-482d-b28d-045654a277a9 None None] The sync data for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv is: [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:11Z', 'revision_number': 4, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '0d67650d-15c3-4fdd-915f-c0ee3d559e70', 'name': '', 'network_id': '8887529b-8525-4800-ab23-aa029df56299', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'mac_address': 'fa:16:3e:1c:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:10Z', 'updated_at': '2022-04-05T12:38:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'subnets': [{'id': '9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:09.488798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b89cdd-613b-4786-b79d-29bd8cb906b4 None None] New status for floating IP 7f312345-da64-4b5f-9f8b-5034989c4254: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:40:12.611163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5249d-b11f-4356-a260-bd0cfe1f8f73 req-364f3fdd-c903-4bdd-b83b-4f3b76a34ae0 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:12.612319 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5de5249d-b11f-4356-a260-bd0cfe1f8f73 req-364f3fdd-c903-4bdd-b83b-4f3b76a34ae0 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0811744 Apr 05 12:40:12.659878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5de5249d-b11f-4356-a260-bd0cfe1f8f73 req-58429c55-2e88-4db1-9d23-0f4b483a53eb tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Apr 05 12:40:13.844587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5947a-6a32-4658-a4f3-15b12e013c09 req-345a1f3c-7c8e-45c5-b2b6-547198e15c02 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:13.846020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-77d5947a-6a32-4658-a4f3-15b12e013c09 req-345a1f3c-7c8e-45c5-b2b6-547198e15c02 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0796428 Apr 05 12:40:13.888996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-77d5947a-6a32-4658-a4f3-15b12e013c09 req-7934c8d6-bd96-49ca-ba44-97232dd08531 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3d5cb58-d956-41bd-9636-7f17a508641e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365932 Apr 05 12:40:14.213034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a25c3424-85d3-4333-9113-a7555798308a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:14.214426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a25c3424-85d3-4333-9113-a7555798308a tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.30 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 946 time: 0.0810349 Apr 05 12:40:14.380550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Deleting port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:14.380836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:14.623822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] For port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:14.624170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:14.746413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Calling delete_port for 700cc3ac-937b-45af-a3c9-01c79dd1ab8c owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:14.888240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:14.899547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['700cc3ac-937b-45af-a3c9-01c79dd1ab8c'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:40:14.940485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Pushing event deleted for resources: {'Port': ['ID=700cc3ac-937b-45af-a3c9-01c79dd1ab8c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:15.056831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] No DVR routers for this DVR port 700cc3ac-937b-45af-a3c9-01c79dd1ab8c on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:40:15.059412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:15.062112 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'name': 'network-vif-deleted', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:15.068090 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37e4a8b5-1bc2-4ad6-a408-915e0c1072f3 req-fb43a45e-ecc1-484a-a01e-e4625e57a88d tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.50 "GET /v2.0/ports?device_id=32b0c4f0-32c2-49dd-942b-67ed144960fd HTTP/1.1" status: 200 len: 210 time: 0.0593436 Apr 05 12:40:15.076195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c7388edb-6032-41a8-a255-a59e6956f2b1 req-a09be801-eae0-4e5e-82f7-6369ddd0fa78 tempest-TestMinimumBasicScenario-1721842701 tempest-TestMinimumBasicScenario-1721842701-project] 10.222.0.30 "DELETE /v2.0/ports/700cc3ac-937b-45af-a3c9-01c79dd1ab8c HTTP/1.1" status: 204 len: 173 time: 0.8563023 Apr 05 12:40:15.125206 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b0c4f0-32c2-49dd-942b-67ed144960fd', 'name': 'network-vif-deleted', 'tag': '700cc3ac-937b-45af-a3c9-01c79dd1ab8c', 'status': 'completed', 'code': 200} Apr 05 12:40:16.696603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33530) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:17.234939 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:17.596829 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Deleting port 0d67650d-15c3-4fdd-915f-c0ee3d559e70 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:17.597162 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:17.761096 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] For port 0d67650d-15c3-4fdd-915f-c0ee3d559e70, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=0d67650d-15c3-4fdd-915f-c0ee3d559e70,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:17.761694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:17.897129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Calling delete_port for 0d67650d-15c3-4fdd-915f-c0ee3d559e70 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:18.316255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:18.363102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0d67650d-15c3-4fdd-915f-c0ee3d559e70,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:18.631063 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:18.644186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 700cc3ac-937b-45af-a3c9-01c79dd1ab8c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:18.677694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 700cc3ac-937b-45af-a3c9-01c79dd1ab8c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:18.678037 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 700cc3ac-937b-45af-a3c9-01c79dd1ab8c not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:18.977460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:40:19.151114 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:19.159505 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Sync routers for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:19.163005 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7ed1e613-c1f0-4e44-97c1-e504940c65ef admin admin] 10.222.0.50 "PUT /v2.0/routers/e8e054b6-1fc9-4dab-b717-3dabc44bb5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652829 Apr 05 12:40:19.165464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33534) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:19.168488 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:19.169147 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:19.347953 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:19.451980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:19.630807 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70'}], 'enable_snat': True}, 'gw_port_id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:40:18Z', 'revision_number': 5, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port': {'id': 'a8183d80-0a83-4f80-b888-478dc7ae05f0', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:36:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:19.634479 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Checking router: e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:19.635468 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:19.642899 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Routers {'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:19.643527 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:19.646763 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Deleting port a8183d80-0a83-4f80-b888-478dc7ae05f0 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:19.647393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:19.815777 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] Set router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:19.832227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] For port a8183d80-0a83-4f80-b888-478dc7ae05f0, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a8183d80-0a83-4f80-b888-478dc7ae05f0,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:19.832558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:19.950730 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:40:19Z', 'revision_number': 6, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:19.954596 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eef8b1d-457e-47e6-b5e9-316dbca2b237 None None] The sync data for ids ['e8e054b6-1fc9-4dab-b717-3dabc44bb5d6'] in dv-neutron-833203-3-hyperv is: [{'id': 'e8e054b6-1fc9-4dab-b717-3dabc44bb5d6', 'name': 'tempest-TestMinimumBasicScenario-296977467-router', 'tenant_id': '75a34051e4a54d4393fbb2feafadcb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:07Z', 'updated_at': '2022-04-05T12:40:19Z', 'revision_number': 6, 'project_id': '75a34051e4a54d4393fbb2feafadcb49', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:19.960688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Calling delete_port for a8183d80-0a83-4f80-b888-478dc7ae05f0 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:20.131967 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.178581 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8183d80-0a83-4f80-b888-478dc7ae05f0,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:20.269743 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.445501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.447661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.468559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.469101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:40:20.480884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.481984 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c23f8f3f-e1db-4f2b-b09c-0dde35d059a4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e8e054b6-1fc9-4dab-b717-3dabc44bb5d6 HTTP/1.1" status: 204 len: 168 time: 1.3156440 Apr 05 12:40:20.484491 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33538) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:20.545531 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Deleting subnet 9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:40:20.548326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.596589 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.672051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.743770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.783678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:20.787541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:20.789151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fbdb82-96a4-45df-b021-355104e58280 None None] Network 8887529b-8525-4800-ab23-aa029df56299 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:40:20.794180 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-20a64758-0dda-4bf2-b846-5c2015e32053 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d9c4f45-20e2-4eb7-9b0a-781ea4983c1e HTTP/1.1" status: 204 len: 168 time: 0.3087554 Apr 05 12:40:20.796683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33542) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:21.016596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.027810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Deleting port 25733311-7577-4854-ad9e-8d8435c8e080 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:21.028138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.046498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] DHCP port deletion for 8887529b-8525-4800-ab23-aa029df56299 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:40:21.050760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Deleting port 25733311-7577-4854-ad9e-8d8435c8e080 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:21.051105 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.246914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] For port 25733311-7577-4854-ad9e-8d8435c8e080, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25733311-7577-4854-ad9e-8d8435c8e080,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:21.247515 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.252495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] For port 25733311-7577-4854-ad9e-8d8435c8e080, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25733311-7577-4854-ad9e-8d8435c8e080,segment=NetworkSegment(2667f450-5a9a-48e3-a602-c1e8002d5358),segment_id=2667f450-5a9a-48e3-a602-c1e8002d5358)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:21.252883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.369002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Calling delete_port for 25733311-7577-4854-ad9e-8d8435c8e080 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:21.401225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Calling delete_port for 25733311-7577-4854-ad9e-8d8435c8e080 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:21.444806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.471845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:40:21.472193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:40:21.497258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=25733311-7577-4854-ad9e-8d8435c8e080,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:21.500821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] No DVR routers for this DVR port 25733311-7577-4854-ad9e-8d8435c8e080 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:40:21.614677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.639685 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8887529b-8525-4800-ab23-aa029df56299']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:21.651291 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2667f450-5a9a-48e3-a602-c1e8002d5358') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:21.651587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2667f450-5a9a-48e3-a602-c1e8002d5358') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:21.662981 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.678954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.684805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:40:21.685185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:40:21.698067 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:40:21.774426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.788875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25733311-7577-4854-ad9e-8d8435c8e080 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:21.791640 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:21.803643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8887529b-8525-4800-ab23-aa029df56299,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:21.822832 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 25733311-7577-4854-ad9e-8d8435c8e080 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:21.823353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25733311-7577-4854-ad9e-8d8435c8e080 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:21.823622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a8183d80-0a83-4f80-b888-478dc7ae05f0 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:21.827795 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6629df7f-a72c-44d8-b81e-49a4483ca9b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8887529b-8525-4800-ab23-aa029df56299 HTTP/1.1" status: 204 len: 168 time: 1.0301468 Apr 05 12:40:21.830632 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33546) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:21.860781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: a8183d80-0a83-4f80-b888-478dc7ae05f0 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:21.861128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a8183d80-0a83-4f80-b888-478dc7ae05f0 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:21.861552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d67650d-15c3-4fdd-915f-c0ee3d559e70 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:21.893764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 0d67650d-15c3-4fdd-915f-c0ee3d559e70 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:21.894028 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 0d67650d-15c3-4fdd-915f-c0ee3d559e70 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:21.973482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Deleting port 25733311-7577-4854-ad9e-8d8435c8e080 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:21.973866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:22.042210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-68ead493-1d8e-4a84-bed9-ef2bdb0894e7 None None] The port '25733311-7577-4854-ad9e-8d8435c8e080' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:40:22.369852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:22.804821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Deleting port 19860b8e-30bd-46a8-9140-f830b9628638 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:22.805160 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:22.972905 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] For port 19860b8e-30bd-46a8-9140-f830b9628638, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=19860b8e-30bd-46a8-9140-f830b9628638,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:22.973263 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:23.100938 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Calling delete_port for 19860b8e-30bd-46a8-9140-f830b9628638 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:23.264550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f7159a43-7f70-41c2-bffb-d674ef725a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:23.283644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:23.329181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Pushing event deleted for resources: {'Port': ['ID=19860b8e-30bd-46a8-9140-f830b9628638,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:23.594610 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.038884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Router d9fc1456-52ba-479e-8faf-152fba7dea31 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:40:24.216350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:24.225548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Sync routers for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:24.227241 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3086b2f8-e56a-4c9a-9054-48cfaba8eebc admin admin] 10.222.0.50 "PUT /v2.0/routers/d9fc1456-52ba-479e-8faf-152fba7dea31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3940597 Apr 05 12:40:24.229690 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33554) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:24.237609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:24.238222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:24.292478 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:40:24.407676 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.415471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:24.582919 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.593024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Deleting port cc8acde1-6c6f-4755-b796-03fac1a977a2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:24.593364 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.695264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.705691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192'}], 'enable_snat': True}, 'gw_port_id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:40:23Z', 'revision_number': 5, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port': {'id': 'cc8acde1-6c6f-4755-b796-03fac1a977a2', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:38:14Z', 'updated_at': '2022-04-05T12:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:24.710277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Checking router: d9fc1456-52ba-479e-8faf-152fba7dea31 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:24.718464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Routers {'d9fc1456-52ba-479e-8faf-152fba7dea31'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:24.719084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:39:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d9fc1456-52ba-479e-8faf-152fba7dea31'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:24.765501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] For port cc8acde1-6c6f-4755-b796-03fac1a977a2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cc8acde1-6c6f-4755-b796-03fac1a977a2,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:24.766073 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:24.868415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] Set router d9fc1456-52ba-479e-8faf-152fba7dea31 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:24.886643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Calling delete_port for cc8acde1-6c6f-4755-b796-03fac1a977a2 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:24.976411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:40:24Z', 'revision_number': 6, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:24.980311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeeaa63-ce36-4bbc-805d-03dd09c2422d None None] The sync data for ids ['d9fc1456-52ba-479e-8faf-152fba7dea31'] in dv-neutron-833203-3-hyperv is: [{'id': 'd9fc1456-52ba-479e-8faf-152fba7dea31', 'name': 'tempest-TestMinimumBasicScenario-1907320431-router', 'tenant_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:38:13Z', 'updated_at': '2022-04-05T12:40:24Z', 'revision_number': 6, 'project_id': 'c75ad3e48f75408da591c5a8d6ad287c', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:25.052953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.123681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8acde1-6c6f-4755-b796-03fac1a977a2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:25.296366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.337542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-933b2213-f0e5-45a6-8e29-b1c243105927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.472923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.475677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.498456 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.498966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fc1456-52ba-479e-8faf-152fba7dea31 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:40:25.510932 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.512131 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-91feea47-9b47-4ea4-bf10-012be04a71a5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d9fc1456-52ba-479e-8faf-152fba7dea31 HTTP/1.1" status: 204 len: 168 time: 1.2815661 Apr 05 12:40:25.514579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33558) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:25.576294 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Deleting subnet 57799fef-aea0-4c3a-b7c0-cd237f7c2f6b {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:40:25.579152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.627995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.705996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.776571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.791049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 19860b8e-30bd-46a8-9140-f830b9628638 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:25.814805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57799fef-aea0-4c3a-b7c0-cd237f7c2f6b,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:25.818724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.828196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da5041-217c-4855-90dd-dbee94554ab9 None None] Network c59caec9-b36b-4eeb-ad24-263e3aa7905f requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:40:25.829123 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-900d2be5-21e9-40b2-b970-c4e917652248 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/57799fef-aea0-4c3a-b7c0-cd237f7c2f6b HTTP/1.1" status: 204 len: 168 time: 0.3134832 Apr 05 12:40:25.831488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33562) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:25.854829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 19860b8e-30bd-46a8-9140-f830b9628638 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:25.855212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 19860b8e-30bd-46a8-9140-f830b9628638 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:25.855629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cc8acde1-6c6f-4755-b796-03fac1a977a2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:25.904344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cc8acde1-6c6f-4755-b796-03fac1a977a2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:25.904694 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cc8acde1-6c6f-4755-b796-03fac1a977a2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:25.952025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:25.963890 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Deleting port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:25.964230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.181856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] For port 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=61b3ae77-278f-4c2b-a33c-1f3c88df4008,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:26.182208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.207330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] DHCP port deletion for c59caec9-b36b-4eeb-ad24-263e3aa7905f request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:40:26.212273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Deleting port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:26.212640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.309789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Calling delete_port for 61b3ae77-278f-4c2b-a33c-1f3c88df4008 owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:26.388826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.416517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] For port 61b3ae77-278f-4c2b-a33c-1f3c88df4008, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=61b3ae77-278f-4c2b-a33c-1f3c88df4008,segment=NetworkSegment(f57be4e8-cdee-44bc-a475-7d22327a62f7),segment_id=f57be4e8-cdee-44bc-a475-7d22327a62f7)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:26.416911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.437297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] No DVR routers for this DVR port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:40:26.439133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b3ae77-278f-4c2b-a33c-1f3c88df4008,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:26.541334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Calling delete_port for 61b3ae77-278f-4c2b-a33c-1f3c88df4008 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:40:26.554449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.579811 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59caec9-b36b-4eeb-ad24-263e3aa7905f']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:26.592728 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57be4e8-cdee-44bc-a475-7d22327a62f7') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:26.593024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57be4e8-cdee-44bc-a475-7d22327a62f7') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:26.606772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.607281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.612151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.624857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.631379 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:40:26.631821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.635858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:40:26.636289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:40:26.645330 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:40:26.808520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.824512 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:26.835434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59caec9-b36b-4eeb-ad24-263e3aa7905f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:26.838175 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-453b9fa0-12a9-45a7-b3c9-0230582d43e9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c59caec9-b36b-4eeb-ad24-263e3aa7905f HTTP/1.1" status: 204 len: 168 time: 1.0056300 Apr 05 12:40:27.027887 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33568) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:27.075771 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8124d092-e4ab-4bbf-98cc-d8730c4fb3b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75a34051e4a54d4393fbb2feafadcb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467119 Apr 05 12:40:27.078283 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33572) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:27.137825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Deleting port 61b3ae77-278f-4c2b-a33c-1f3c88df4008 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:40:27.138369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.143583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.176356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.215693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c239f29-1e87-44d5-a87c-0b75758fb36a None None] The port '61b3ae77-278f-4c2b-a33c-1f3c88df4008' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:40:27.237530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.257259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5cb58-d956-41bd-9636-7f17a508641e,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:27.261574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.262672 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5a4d0da3-f0c0-4ed5-99ea-ad40fa408c5f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3d5cb58-d956-41bd-9636-7f17a508641e HTTP/1.1" status: 204 len: 168 time: 0.1835155 Apr 05 12:40:27.625453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33580) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:27.674251 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-9f769636-aa6b-45ae-9984-4fdbd23828dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c75ad3e48f75408da591c5a8d6ad287c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474102 Apr 05 12:40:27.676783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33584) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:27.734985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.761382 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.786481 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 61b3ae77-278f-4c2b-a33c-1f3c88df4008 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:40:27.819858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.829849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 61b3ae77-278f-4c2b-a33c-1f3c88df4008 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:40:27.830495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 61b3ae77-278f-4c2b-a33c-1f3c88df4008 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:40:27.837490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dba3186-60d6-4374-93e9-b753454b83bf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:27.842764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:27.846854 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5920a284-85aa-4719-bfe1-1881aa98c0b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8dba3186-60d6-4374-93e9-b753454b83bf HTTP/1.1" status: 204 len: 168 time: 0.1663196 Apr 05 12:40:27.846946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.569027 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33628) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:30.574008 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348303944', 'description': 'tempest-secgroup-smoke-1348303944 description', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:30.580037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:30.583772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:30.586822 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:30.592883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:30.602620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.614156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.628643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:30.632361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:30.635084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:30.640639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:30.722723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.726886 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.736942 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:30.744872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:30.749505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:30.762848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:30.770032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410a8197-7f53-4c55-a494-bf70dc45fc52,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:30.847290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.851940 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.896449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f1956-1274-40a5-979e-98cc1d8cd2f1,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:30.901227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:30.902485 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-777c5949-8606-42fc-a632-84e56a93d8fb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3325031 Apr 05 12:40:30.905332 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33632) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:30.910293 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:30.916830 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:30.920620 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:30.923477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:30.929085 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:30.945661 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.004555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.007937 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.030561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8270f06-0f3a-4c44-9484-610d7758a73b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.040392 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.041561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-98b695b4-78bf-4795-8057-f7c9a3f2e5fd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353190 Apr 05 12:40:31.044295 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33636) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.049214 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.055047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.058945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.061861 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.067561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.083929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.144044 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.148248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.175454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e749a682-b1f9-41cb-816e-a69cce82e68f,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.184467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.185645 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d16187a4-47dc-4b64-b29a-b181d69f92f1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404185 Apr 05 12:40:31.188307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33640) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.193644 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.199338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.203104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.205928 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.212530 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.230161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.293457 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.296657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.321163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e73b81-3a96-4871-91a3-9dfc1f395c6a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.330213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.331375 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5cfa331f-9885-4bab-b971-b91b4cd22ef2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421399 Apr 05 12:40:31.335533 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33644) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.340390 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.346072 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.349857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.352744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.358375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.373338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.434657 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.437868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.461397 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d854b4-26a2-4bf4-b4ef-2253575c4a6e,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.469288 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.470465 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-853bfe69-16b6-476f-bc81-ea777a6c2d4d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340249 Apr 05 12:40:31.473336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33648) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.478586 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.484518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.488318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.491187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.500160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.510867 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:40:31.517337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.582266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.587002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.609883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1f25fc-4819-4dd8-8bfb-585a50254a15,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.618375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.619641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-01710d02-d149-4264-a8ab-170e28afc682 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452100 Apr 05 12:40:31.622286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33652) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.627101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'ad2f1956-1274-40a5-979e-98cc1d8cd2f1', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.633334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.637092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.639950 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.645560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.655621 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:40:31.662523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.728978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.732672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.754921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d042619-b86d-4fb9-a799-8fa3f9109e23,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:31.763622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.764770 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fa308ca3-8e02-445c-be36-d52ab8ca0d3e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415625 Apr 05 12:40:31.767833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33656) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.773571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'network': {'name': 'tempest-network-smoke--2101136894', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.778208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.781936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:network and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.784741 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.791099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.800980 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:40:31.804331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.830719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:40:31.840233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.840488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Added segment 4ddcc666-bcba-45d3-8185-2dece75e2b08 of type vlan for network ac93df08-3ee7-4d71-9519-35cc6a4fd44c Apr 05 12:40:31.868159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.896312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.901592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:31.902196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.951946 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1831038 Apr 05 12:40:31.954963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33660) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:31.960988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'admin_state_up': True, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:31.968052 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:31.971760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:router and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:31.974516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:31.980757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:31.990816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:31.992018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.008441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.013879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20004ea-c62b-47d2-80e9-9bb6270fed39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Network': ['ID=ac93df08-3ee7-4d71-9519-35cc6a4fd44c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:32.025635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:40:32.272249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.561734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.590659 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.809866 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.100 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:40:32.953171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:32.981962 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:33.044024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:33.050800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:33.055386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:40:33.085150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:33.471721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:33.807279 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:34.005683 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router aa013aee-7a97-4d3c-8230-22f1d25b6e80 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:40:34.283490 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:34.295251 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Sync routers for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:34.304569 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:34.305365 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:34.309953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:34.311225 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5d840495-34ed-41a9-99bc-da33059176f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3552141 Apr 05 12:40:34.314323 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33664) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:34.454830 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-24291d76-bd83-4b0c-a079-7ff9446e2af7 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9e44b6433ed54364a6d87336b9c7b5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1369421 Apr 05 12:40:34.455076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33670) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:34.480763 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:34.583239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c8133-4e52-4218-bb79-30721c263feb tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:34.584903 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c34c8133-4e52-4218-bb79-30721c263feb tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287029 Apr 05 12:40:34.587770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33674) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:34.626713 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c7b41577-4de1-49d7-90a4-0665e32abcce tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378966 Apr 05 12:40:34.629338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33678) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:34.635370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771596056', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:34.744030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:34.747888 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:subnet and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:34.750619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:34.756707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:34.758578 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:34.762462 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Checking router: aa013aee-7a97-4d3c-8230-22f1d25b6e80 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:34.762806 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Updating router aa013aee-7a97-4d3c-8230-22f1d25b6e80 port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:40:34.766826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:40:34.770425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:34.818214 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:34.983788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.065197 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Checking segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:40:35.065857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network hostable DHCP agents. Network: ac93df08-3ee7-4d71-9519-35cc6a4fd44c, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:40:35.073146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Subnet': ['ID=693c1092-ba60-4e61-ac45-1f89ae0e8b63,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:35.088486 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:40:35.098157 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, ac93df08-3ee7-4d71-9519-35cc6a4fd44c) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:35.102816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:35.103482 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.111269 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e12a6-cb45-437a-953d-93c2ce85248d None None] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:40:35.129841 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-007b1db3-04be-4e07-a138-8a48eaa58a75 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4994676 Apr 05 12:40:35.132681 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33682) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:35.149452 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.161012 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Transition to ACTIVE for port object d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:35.168454 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.235977 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Attempting to bind port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:40:35.236271 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Attempting to bind port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:40:35.236618 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Attempting to bind port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:40:35.251294 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:40:35.251666 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:40:35.252064 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.252457 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:40:35.252921 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Bound port: d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:40:35.253290 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.331672 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] For port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:40:35.335529 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] For port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:40:35.336600 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Pushing event updated for resources: {'Port': ['ID=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:35.344798 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.345147 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.345486 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.345818 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.345968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:40:35.346149 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.346480 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.346802 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.347108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.347296 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.347468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.347809 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.348109 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.348428 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.352395 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.427870 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:35.428490 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:35.510925 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Allocated IP 172.20.0.2 (ac93df08-3ee7-4d71-9519-35cc6a4fd44c/693c1092-ba60-4e61-ac45-1f89ae0e8b63/25baf78b-2e8d-486b-b020-bc28b9ded9fa) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:40:35.570079 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab73380-2dee-441f-9462-e2f3f13a04cf None None] Pushing event updated for resources: {'Port': ['ID=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:35.612251 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:35.723385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.734344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Transition to ACTIVE for port object 25baf78b-2e8d-486b-b020-bc28b9ded9fa will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:35.754571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Transition to ACTIVE for port object 25baf78b-2e8d-486b-b020-bc28b9ded9fa will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:35.760828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.822939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:35.824090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:35.832455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:40:35.843873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Pushing event updated for resources: {'Port': ['ID=25baf78b-2e8d-486b-b020-bc28b9ded9fa,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:35.883994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.884341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.884682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.885017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.885349 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.885680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.886007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.886331 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.886655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.886978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.887330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.887654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:40:35.931072 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:35.935496 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4864a-d8ea-4184-92c6-777ad18a58a1 None None] The sync data for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv is: [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:35.982803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Attempting to bind port 25baf78b-2e8d-486b-b020-bc28b9ded9fa on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:40:35.982949 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.983214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Attempting to bind port 25baf78b-2e8d-486b-b020-bc28b9ded9fa by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:40:35.983586 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Attempting to bind port 25baf78b-2e8d-486b-b020-bc28b9ded9fa on network ac93df08-3ee7-4d71-9519-35cc6a4fd44c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:40:35.989645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:40:35.990033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Checking segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:40:35.990437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:35.990992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Bound using segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:40:35.991562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Bound port: 25baf78b-2e8d-486b-b020-bc28b9ded9fa, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:40:35.992048 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:36.087136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] For port 25baf78b-2e8d-486b-b020-bc28b9ded9fa, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:40:36.090464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] For port 25baf78b-2e8d-486b-b020-bc28b9ded9fa, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25baf78b-2e8d-486b-b020-bc28b9ded9fa,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:40:36.095701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:36.208902 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6f4b-d1f1-4977-9fac-1caf84beae5d None None] Pushing event updated for resources: {'Port': ['ID=25baf78b-2e8d-486b-b020-bc28b9ded9fa,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:36.448239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.1 (ac93df08-3ee7-4d71-9519-35cc6a4fd44c/693c1092-ba60-4e61-ac45-1f89ae0e8b63/e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:40:36.620882 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:36.637248 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:36.661744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:36.722957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:36.726615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:36.729305 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:40:36.787947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:36.806516 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.093748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.152452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37242a45-8961-4b96-867a-8999a3b9be86 None None] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:40:37.268072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b0657dc3-fbcd-4f2f-b945-f8c25fa4996b None None] Provisioning for port 25baf78b-2e8d-486b-b020-bc28b9ded9fa completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:37.633695 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.638566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.707437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-22552f35-1230-41ae-890a-3358fc843a7e None None] Provisioning for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:37.712781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-22552f35-1230-41ae-890a-3358fc843a7e None None] Provisioning complete for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:37.713157 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-22552f35-1230-41ae-890a-3358fc843a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.755804 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:37.758252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.776843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-22552f35-1230-41ae-890a-3358fc843a7e None None] Port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:40:37.866856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25baf78b-2e8d-486b-b020-bc28b9ded9fa up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:37.904360 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:37.905525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:37.932975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-31dd1166-da6a-4f49-83b2-4f0c46de8c91 None None] Provisioning complete for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:37.933343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-31dd1166-da6a-4f49-83b2-4f0c46de8c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:37.993946 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 25baf78b-2e8d-486b-b020-bc28b9ded9fa completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:37.999224 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-31dd1166-da6a-4f49-83b2-4f0c46de8c91 None None] Port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:40:38.001701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 25baf78b-2e8d-486b-b020-bc28b9ded9fa triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:38.002076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.115953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router aa013aee-7a97-4d3c-8230-22f1d25b6e80 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:40:38.133537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.143936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-790d7241-f9e2-4fdc-a424-06fbfd3d61cb None None] Provisioning complete for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:38.144322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-790d7241-f9e2-4fdc-a424-06fbfd3d61cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.213242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-790d7241-f9e2-4fdc-a424-06fbfd3d61cb None None] Port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:40:38.215421 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 25baf78b-2e8d-486b-b020-bc28b9ded9fa, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25baf78b-2e8d-486b-b020-bc28b9ded9fa,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:38.219578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.220400 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:38.293493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:38.303018 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1c7e36b8-dd8f-4489-bfc5-38403d36326a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/aa013aee-7a97-4d3c-8230-22f1d25b6e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1692615 Apr 05 12:40:38.307235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Sync routers for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:38.343584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:38.344211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:38.411872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=25baf78b-2e8d-486b-b020-bc28b9ded9fa,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:38.431856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:38.443754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:38.444135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.465590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-7576b170-4253-47aa-82d4-2bfc40c917ba tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348303944&fields=id&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.0406182 Apr 05 12:40:38.587372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:38.619051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-703620d2-e8a1-4f8a-8696-a81e721a232b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:38.619718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-703620d2-e8a1-4f8a-8696-a81e721a232b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:40:38.636968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-703620d2-e8a1-4f8a-8696-a81e721a232b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:40:38.638047 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-703620d2-e8a1-4f8a-8696-a81e721a232b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/networks?id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 200 len: 797 time: 0.1658559 Apr 05 12:40:38.652804 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-f7085002-2d52-4185-9bc9-bdd41b943806 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/quotas/9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0090971 Apr 05 12:40:38.735867 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-97e8791b-0ad1-4985-9b90-82b32bb492eb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777094 Apr 05 12:40:38.751768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-0f2f256e-9648-40ae-8adc-9fbb29d20403 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:40:38.752945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-0f2f256e-9648-40ae-8adc-9fbb29d20403 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050611 Apr 05 12:40:38.785635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:38.886328 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-23adcb5a-d252-4dc1-9f23-158daf23a7af service neutron] 10.222.0.50 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280510 Apr 05 12:40:38.896041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:38.901784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.023007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:39.059787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 2, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:39.063841 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Checking router: aa013aee-7a97-4d3c-8230-22f1d25b6e80 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:39.064313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Updating router aa013aee-7a97-4d3c-8230-22f1d25b6e80 port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:40:39.121689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.124032 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-f000ee6a-d440-413b-a651-97557d255cc0 service neutron] 10.222.0.50 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317135 Apr 05 12:40:39.320916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-687f5c47-2fc0-4501-a3b5-e14e4306043b req-96bcfc72-92ab-4315-bcaa-aacc81aa1f25 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0488770 Apr 05 12:40:39.468333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.480963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Transition to ACTIVE for port object e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:39.487441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.620654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6099ffb-8805-4459-9945-d2097422566a None None] Pushing event updated for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:39.712924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Attempting to bind port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:40:39.713298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Attempting to bind port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:40:39.713662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Attempting to bind port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe on network ac93df08-3ee7-4d71-9519-35cc6a4fd44c {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:40:39.719222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:40:39.719604 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Checking segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:40:39.719999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.720387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Bound using segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:40:39.720852 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Bound port: e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:40:39.721369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.814113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] For port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:40:39.816923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] For port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:40:39.821094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:39.856747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25baf78b-2e8d-486b-b020-bc28b9ded9fa up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:39.966920 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:39.967557 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:40.018515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6099ffb-8805-4459-9945-d2097422566a None None] Pushing event updated for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:40.057217 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 25baf78b-2e8d-486b-b020-bc28b9ded9fa triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:40.057704 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:40.219636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:40.467835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:40.472874 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31fa8cd2-10b8-4230-9e72-a006dfcf8996 req-e355f34f-8ac7-476a-8b08-f36cf686145b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Apr 05 12:40:40.650972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:40.651551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:40.770131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:39Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:40.778792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608caaf-c8ca-4b43-98fb-f98f39b2fade None None] The sync data for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv is: [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:39Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:41.658674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9eb94ec0-cfcf-4cd2-839b-e593fcde06a3 req-c9349034-96d2-491f-8021-67c692f56c3c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0568428 Apr 05 12:40:41.672721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-b9cce7e0-95bd-4aee-8f45-1469c94fd630 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:41.674062 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-b9cce7e0-95bd-4aee-8f45-1469c94fd630 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/networks?id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 200 len: 797 time: 0.2224200 Apr 05 12:40:41.734379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-eb610911-992a-4d2c-ad46-f9422cdd3385 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 380 time: 0.0511026 Apr 05 12:40:41.744195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'port': {'device_id': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'admin_state_up': True, 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'security_groups': ['ad2f1956-1274-40a5-979e-98cc1d8cd2f1']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:41.828631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:41.892085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:41.896990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:port and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:41.898535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:41.900085 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:41.903295 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:41.903739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:41.905880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:41.917408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:40:41.921136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.023943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.055665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:42.060743 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.084723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.7 (ac93df08-3ee7-4d71-9519-35cc6a4fd44c/693c1092-ba60-4e61-ac45-1f89ae0e8b63/e09e08ad-a078-43d8-bfc1-60150ff47cde) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:40:42.128143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:42.284607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.300026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object e09e08ad-a078-43d8-bfc1-60150ff47cde will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:42.323282 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.388423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:42.396343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:42.400612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:40:42.430965 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:42.472279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:42.472899 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.493405 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-99d6dbad-9d1c-4fd6-a0d0-af81e0c81ea0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537444 Apr 05 12:40:42.505357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Request body: {'port': {'device_id': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:42.616891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.620326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f4df2dae-300b-494e-9e2c-1194154a1f7d None None] Provisioning for port e09e08ad-a078-43d8-bfc1-60150ff47cde completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:42.625226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f4df2dae-300b-494e-9e2c-1194154a1f7d None None] Provisioning complete for port e09e08ad-a078-43d8-bfc1-60150ff47cde triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:42.625596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f4df2dae-300b-494e-9e2c-1194154a1f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:42.681515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f4df2dae-300b-494e-9e2c-1194154a1f7d None None] Port e09e08ad-a078-43d8-bfc1-60150ff47cde cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:40:42.955475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9c4dc-799f-4bab-b187-7285a76fcb72 req-efb9635c-d23f-45ab-90bf-dfb1241f7a11 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:42.956278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a5f9c4dc-799f-4bab-b187-7285a76fcb72 req-efb9635c-d23f-45ab-90bf-dfb1241f7a11 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:40:42.995053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-a5f9c4dc-799f-4bab-b187-7285a76fcb72 req-efb9635c-d23f-45ab-90bf-dfb1241f7a11 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:40:42.996191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a5f9c4dc-799f-4bab-b187-7285a76fcb72 req-efb9635c-d23f-45ab-90bf-dfb1241f7a11 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 931 time: 0.2290633 Apr 05 12:40:43.073168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09e08ad-a078-43d8-bfc1-60150ff47cde {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:40:43.085034 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.097392 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a5f9c4dc-799f-4bab-b187-7285a76fcb72 req-e3c9437a-16ed-4cf3-ac84-72b3614f9f3d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713725 Apr 05 12:40:43.106066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Transition to ACTIVE for port object e09e08ad-a078-43d8-bfc1-60150ff47cde will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:40:43.111269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.377569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:43.448687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Attempting to bind port e09e08ad-a078-43d8-bfc1-60150ff47cde on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:40:43.448960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Attempting to bind port e09e08ad-a078-43d8-bfc1-60150ff47cde by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:40:43.449288 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Attempting to bind port e09e08ad-a078-43d8-bfc1-60150ff47cde on network ac93df08-3ee7-4d71-9519-35cc6a4fd44c {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:40:43.453795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Port e09e08ad-a078-43d8-bfc1-60150ff47cde on network ac93df08-3ee7-4d71-9519-35cc6a4fd44c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:40:43.454114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Attempting to bind port e09e08ad-a078-43d8-bfc1-60150ff47cde on network ac93df08-3ee7-4d71-9519-35cc6a4fd44c {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:40:43.460069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:40:43.460404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Checking segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:40:43.460785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Bound using segment: {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:40:43.461216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Bound port: e09e08ad-a078-43d8-bfc1-60150ff47cde, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddcc666-bcba-45d3-8185-2dece75e2b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:40:43.461560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.549891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:40:43.553487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:40:43.557022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.610840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:43.611485 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.612837 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 200 len: 1093 time: 1.1121838 Apr 05 12:40:43.613268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:43.649928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b23640-b671-4f97-aca0-1e9a781f45b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:43.689876 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'status': 'completed', 'code': 200} Apr 05 12:40:43.731418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-b33d13f2-88a2-4d77-ae38-70a3844d672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:43.732900 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-b33d13f2-88a2-4d77-ae38-70a3844d672a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0787971 Apr 05 12:40:43.806984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-472714c4-3b33-4d27-a57e-0eb49a9ac824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 200 len: 217 time: 0.0655272 Apr 05 12:40:43.809065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:43.869036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-378e2953-a0fb-41f2-8d65-5dceaf96527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:43.870467 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-378e2953-a0fb-41f2-8d65-5dceaf96527b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693c1092-ba60-4e61-ac45-1f89ae0e8b63 HTTP/1.1" status: 200 len: 835 time: 0.0582023 Apr 05 12:40:43.886683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:43.887087 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:43.946055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-aed94c10-0107-453e-af06-6665197b3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:43.947551 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-aed94c10-0107-453e-af06-6665197b3897 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710447 Apr 05 12:40:44.078163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-5241a052-56ef-4170-b3fa-f591a376f3c4 service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242383 Apr 05 12:40:44.253848 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a55b016b-7380-4a9a-b1da-ca73ade745b3 req-a21a17bc-f919-4100-a0b8-08731abbf3ca service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702192 Apr 05 12:40:44.298037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557ecd-3dd4-4e78-a5c6-30912cd7ade7 req-36146300-523d-4e33-9cbe-5e75ddc0bbd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:44.299531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d557ecd-3dd4-4e78-a5c6-30912cd7ade7 req-36146300-523d-4e33-9cbe-5e75ddc0bbd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 943 time: 0.0958374 Apr 05 12:40:44.389573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d557ecd-3dd4-4e78-a5c6-30912cd7ade7 req-b3f28925-aaf8-4807-84f2-798b3bae395d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568573 Apr 05 12:40:44.406705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-dbd85c8f-2d69-4da0-9533-d1ff99a38b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:44.408175 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-dbd85c8f-2d69-4da0-9533-d1ff99a38b8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1096 time: 0.1077945 Apr 05 12:40:44.537902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-30013987-89bd-4307-ac5d-b0673287ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:44.539353 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-30013987-89bd-4307-ac5d-b0673287ddf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 200 len: 898 time: 0.1246374 Apr 05 12:40:44.614027 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-0a12685e-887c-4440-96d8-16ee4a37376c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 200 len: 217 time: 0.0675168 Apr 05 12:40:44.680989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-5327a385-b577-4ae2-be15-f068283211bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:44.682414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-5327a385-b577-4ae2-be15-f068283211bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693c1092-ba60-4e61-ac45-1f89ae0e8b63 HTTP/1.1" status: 200 len: 835 time: 0.0626118 Apr 05 12:40:44.758565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-998f6419-ae86-4b71-9992-37519cbe9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:44.760012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-998f6419-ae86-4b71-9992-37519cbe9641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692372 Apr 05 12:40:44.890615 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-c615c850-1f4a-430d-9c5d-6846eafbebff service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226907 Apr 05 12:40:45.024790 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0d17f01a-0078-48c3-864d-ff98e97b0cea req-ddc02e2e-ca33-47fd-a199-31d39d2064ff service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274269 Apr 05 12:40:45.571480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8257474-93fd-4d41-88d1-e48c3b8ab8eb req-8dd1bfc7-2078-4110-9986-8d37018274cc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:45.572909 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e8257474-93fd-4d41-88d1-e48c3b8ab8eb req-8dd1bfc7-2078-4110-9986-8d37018274cc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 943 time: 0.0784633 Apr 05 12:40:45.619598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e8257474-93fd-4d41-88d1-e48c3b8ab8eb req-77780011-d367-4674-bf5c-8db6280353dc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Apr 05 12:40:46.771754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e09e08ad-a078-43d8-bfc1-60150ff47cde details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:40:46.802856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9f1d-ceb0-407e-ab73-f92cc752506c req-97370465-6a9b-4003-bbc3-a1330f2a7f17 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:46.804420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eac9f1d-ceb0-407e-ab73-f92cc752506c req-97370465-6a9b-4003-bbc3-a1330f2a7f17 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 943 time: 0.0790238 Apr 05 12:40:46.849462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2eac9f1d-ceb0-407e-ab73-f92cc752506c req-093b4672-93ae-453a-add2-78c42d930d81 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393970 Apr 05 12:40:46.904803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:46.918346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'port_id': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'mac_address': 'fa:16:3e:b0:d7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:40:46.975837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:46.991843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09e08ad-a078-43d8-bfc1-60150ff47cde {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:40:47.007693 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:47.011134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:47.077116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:47.231976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e09e08ad-a078-43d8-bfc1-60150ff47cde'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:40:48.037065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedbafc-20e2-45e6-ac78-d0fd1387e7ff req-306c3ca7-985f-4a52-b1ca-fb64148b32f7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:48.039066 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfedbafc-20e2-45e6-ac78-d0fd1387e7ff req-306c3ca7-985f-4a52-b1ca-fb64148b32f7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 944 time: 0.0838449 Apr 05 12:40:48.178566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfedbafc-20e2-45e6-ac78-d0fd1387e7ff req-40194fda-82ae-41ee-9b1b-71730beb9c58 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334827 Apr 05 12:40:48.769198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e09e08ad-a078-43d8-bfc1-60150ff47cde up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:40:48.835757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port e09e08ad-a078-43d8-bfc1-60150ff47cde completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:40:48.840391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e09e08ad-a078-43d8-bfc1-60150ff47cde triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:40:48.840759 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:48.986333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:49.012770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:49.022775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:40:49.027131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:49.098446 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:49.113248 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'code': 200} Apr 05 12:40:49.404646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e978-bc0b-4b85-9b99-5db68e0cd387 req-3670e220-d650-449a-a6aa-e5dc30f7e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:49.406013 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a549e978-bc0b-4b85-9b99-5db68e0cd387 req-3670e220-d650-449a-a6aa-e5dc30f7e580 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1098 time: 0.1361840 Apr 05 12:40:49.413870 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b622bc-c82e-426d-898c-bfe620535c22 req-33e3d033-a919-43c4-b275-b2c64f1b6708 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:49.415207 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0b622bc-c82e-426d-898c-bfe620535c22 req-33e3d033-a919-43c4-b275-b2c64f1b6708 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.1154916 Apr 05 12:40:49.479163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a549e978-bc0b-4b85-9b99-5db68e0cd387 req-d4bcec2e-2035-42a9-a5d4-ee42d9ea8a7e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630345 Apr 05 12:40:49.483381 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c0b622bc-c82e-426d-898c-bfe620535c22 req-13eecb92-4f21-49d7-af1e-a24e2db53541 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550420 Apr 05 12:40:50.670289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79990fa-9ecf-483a-8ee3-27f7fc95b20b req-a15121d5-87c1-4426-8105-157c0235fca8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:50.671756 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c79990fa-9ecf-483a-8ee3-27f7fc95b20b req-a15121d5-87c1-4426-8105-157c0235fca8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0809515 Apr 05 12:40:50.715235 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c79990fa-9ecf-483a-8ee3-27f7fc95b20b req-c7407207-cf85-42a2-b01c-087e09bc908d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Apr 05 12:40:50.894037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adbabd-cbaa-45f7-be31-54c57bb69b88 req-beeca139-e31e-4f77-9b5c-a48239c65971 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:50.895504 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18adbabd-cbaa-45f7-be31-54c57bb69b88 req-beeca139-e31e-4f77-9b5c-a48239c65971 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0793445 Apr 05 12:40:50.941934 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18adbabd-cbaa-45f7-be31-54c57bb69b88 req-e0ac2e42-12f0-4828-80aa-16c8cd5fe57e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Apr 05 12:40:50.963632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33744) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:51.031449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d0478-5300-481e-8a47-e6c0e3a083ed tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:51.032920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1a5d0478-5300-481e-8a47-e6c0e3a083ed tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1093 time: 0.0683630 Apr 05 12:40:51.036337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33748) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:51.041144 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:40:51.046915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:40:51.050672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:floatingip and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:40:51.054037 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:40:51.059645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:40:51.070072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:51.204535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:51.346134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.242 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/fd17608b-0a0a-4c72-ba4a-442f8647b5fd) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:40:51.490143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:51.519119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:51.577656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:40:51.580378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:40:51.583375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:40:51.633824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=fd17608b-0a0a-4c72-ba4a-442f8647b5fd,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:51.994502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:52.065280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:52.371874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:52.376361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:52.487686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=fd17608b-0a0a-4c72-ba4a-442f8647b5fd,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:40:52.496076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:52.665638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP 4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 associated. External IP: 172.26.5.242, port: e09e08ad-a078-43d8-bfc1-60150ff47cde. Apr 05 12:40:53.008813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router aa013aee-7a97-4d3c-8230-22f1d25b6e80 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:40:53.184770 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:40:53.194474 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Sync routers for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:40:53.203193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:53.203793 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:53.209749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:53.267212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95282828-d1e8-4068-b591-5369cd1dcaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:53.273628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-343f5832-ae49-4cb1-815e-d5225dd4f68b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2329555 Apr 05 12:40:53.273628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:40:53.318014 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'status': 'completed', 'code': 200} Apr 05 12:40:53.388367 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:53.468668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-bd3146d9-d4b4-44c0-b0d7-75bb92828976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:53.470401 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-bd3146d9-d4b4-44c0-b0d7-75bb92828976 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1098 time: 0.1325619 Apr 05 12:40:53.482641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eac97-f9a4-44af-bf00-49052d8b6e55 req-7c0f6c0c-ae83-4d7e-85e1-3f8141db39a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:53.484041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-436eac97-f9a4-44af-bf00-49052d8b6e55 req-7c0f6c0c-ae83-4d7e-85e1-3f8141db39a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.1109886 Apr 05 12:40:53.741684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-436eac97-f9a4-44af-bf00-49052d8b6e55 req-548f81b7-1d15-43cd-8438-a8c54b526e8e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363465 Apr 05 12:40:53.745071 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4803cd4d-fc57-4ac6-b375-4be8fe9f8b83', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'port_id': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'mac_address': 'fa:16:3e:b0:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:40:51Z', 'updated_at': '2022-04-05T12:40:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:53.749048 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Checking router: aa013aee-7a97-4d3c-8230-22f1d25b6e80 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:40:53.757485 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:40:53.758080 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:40:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:53.767686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-55c5d2ba-a0a2-4cb3-b64e-4823d763f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:53.769173 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-55c5d2ba-a0a2-4cb3-b64e-4823d763f143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 200 len: 898 time: 0.2842784 Apr 05 12:40:53.776322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:53.878005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-b46dc2be-c657-46a2-9787-f6d283396e53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 200 len: 999 time: 0.1024647 Apr 05 12:40:53.893329 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-658c5683-3339-4df0-a8d1-559b4add8563 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 HTTP/1.1" status: 200 len: 991 time: 0.1117108 Apr 05 12:40:53.937292 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:40:53.944064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-5c514f71-c3de-42e3-b62e-da4f0a4b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:53.945519 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-5c514f71-c3de-42e3-b62e-da4f0a4b7de1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693c1092-ba60-4e61-ac45-1f89ae0e8b63 HTTP/1.1" status: 200 len: 835 time: 0.0608430 Apr 05 12:40:54.022240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-774dc584-3ab9-442d-a79d-1cd63ff8f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:40:54.023684 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-774dc584-3ab9-442d-a79d-1cd63ff8f17c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722115 Apr 05 12:40:54.169313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-7ca24ef1-526d-4610-95e0-0f59de180379 service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394501 Apr 05 12:40:54.302847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e7879ef4-63d5-4746-aff8-d86b0a646e39 req-98440f9a-03d0-4458-b8ed-2c3034961e75 service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278954 Apr 05 12:40:54.329167 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4803cd4d-fc57-4ac6-b375-4be8fe9f8b83', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'port_id': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'mac_address': 'fa:16:3e:b0:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:40:51Z', 'updated_at': '2022-04-05T12:40:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:40:54.333610 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9655f24-ec1c-447c-81df-650d09617130 None None] The sync data for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv is: [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '4803cd4d-fc57-4ac6-b375-4be8fe9f8b83', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.242', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'port_id': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'mac_address': 'fa:16:3e:b0:d7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:40:51Z', 'updated_at': '2022-04-05T12:40:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:40:54.522928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f145ce0-abd4-4661-bd8e-e6face40561b None None] New status for floating IP 4803cd4d-fc57-4ac6-b375-4be8fe9f8b83: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:40:54.710995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:54.896145 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33760) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:40:54.999673 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9082877-4c1d-4355-80d3-72043c239cad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 HTTP/1.1" status: 200 len: 993 time: 0.1022303 Apr 05 12:40:55.329417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6d1797c-59b5-4a84-8079-0530bda7e4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:56.520701 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:56.580342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:40:57.814318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:01.291434 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:41:23.270026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-60346186-d0df-4438-8e5b-d7885f3dfbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:24.679010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:25.330663 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bca818f4-a932-4f5b-ae39-7ce3f399dcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:26.525225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:26.584554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:26.616063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd71c-36c1-4fc5-a140-773946689107 req-d480a54a-0744-455e-b066-1403d9f5cdeb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:26.617506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f54bd71c-36c1-4fc5-a140-773946689107 req-d480a54a-0744-455e-b066-1403d9f5cdeb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0838394 Apr 05 12:41:26.662519 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f54bd71c-36c1-4fc5-a140-773946689107 req-20e09cf8-a9cf-4401-9309-2026d6007432 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387743 Apr 05 12:41:27.820894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:27.856547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa10a7-fac5-4035-84b9-af60bd0ec72c req-eb0eb5da-b310-4434-bd0c-61d0e6825ca7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:27.858002 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4afa10a7-fac5-4035-84b9-af60bd0ec72c req-eb0eb5da-b310-4434-bd0c-61d0e6825ca7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0817716 Apr 05 12:41:27.905825 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4afa10a7-fac5-4035-84b9-af60bd0ec72c req-4ceb4d89-0197-4700-93b8-c17603080cd4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Apr 05 12:41:27.929564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33782) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:28.035711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-81bee38b-1bd2-49ed-9693-c4b8056f27bb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 HTTP/1.1" status: 200 len: 993 time: 0.1048238 Apr 05 12:41:29.495992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251d57-3725-48eb-b3bb-72e6f62c8828 req-3dea2754-aa6f-4987-b0be-cbe155a59bee tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:29.497443 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce251d57-3725-48eb-b3bb-72e6f62c8828 req-3dea2754-aa6f-4987-b0be-cbe155a59bee tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0800540 Apr 05 12:41:29.542552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ce251d57-3725-48eb-b3bb-72e6f62c8828 req-5bea239b-1916-4c08-89c0-94d05899d35b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Apr 05 12:41:30.733784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f6410-85b3-46e9-b367-643202b9e3ef req-32ac2033-efe3-42cc-bb7b-cb2721227ad7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:30.735298 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f67f6410-85b3-46e9-b367-643202b9e3ef req-32ac2033-efe3-42cc-bb7b-cb2721227ad7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Apr 05 12:41:30.780523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f67f6410-85b3-46e9-b367-643202b9e3ef req-dc88165e-dcd8-4753-b45f-fab70d56ffd6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385747 Apr 05 12:41:30.804003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33794) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:30.908829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-676fe652-171c-46b9-967f-f01e8d41de48 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 HTTP/1.1" status: 200 len: 993 time: 0.1036365 Apr 05 12:41:31.185481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33802) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:31.383985 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port fd17608b-0a0a-4c72-ba4a-442f8647b5fd {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:41:31.384321 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:31.546663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:31.546907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:31.779641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for fd17608b-0a0a-4c72-ba4a-442f8647b5fd owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:41:31.923004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:31.974115 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=fd17608b-0a0a-4c72-ba4a-442f8647b5fd,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:32.012709 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.013054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.013391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.013726 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.014056 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.014388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.014730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.015182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.015571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.015896 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.016220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.016540 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:32.070972 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:32.071288 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP 4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 disassociated (deleted). External IP: 172.26.5.242, port: e09e08ad-a078-43d8-bfc1-60150ff47cde. Apr 05 12:41:32.435559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router aa013aee-7a97-4d3c-8230-22f1d25b6e80 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:41:32.608625 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:41:32.619358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Sync routers for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:41:32.628340 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:32.628932 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:32.630843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:32.688430 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dca49556-b07a-4be1-9b29-f8a6f246764f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/floatingips/4803cd4d-fc57-4ac6-b375-4be8fe9f8b83 HTTP/1.1" status: 204 len: 168 time: 1.5017369 Apr 05 12:41:32.688834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:41:32.733047 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'status': 'completed', 'code': 200} Apr 05 12:41:32.810153 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:32.830623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-a7c77e5b-b4ea-40be-bb0d-d0f0c2770aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:32.832152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-a7c77e5b-b4ea-40be-bb0d-d0f0c2770aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 1098 time: 0.0754912 Apr 05 12:41:32.967578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-92c46db0-7b75-489f-bd7d-05d7f3b3eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:32.969920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-92c46db0-7b75-489f-bd7d-05d7f3b3eab2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 200 len: 898 time: 0.1316798 Apr 05 12:41:33.075865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-7e479e7b-61c7-4e6f-838c-efaac80b29ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 200 len: 217 time: 0.0995662 Apr 05 12:41:33.141825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:33.146441 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Checking router: aa013aee-7a97-4d3c-8230-22f1d25b6e80 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:41:33.155267 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:33.155886 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:33.263563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-19e02ba6-a71e-4c2d-b5f4-852ff1d64c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:33.264910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-19e02ba6-a71e-4c2d-b5f4-852ff1d64c46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=693c1092-ba60-4e61-ac45-1f89ae0e8b63 HTTP/1.1" status: 200 len: 835 time: 0.1812925 Apr 05 12:41:33.324615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95ba8d-1538-43a5-a42c-93d06ec2bd9d req-ce625bcd-cca2-464e-af7d-4eb14b8e6ae1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:33.326077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f95ba8d-1538-43a5-a42c-93d06ec2bd9d req-ce625bcd-cca2-464e-af7d-4eb14b8e6ae1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.2978635 Apr 05 12:41:33.331863 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:33.385939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f95ba8d-1538-43a5-a42c-93d06ec2bd9d req-63f72be1-beff-43bf-8649-68d97655840b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523634 Apr 05 12:41:33.388687 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-af9bf1d1-7ac1-457d-95ca-df1bc563560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:33.390070 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-af9bf1d1-7ac1-457d-95ca-df1bc563560e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac93df08-3ee7-4d71-9519-35cc6a4fd44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188476 Apr 05 12:41:33.522536 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-391a6b1e-cdf4-40b7-8f36-90a7ef9d18bc service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259975 Apr 05 12:41:33.651654 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:33.654607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5608fb11-903f-4faf-a3ad-9ac50ba01ae1 req-305b13e6-f9cb-4ce9-9885-4ab07a8ab60e service neutron] 10.222.0.30 "GET /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260343 Apr 05 12:41:33.655591 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd5fa6b-7f8a-4458-a190-de37ef7262da None None] The sync data for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv is: [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:40:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe', 'name': '', 'network_id': 'ac93df08-3ee7-4d71-9519-35cc6a4fd44c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:d2:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:36Z', 'updated_at': '2022-04-05T12:40:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '693c1092-ba60-4e61-ac45-1f89ae0e8b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:41:33.869377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2eea44-5f1b-427b-a633-8c9538377603 None None] New status for floating IP 4803cd4d-fc57-4ac6-b375-4be8fe9f8b83: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:41:34.582878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-1914bb1c-9985-46d1-b4e1-67a72ab71fdb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:34.584578 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-1914bb1c-9985-46d1-b4e1-67a72ab71fdb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.1327131 Apr 05 12:41:34.652127 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0177a-7fb5-49ab-87d6-4a28ba345535 req-fc578a2d-d2f5-4611-91be-b84164dfa1fa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:34.653568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18e0177a-7fb5-49ab-87d6-4a28ba345535 req-fc578a2d-d2f5-4611-91be-b84164dfa1fa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 945 time: 0.1476741 Apr 05 12:41:34.693939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port e09e08ad-a078-43d8-bfc1-60150ff47cde {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:41:34.694276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:34.752025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-18e0177a-7fb5-49ab-87d6-4a28ba345535 req-ff1900d8-23d6-4c3b-b3af-52db67ec6c0d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad2f1956-1274-40a5-979e-98cc1d8cd2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926762 Apr 05 12:41:34.959135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port e09e08ad-a078-43d8-bfc1-60150ff47cde, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e09e08ad-a078-43d8-bfc1-60150ff47cde,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:34.959425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:35.079145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for e09e08ad-a078-43d8-bfc1-60150ff47cde owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:41:35.222212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:35.273341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=e09e08ad-a078-43d8-bfc1-60150ff47cde,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:35.306305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.306659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.307006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.307370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.307706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.308038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.308365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.308691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.309018 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.309344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.309666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.309988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:35.361678 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] No DVR routers for this DVR port e09e08ad-a078-43d8-bfc1-60150ff47cde on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:41:35.364180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:35.366565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'name': 'network-vif-deleted', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:41:35.377967 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59feaacc-2a6e-4e17-aaad-4bb70797a74a req-c0656ae8-eb52-4038-8f76-6689300926be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "DELETE /v2.0/ports/e09e08ad-a078-43d8-bfc1-60150ff47cde HTTP/1.1" status: 204 len: 173 time: 0.7818329 Apr 05 12:41:35.416635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d9bfa8-9de5-4c2d-9a15-72f21025e4f5', 'name': 'network-vif-deleted', 'tag': 'e09e08ad-a078-43d8-bfc1-60150ff47cde', 'status': 'completed', 'code': 200} Apr 05 12:41:35.922443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f4eaab6e-e63d-415d-b9f4-0742fc30f445 req-77b20b29-58fb-4afb-9aa1-33b9efedbd86 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:41:35.940020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-f4eaab6e-e63d-415d-b9f4-0742fc30f445 req-77b20b29-58fb-4afb-9aa1-33b9efedbd86 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:41:35.941214 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f4eaab6e-e63d-415d-b9f4-0742fc30f445 req-77b20b29-58fb-4afb-9aa1-33b9efedbd86 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d9bfa8-9de5-4c2d-9a15-72f21025e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0646966 Apr 05 12:41:36.909052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e09e08ad-a078-43d8-bfc1-60150ff47cde no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:41:36.943865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: e09e08ad-a078-43d8-bfc1-60150ff47cde {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:41:36.944273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e09e08ad-a078-43d8-bfc1-60150ff47cde not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:41:37.039762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33820) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:37.683591 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:38.030975 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:41:38.031261 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:38.215641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:38.216307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:38.291105 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:41:38.341278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:41:38.626259 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:38.677437 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:39.057590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.407195 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router aa013aee-7a97-4d3c-8230-22f1d25b6e80 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:41:39.585402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:41:39.594692 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Sync routers for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:41:39.602056 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-997df79e-6231-4720-89c1-28f50071edb7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/aa013aee-7a97-4d3c-8230-22f1d25b6e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5611939 Apr 05 12:41:39.604720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33824) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:39.604854 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:39.605456 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:39.669025 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting subnet 693c1092-ba60-4e61-ac45-1f89ae0e8b63 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:41:39.672328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.730260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.812111 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:39.829711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.905881 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.948035 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Subnet': ['ID=693c1092-ba60-4e61-ac45-1f89ae0e8b63,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:39.951719 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:39.961037 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-168f2cb2-de03-465a-9d23-8b19af260380 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/subnets/693c1092-ba60-4e61-ac45-1f89ae0e8b63 HTTP/1.1" status: 204 len: 168 time: 0.3520033 Apr 05 12:41:39.961037 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33828) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:39.962554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155dfc4b-dd9f-451b-a34e-dbfed68b13cd None None] Network ac93df08-3ee7-4d71-9519-35cc6a4fd44c requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:41:40.103821 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:41:38Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:40.108066 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Checking router: aa013aee-7a97-4d3c-8230-22f1d25b6e80 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:41:40.116847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Routers {'aa013aee-7a97-4d3c-8230-22f1d25b6e80'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:40.117436 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:40.147013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.222326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] DHCP port deletion for ac93df08-3ee7-4d71-9519-35cc6a4fd44c request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:41:40.226538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Deleting port 25baf78b-2e8d-486b-b020-bc28b9ded9fa {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:41:40.226912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.301381 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] Set router aa013aee-7a97-4d3c-8230-22f1d25b6e80 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:40.329036 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.340538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:41:40.340903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.437129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] For port 25baf78b-2e8d-486b-b020-bc28b9ded9fa, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=25baf78b-2e8d-486b-b020-bc28b9ded9fa,segment=NetworkSegment(4ddcc666-bcba-45d3-8185-2dece75e2b08),segment_id=4ddcc666-bcba-45d3-8185-2dece75e2b08)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:40.437533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.599664 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:41:38Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:40.603968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Calling delete_port for 25baf78b-2e8d-486b-b020-bc28b9ded9fa owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:41:40.605334 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9fe567-09ec-44b7-b150-7bfa0c072f85 None None] The sync data for ids ['aa013aee-7a97-4d3c-8230-22f1d25b6e80'] in dv-neutron-833203-3-hyperv is: [{'id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822386752', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100'}], 'enable_snat': True}, 'gw_port_id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:40:31Z', 'updated_at': '2022-04-05T12:41:38Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'd2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:cb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa013aee-7a97-4d3c-8230-22f1d25b6e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:40:32Z', 'updated_at': '2022-04-05T12:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:41:40.640796 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:40.641304 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.683344 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.729062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Pushing event deleted for resources: {'Port': ['ID=25baf78b-2e8d-486b-b020-bc28b9ded9fa,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:40.733620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] No DVR routers for this DVR port 25baf78b-2e8d-486b-b020-bc28b9ded9fa on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:41:40.739482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.747114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caeae8d-e6ca-40d3-a256-d4e14f0909bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:40.769064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:41:40.933800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:40.979544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:41.073617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.246514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.248594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.269716 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.270242 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Fanout notify agent at l3_agent the message router_deleted on router aa013aee-7a97-4d3c-8230-22f1d25b6e80 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:41:41.285286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.286402 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d82be970-b628-4cc4-a9e9-c8c3dc0f8c56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/routers/aa013aee-7a97-4d3c-8230-22f1d25b6e80 HTTP/1.1" status: 204 len: 168 time: 1.3244863 Apr 05 12:41:41.289642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33832) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:41.404885 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.535945 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.560161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac93df08-3ee7-4d71-9519-35cc6a4fd44c']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:41.572336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddcc666-bcba-45d3-8185-2dece75e2b08') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:41.572627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddcc666-bcba-45d3-8185-2dece75e2b08') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:41.583771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.599149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.605150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:41:41.605529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:41:41.620073 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:41:41.701988 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.721066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.732266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Network': ['ID=ac93df08-3ee7-4d71-9519-35cc6a4fd44c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:41.738285 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-23b8b7bc-ad5a-4e77-89ed-18483e390528 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/networks/ac93df08-3ee7-4d71-9519-35cc6a4fd44c HTTP/1.1" status: 204 len: 168 time: 0.4476657 Apr 05 12:41:41.741631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33836) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:41.810577 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.835771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:41:41.846664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.872716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:41:41.873053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e5a6ec94-f7d2-4baa-9eb8-70a69ce2e2fe not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:41:41.873463 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25baf78b-2e8d-486b-b020-bc28b9ded9fa no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:41:41.910218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 25baf78b-2e8d-486b-b020-bc28b9ded9fa {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:41:41.910565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 25baf78b-2e8d-486b-b020-bc28b9ded9fa not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:41:41.910976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:41:41.918641 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.934639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f1956-1274-40a5-979e-98cc1d8cd2f1,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:41.941449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:41.945117 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-52095b13-f2bd-466e-a19e-0d8d46f82316 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad2f1956-1274-40a5-979e-98cc1d8cd2f1 HTTP/1.1" status: 204 len: 168 time: 0.2000391 Apr 05 12:41:41.945248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:41:41.945359 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device d2e6eca9-bfbc-4a65-9e5b-272aa3ebb63c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:41:42.392159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33844) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:42.397739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-471088445', 'description': 'tempest-secgroup-smoke-471088445 description', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:42.403613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:42.407388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:42.410164 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:42.416365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:42.425790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.445011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:42.448677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:42.451403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:42.456936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:42.526375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.532489 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.576578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea504f-b8b7-4ede-82ab-5fd6cd89248c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:42.579420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.580597 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-04df5a3a-c367-41a7-a9f8-223d14163d79 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1874352 Apr 05 12:41:42.584795 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33848) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:42.589224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:42.594954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:42.598789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:42.601649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:42.607296 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:42.626104 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.684237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.688092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.713394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108aba8c-8767-4bba-9935-9396d43d7b1f,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:42.721765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.722973 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c7851a74-c624-4bc7-b0f5-0f3d70d61a5e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377964 Apr 05 12:41:42.725937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33852) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:42.730811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:42.736454 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:42.740729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:42.743565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:42.749180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:42.765887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.835001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.838665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.860964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2bcd22-cbf9-4b0b-9942-ea74359c7ad5,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:42.870629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.871910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b4cec14f-9b69-4fb6-b594-004d1d718f07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450732 Apr 05 12:41:42.874669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33856) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:42.879634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:42.885983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:42.889785 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:42.892669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:42.898308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:42.914154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.977281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:42.980926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.001739 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2cfa49-b0d0-49b2-be0a-5813ab084a08,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:43.013601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.014914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-352d042e-33a1-4c1c-b629-9dae3f3b177b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392751 Apr 05 12:41:43.017823 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33860) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:43.022659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:43.028257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:43.031988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:43.034799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:43.040525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:43.057555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.120095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.123690 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.146401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e434d0-0fa4-4871-b1d1-031d06770b82,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:43.155680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.156891 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-667995b0-738f-4ac1-b2ba-b80aff9e5aad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381583 Apr 05 12:41:43.159649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:43.165032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:43.170827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:43.174828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:43.178629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:43.184567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:43.197131 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:41:43.203695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.271290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.274734 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.299747 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233c5a7e-a3e5-456d-9b45-15c67e814d09,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:43.309237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.310433 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1e2d231c-0052-46c2-b9b2-4156e046283a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498868 Apr 05 12:41:43.313239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33868) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:43.318216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '10ea504f-b8b7-4ede-82ab-5fd6cd89248c', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:43.323916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:43.327749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:43.330541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:43.336548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:43.346715 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:41:43.353520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.416511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.420406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.443513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dec647-70a3-43e9-827e-edbfd4492f28,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:43.452973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.454198 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-af3830c1-3267-459e-b980-16fec2495b8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400669 Apr 05 12:41:43.457117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33872) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:43.462680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'network': {'name': 'tempest-network-smoke--935410468', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:43.467527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:43.471728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:network and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:43.475441 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:43.481215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:43.491986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:41:43.495465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.524177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:41:43.532953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.533331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Added segment fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce of type vlan for network 354f10cc-0be3-4b78-bf97-54ca0575b852 Apr 05 12:41:43.558998 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.587546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.593704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:43.594312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.796740 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3386135 Apr 05 12:41:43.799495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a606f35-a1b2-4910-a1a4-7065ac5c32f8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Network': ['ID=354f10cc-0be3-4b78-bf97-54ca0575b852,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:43.799673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33876) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:43.804808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'admin_state_up': True, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:43.809953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:41:43.812173 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:43.816108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:router and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:43.819021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:43.825342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:43.836725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.837839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:43.853918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.213018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.509997 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.540181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.680567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.71 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/30f8d3d7-799d-49f1-8898-245ba5059195) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:41:44.822883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.851721 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:44.913101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:41:44.915788 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:44.923334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:41:44.962510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=30f8d3d7-799d-49f1-8898-245ba5059195,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:45.432402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:45.767539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:45.964787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router ec254b83-b888-4baf-b201-6e50d1530708 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:41:46.139755 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:41:46.149670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Sync routers for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:41:46.158672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:46.159328 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:46.167499 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:46.172205 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1f99e3e0-0e92-4bdf-aa3a-38b2d7dad4c7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3683352 Apr 05 12:41:46.172394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33880) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:46.215949 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-787a77c9-11d5-4ba3-b051-06a1588a73ad tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9e44b6433ed54364a6d87336b9c7b5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400345 Apr 05 12:41:46.216164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33884) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:46.345002 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c424c-0294-4be5-b3f1-079ac4ae1878 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:46.345447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:46.346486 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a83c424c-0294-4be5-b3f1-079ac4ae1878 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292534 Apr 05 12:41:46.349298 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33888) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:46.391985 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d15c3969-4417-4692-886e-f58ee3d08de8 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415194 Apr 05 12:41:46.394409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33892) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:46.400333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131133611', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:46.516351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:46.520186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:subnet and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:46.523011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:46.528735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:46.538377 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:41:46.542013 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:46.634582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:45Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:46.638842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Checking router: ec254b83-b888-4baf-b201-6e50d1530708 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:41:46.639235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Updating router ec254b83-b888-4baf-b201-6e50d1530708 port 30f8d3d7-799d-49f1-8898-245ba5059195 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:41:46.692139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:46.754865 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:46.836369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Subnet': ['ID=241c4223-e1dc-4918-8f12-668a80b19db8,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:46.841639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Checking segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:41:46.842047 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network hostable DHCP agents. Network: 354f10cc-0be3-4b78-bf97-54ca0575b852, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:41:46.860835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:41:46.870514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 354f10cc-0be3-4b78-bf97-54ca0575b852) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:46.875373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:46.876319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:46.892434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6207c-fe5c-425c-b514-54bce0d7f984 None None] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:41:46.904290 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0abbfd8e-ae1c-47e5-ba8b-87ee11f281b4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5061569 Apr 05 12:41:46.904447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33896) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:41:47.243549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.251815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-354f10cc-0be3-4b78-bf97-54ca0575b852', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:41:47.252615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.270067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Transition to ACTIVE for port object 30f8d3d7-799d-49f1-8898-245ba5059195 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:47.279593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.417447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Attempting to bind port 30f8d3d7-799d-49f1-8898-245ba5059195 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:41:47.417817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Attempting to bind port 30f8d3d7-799d-49f1-8898-245ba5059195 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:41:47.418178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Attempting to bind port 30f8d3d7-799d-49f1-8898-245ba5059195 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:41:47.428393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb5add-c756-44b5-8ca3-a676cef68c23 None None] Pushing event updated for resources: {'Port': ['ID=30f8d3d7-799d-49f1-8898-245ba5059195,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:47.437252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:41:47.437624 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:41:47.438029 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.438411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:41:47.438877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Bound port: 30f8d3d7-799d-49f1-8898-245ba5059195, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:41:47.439273 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.567480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Allocated IP 172.20.0.2 (354f10cc-0be3-4b78-bf97-54ca0575b852/241c4223-e1dc-4918-8f12-668a80b19db8/b3e9f6b3-3403-4ccf-939e-c06210395154) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:41:47.575002 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] For port 30f8d3d7-799d-49f1-8898-245ba5059195, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:41:47.580912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] For port 30f8d3d7-799d-49f1-8898-245ba5059195, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30f8d3d7-799d-49f1-8898-245ba5059195,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:41:47.601976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.702624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:47.750797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:47.751453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:47.828770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb5add-c756-44b5-8ca3-a676cef68c23 None None] Pushing event updated for resources: {'Port': ['ID=30f8d3d7-799d-49f1-8898-245ba5059195,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:48.016183 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.019352 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:48.127953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Transition to ACTIVE for port object b3e9f6b3-3403-4ccf-939e-c06210395154 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:48.217015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Transition to ACTIVE for port object b3e9f6b3-3403-4ccf-939e-c06210395154 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:48.230232 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.292004 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.1 (354f10cc-0be3-4b78-bf97-54ca0575b852/241c4223-e1dc-4918-8f12-668a80b19db8/18dadb7e-b76a-4be0-be7e-faed6208779a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:41:48.299191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:41:48.304674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:48.320509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:41:48.335370 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Pushing event updated for resources: {'Port': ['ID=b3e9f6b3-3403-4ccf-939e-c06210395154,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:48.453054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.456849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Attempting to bind port b3e9f6b3-3403-4ccf-939e-c06210395154 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:41:48.457218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Attempting to bind port b3e9f6b3-3403-4ccf-939e-c06210395154 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:41:48.457580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Attempting to bind port b3e9f6b3-3403-4ccf-939e-c06210395154 on network 354f10cc-0be3-4b78-bf97-54ca0575b852 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:41:48.464955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:41:48.465322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Checking segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:41:48.465720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.466109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Bound using segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:41:48.466578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Bound port: b3e9f6b3-3403-4ccf-939e-c06210395154, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:41:48.466950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.469109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 18dadb7e-b76a-4be0-be7e-faed6208779a will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:48.493736 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.556509 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:41:48.559394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:48.567418 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:41:48.590500 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:45Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:48.600775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8100c-d4bb-4f41-bd33-0f9e8436175b None None] The sync data for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv is: [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:45Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:41:48.603733 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:48.611722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f1069392-bfde-4464-b14e-d367060f072f None None] For port b3e9f6b3-3403-4ccf-939e-c06210395154, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:41:48.616101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f1069392-bfde-4464-b14e-d367060f072f None None] For port b3e9f6b3-3403-4ccf-939e-c06210395154, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b3e9f6b3-3403-4ccf-939e-c06210395154,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:41:48.621396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.640894 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:48.717444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1069392-bfde-4464-b14e-d367060f072f None None] Pushing event updated for resources: {'Port': ['ID=b3e9f6b3-3403-4ccf-939e-c06210395154,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:49.078369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:49.514410 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:49.519767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:49.638177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:49.641570 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:49.705112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de42ca-dbba-4cbe-b971-4e3cfe87a39e None None] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:41:49.777834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:41:49.779088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:49.799927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-5d3157b8-7cbf-48c8-af60-dde8265f84dd None None] Provisioning for port b3e9f6b3-3403-4ccf-939e-c06210395154 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:49.931896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b3e9f6b3-3403-4ccf-939e-c06210395154 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:49.986314 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router ec254b83-b888-4baf-b201-6e50d1530708 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:41:50.031263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b3e9f6b3-3403-4ccf-939e-c06210395154 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:50.041553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b3e9f6b3-3403-4ccf-939e-c06210395154 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:50.042088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.193332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.196770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:41:50.213506 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e9f86a73-d7f4-4193-a279-d5b0f125c586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/ec254b83-b888-4baf-b201-6e50d1530708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3080695 Apr 05 12:41:50.232282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port b3e9f6b3-3403-4ccf-939e-c06210395154, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b3e9f6b3-3403-4ccf-939e-c06210395154,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:50.237243 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.238391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30f8d3d7-799d-49f1-8898-245ba5059195 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:50.296679 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Sync routers for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:41:50.307936 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:50.308547 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:50.405050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Provisioning complete for port b3e9f6b3-3403-4ccf-939e-c06210395154 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:50.405285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-340728ea-1754-4b71-8158-a1d9cb71a17c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:41:50.405865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.425368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-340728ea-1754-4b71-8158-a1d9cb71a17c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:41:50.427108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-340728ea-1754-4b71-8158-a1d9cb71a17c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-471088445&fields=id&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.0656502 Apr 05 12:41:50.458826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=b3e9f6b3-3403-4ccf-939e-c06210395154,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:50.464706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 30f8d3d7-799d-49f1-8898-245ba5059195 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:50.477702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 30f8d3d7-799d-49f1-8898-245ba5059195 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:50.478076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.527992 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:50.632564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-6b1b1728-aa0b-4ce5-8e24-c5e114c48eab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:50.633890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-6b1b1728-aa0b-4ce5-8e24-c5e114c48eab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:41:50.655526 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-6b1b1728-aa0b-4ce5-8e24-c5e114c48eab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:41:50.664485 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-6b1b1728-aa0b-4ce5-8e24-c5e114c48eab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 796 time: 0.2296247 Apr 05 12:41:50.680000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Provisioning for port 18dadb7e-b76a-4be0-be7e-faed6208779a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:50.689650 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-986adb2d-87ae-4a86-9a13-77023b47aec0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/quotas/9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0239491 Apr 05 12:41:50.695401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Provisioning complete for port 18dadb7e-b76a-4be0-be7e-faed6208779a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:50.695788 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.738250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.773707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 30f8d3d7-799d-49f1-8898-245ba5059195, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30f8d3d7-799d-49f1-8898-245ba5059195,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:50.774620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ac7297be-2706-4051-9cae-296e53f1f0be None None] Port 18dadb7e-b76a-4be0-be7e-faed6208779a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:41:50.779821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.788145 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-fccf87b2-a7ef-4805-8b58-bec885c21f39 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972993 Apr 05 12:41:50.850020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=30f8d3d7-799d-49f1-8898-245ba5059195,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:50.898558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6bd9141f-de9b-4700-b552-8f53e9391c48 None None] Provisioning complete for port 18dadb7e-b76a-4be0-be7e-faed6208779a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:50.899007 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6bd9141f-de9b-4700-b552-8f53e9391c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:50.903829 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 2, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:50.907753 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Checking router: ec254b83-b888-4baf-b201-6e50d1530708 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:41:50.908104 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Updating router ec254b83-b888-4baf-b201-6e50d1530708 port 18dadb7e-b76a-4be0-be7e-faed6208779a binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:41:50.931993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-368e8233-4a89-4754-b783-ee1b8065c2c9 service neutron] 10.222.0.50 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318727 Apr 05 12:41:50.956334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9141f-de9b-4700-b552-8f53e9391c48 None None] Port 18dadb7e-b76a-4be0-be7e-faed6208779a cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:41:50.966614 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.066379 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-5cdbeaec-dd42-4e8b-a108-eeef41a1d241 service neutron] 10.222.0.50 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285369 Apr 05 12:41:51.249427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cf458595-c8e6-40cd-a621-00f1aa10f16e req-4c6be490-3f63-4fd0-8b9c-0bc31bb76eb3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0463974 Apr 05 12:41:51.305752 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.316916 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Transition to ACTIVE for port object 18dadb7e-b76a-4be0-be7e-faed6208779a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:51.324069 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.451819 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Pushing event updated for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:51.492193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.492532 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.492862 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.493188 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.493510 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.493831 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.494146 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.494460 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.494776 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.495112 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.495427 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.495741 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:41:51.547232 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Attempting to bind port 18dadb7e-b76a-4be0-be7e-faed6208779a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:41:51.547607 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Attempting to bind port 18dadb7e-b76a-4be0-be7e-faed6208779a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:41:51.547967 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Attempting to bind port 18dadb7e-b76a-4be0-be7e-faed6208779a on network 354f10cc-0be3-4b78-bf97-54ca0575b852 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:41:51.553898 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:41:51.554266 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Checking segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:41:51.554659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.555140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Bound using segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:41:51.555607 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Bound port: 18dadb7e-b76a-4be0-be7e-faed6208779a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:41:51.555974 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.644038 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] For port 18dadb7e-b76a-4be0-be7e-faed6208779a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:41:51.646990 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] For port 18dadb7e-b76a-4be0-be7e-faed6208779a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=18dadb7e-b76a-4be0-be7e-faed6208779a,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:41:51.650978 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:51.726813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:41:51.727633 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:51.784271 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662cbf9-5fd0-4ad9-8f75-790300c16a7d None None] Pushing event updated for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:51.859303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b3e9f6b3-3403-4ccf-939e-c06210395154 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:51.915649 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:41:51.936343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b3e9f6b3-3403-4ccf-939e-c06210395154 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:51.936730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:52.053568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30f8d3d7-799d-49f1-8898-245ba5059195 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:52.120351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 30f8d3d7-799d-49f1-8898-245ba5059195 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:52.120725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:52.231465 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:51Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:41:52.237856 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704f604-b8ab-48ee-a1fc-7150c3ecc92c None None] The sync data for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv is: [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:51Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:41:52.365167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdfc8149-e3bc-4e1c-9ace-3048db1f313f req-8a1dfe07-9713-48b1-89fb-a95693da0b44 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0453687 Apr 05 12:41:53.276240 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d50065b-2c0a-4e41-92fd-eb1c556335b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:53.469518 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f18fc034-49a3-45c9-953d-067a999400c5 req-e6f959c9-37ed-43fc-8af4-8e93d7905330 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0442781 Apr 05 12:41:53.860116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 18dadb7e-b76a-4be0-be7e-faed6208779a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:53.975632 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 18dadb7e-b76a-4be0-be7e-faed6208779a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:53.980325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 18dadb7e-b76a-4be0-be7e-faed6208779a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:53.980695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:54.096176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:54.131018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 18dadb7e-b76a-4be0-be7e-faed6208779a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=18dadb7e-b76a-4be0-be7e-faed6208779a,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:41:54.135022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:54.200160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:54.624163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fc310ddc-f6bc-4cfe-bc1d-f9a8705beec6 req-cbbec162-f808-4418-b756-c2ecd6643f4e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0472653 Apr 05 12:41:54.691020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:55.324873 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-a62737da-a534-4923-8d16-290fbcc99262 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:55.326567 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-a62737da-a534-4923-8d16-290fbcc99262 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 796 time: 0.1493418 Apr 05 12:41:55.335078 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b6eb8f4c-796f-41dd-8f11-1fbf234905b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:55.375059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-ee7b675a-000e-4823-bf92-401bee445e7b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 379 time: 0.0402565 Apr 05 12:41:55.384461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'port': {'device_id': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'admin_state_up': True, 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'security_groups': ['10ea504f-b8b7-4ede-82ab-5fd6cd89248c']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:55.518404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:41:55.522964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:port and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:41:55.525698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:41:55.531311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:41:55.540821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:41:55.544270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:55.703239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.9 (354f10cc-0be3-4b78-bf97-54ca0575b852/241c4223-e1dc-4918-8f12-668a80b19db8/324d0d8a-dd26-4603-8b15-e1db885508f6) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:41:55.783572 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db06cfd2-3592-4b0b-999b-e016f89fedb4 req-309e4346-98fc-4c8c-bfbc-f70a22367976 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0532126 Apr 05 12:41:55.846899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 18dadb7e-b76a-4be0-be7e-faed6208779a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:41:55.913492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 18dadb7e-b76a-4be0-be7e-faed6208779a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:55.913870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:55.936484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:55.952479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 324d0d8a-dd26-4603-8b15-e1db885508f6 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:55.977291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.156220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:41:56.163337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:41:56.167762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:41:56.198339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:56.234634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:56.235267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.260641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-101b838e-ea78-4c4d-97a0-928c31dc61c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8798618 Apr 05 12:41:56.272298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Request body: {'port': {'device_id': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:41:56.372549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ecc59ac4-bec5-43ef-a113-9c2df73b8baf None None] Provisioning for port 324d0d8a-dd26-4603-8b15-e1db885508f6 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:41:56.377123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ecc59ac4-bec5-43ef-a113-9c2df73b8baf None None] Provisioning complete for port 324d0d8a-dd26-4603-8b15-e1db885508f6 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:41:56.377486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ecc59ac4-bec5-43ef-a113-9c2df73b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.388727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.431641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ecc59ac4-bec5-43ef-a113-9c2df73b8baf None None] Port 324d0d8a-dd26-4603-8b15-e1db885508f6 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:41:56.526532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.585553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.725292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324d0d8a-dd26-4603-8b15-e1db885508f6 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:41:56.732445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.747285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Transition to ACTIVE for port object 324d0d8a-dd26-4603-8b15-e1db885508f6 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:41:56.750661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:56.975776 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Pushing event updated for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:57.046148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Attempting to bind port 324d0d8a-dd26-4603-8b15-e1db885508f6 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:41:57.046482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Attempting to bind port 324d0d8a-dd26-4603-8b15-e1db885508f6 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:41:57.046811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Attempting to bind port 324d0d8a-dd26-4603-8b15-e1db885508f6 on network 354f10cc-0be3-4b78-bf97-54ca0575b852 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:41:57.055578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Port 324d0d8a-dd26-4603-8b15-e1db885508f6 on network 354f10cc-0be3-4b78-bf97-54ca0575b852 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:41:57.055892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Attempting to bind port 324d0d8a-dd26-4603-8b15-e1db885508f6 on network 354f10cc-0be3-4b78-bf97-54ca0575b852 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:41:57.066698 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cb57c-d905-432c-874b-0a0eb9ccac35 req-351e2de9-27a4-45dd-bdd2-fddb03e9d062 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:57.067433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-461cb57c-d905-432c-874b-0a0eb9ccac35 req-351e2de9-27a4-45dd-bdd2-fddb03e9d062 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:41:57.072532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:41:57.072807 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Checking segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:41:57.073185 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Bound using segment: {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:41:57.073607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Bound port: 324d0d8a-dd26-4603-8b15-e1db885508f6, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:41:57.073951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:57.125805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-461cb57c-d905-432c-874b-0a0eb9ccac35 req-351e2de9-27a4-45dd-bdd2-fddb03e9d062 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:41:57.126957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-461cb57c-d905-432c-874b-0a0eb9ccac35 req-351e2de9-27a4-45dd-bdd2-fddb03e9d062 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 943 time: 0.2206030 Apr 05 12:41:57.203613 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-461cb57c-d905-432c-874b-0a0eb9ccac35 req-04ec1704-0fe1-4227-bf12-47cb51b14d71 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698328 Apr 05 12:41:57.207706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:41:57.211487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=324d0d8a-dd26-4603-8b15-e1db885508f6,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:41:57.215548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:57.269886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:57.271040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:57.272472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] 10.222.0.30 "PUT /v2.0/ports/324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 1093 time: 1.0043988 Apr 05 12:41:57.272903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:41:57.307728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf80c91-db36-44ea-882b-a78e6a84409e service neutron] Pushing event updated for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:41:57.348552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'status': 'completed', 'code': 200} Apr 05 12:41:57.389845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-61f93811-163b-4593-886d-7a3fbac926c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:57.391361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-61f93811-163b-4593-886d-7a3fbac926c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1096 time: 0.0759876 Apr 05 12:41:57.463694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-76279199-6586-4d13-b57f-edb0c883c1ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 217 time: 0.0656021 Apr 05 12:41:57.528058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-0abdd9db-c631-4235-b531-4cc20fcc0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:57.529392 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-0abdd9db-c631-4235-b531-4cc20fcc0d9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.0604906 Apr 05 12:41:57.606291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-7be137f9-af2e-46f0-9f63-335e026b4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:57.607697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-7be137f9-af2e-46f0-9f63-335e026b4672 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718727 Apr 05 12:41:57.739651 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-eba267a7-dccd-45f3-a0c0-3479d96e84b3 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239104 Apr 05 12:41:57.821717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:41:57.975559 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c8a86ad1-b35a-406c-b8b9-edff1c8fca86 req-c81129e3-e840-43e4-a607-27ecd1d25669 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301977 Apr 05 12:41:58.088649 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81d0c-9b10-4e00-9692-a27af255395f req-74c21f41-63be-4a86-931d-c7ee2137a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:58.090046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-74c21f41-63be-4a86-931d-c7ee2137a414 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1096 time: 0.0705199 Apr 05 12:41:58.219852 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81d0c-9b10-4e00-9692-a27af255395f req-f5707ec3-cff6-4846-acaf-a1d23ccb855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:58.221271 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-f5707ec3-cff6-4846-acaf-a1d23ccb855a service neutron] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 897 time: 0.1239913 Apr 05 12:41:58.299333 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-2462b76b-8565-4a32-9bc8-ff8bc6bc6608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 217 time: 0.0713215 Apr 05 12:41:58.412178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81d0c-9b10-4e00-9692-a27af255395f req-814b96bb-bc6c-449c-8c9e-8f1fd1811d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:58.413499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-814b96bb-bc6c-449c-8c9e-8f1fd1811d46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.1082428 Apr 05 12:41:58.475738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242acf-ca0b-4767-8e7b-7356eba18791 req-dffcd621-c8ac-4d2d-8a49-7b8107be2078 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:58.477154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-17242acf-ca0b-4767-8e7b-7356eba18791 req-dffcd621-c8ac-4d2d-8a49-7b8107be2078 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 943 time: 0.1426840 Apr 05 12:41:58.537532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-17242acf-ca0b-4767-8e7b-7356eba18791 req-4670587a-b13c-4a07-8064-f7f3bc0a2d03 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543599 Apr 05 12:41:58.542617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b81d0c-9b10-4e00-9692-a27af255395f req-064c5fe8-10f9-4063-9e24-101227021367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:58.544043 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-064c5fe8-10f9-4063-9e24-101227021367 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192834 Apr 05 12:41:58.684885 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-310e515e-d1fd-433b-9812-4de1f0e20be3 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323557 Apr 05 12:41:58.815197 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-95b81d0c-9b10-4e00-9692-a27af255395f req-5ba8eec4-799c-4495-bf4a-6fda96e36b5d service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234889 Apr 05 12:41:59.720793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae208bb-aeec-4108-bcfc-1007b4f9a359 req-480120c5-d75d-40c1-bce0-63f06acbaaa9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:41:59.722217 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ae208bb-aeec-4108-bcfc-1007b4f9a359 req-480120c5-d75d-40c1-bce0-63f06acbaaa9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 943 time: 0.0780950 Apr 05 12:41:59.765170 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ae208bb-aeec-4108-bcfc-1007b4f9a359 req-d8609309-4ff2-4587-ba67-445144527da5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367742 Apr 05 12:42:01.018845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1329bf-c7fe-4204-b243-f3f2e3a23ee5 req-073befc9-ccfd-4122-831d-52728c9a6df2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:01.020332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7e1329bf-c7fe-4204-b243-f3f2e3a23ee5 req-073befc9-ccfd-4122-831d-52728c9a6df2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 943 time: 0.1477790 Apr 05 12:42:01.063637 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7e1329bf-c7fe-4204-b243-f3f2e3a23ee5 req-7af6442e-080c-4264-b1af-ab4ccd1175fa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376296 Apr 05 12:42:01.080374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 324d0d8a-dd26-4603-8b15-e1db885508f6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:42:01.211964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=324d0d8a-dd26-4603-8b15-e1db885508f6,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:42:01.225578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'port_id': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'mac_address': 'fa:16:3e:cb:ce:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:42:01.278439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:01.294824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324d0d8a-dd26-4603-8b15-e1db885508f6 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:42:01.310075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=324d0d8a-dd26-4603-8b15-e1db885508f6,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:42:01.313826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:01.386676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:42:01.525965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['324d0d8a-dd26-4603-8b15-e1db885508f6'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:42:02.247329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a8c8f-f3b1-43a6-ba26-4f1b774a891b req-b22beab2-611f-4cc0-8585-7aca96eaa218 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:02.248790 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-141a8c8f-f3b1-43a6-ba26-4f1b774a891b req-b22beab2-611f-4cc0-8585-7aca96eaa218 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 944 time: 0.0823405 Apr 05 12:42:02.292293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-141a8c8f-f3b1-43a6-ba26-4f1b774a891b req-e88a5468-0dc5-4e4b-be5e-a9e04be8e090 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Apr 05 12:42:03.086175 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 324d0d8a-dd26-4603-8b15-e1db885508f6 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:42:03.155310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 324d0d8a-dd26-4603-8b15-e1db885508f6 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:42:03.159787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 324d0d8a-dd26-4603-8b15-e1db885508f6 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:42:03.160160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:03.276733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:03.302961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:42:03.312202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=324d0d8a-dd26-4603-8b15-e1db885508f6,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:42:03.318355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:03.350314 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'code': 200} Apr 05 12:42:03.389962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:42:03.485191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1b99-ba34-4013-bc81-3aa529d36001 req-d3613e7f-c59c-484c-94c9-e30df126ed87 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:03.486660 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-456e1b99-ba34-4013-bc81-3aa529d36001 req-d3613e7f-c59c-484c-94c9-e30df126ed87 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0835357 Apr 05 12:42:03.577226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-456e1b99-ba34-4013-bc81-3aa529d36001 req-a5131f55-dbc4-42d8-845e-d21d99dc9fad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836356 Apr 05 12:42:03.597906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5793a-7894-4d0c-b68f-622999ecbb42 req-89ade532-21d7-489d-b9b7-5d09bfe8e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:03.599510 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35e5793a-7894-4d0c-b68f-622999ecbb42 req-89ade532-21d7-489d-b9b7-5d09bfe8e8dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1098 time: 0.0926435 Apr 05 12:42:03.639929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35e5793a-7894-4d0c-b68f-622999ecbb42 req-87177957-f1d8-4e29-966f-1c9788e5fa8c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Apr 05 12:42:04.762964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e034b-4ab3-4036-804b-cb57c36d16fc req-b4f89254-ef8a-4e92-8264-38662652ad6b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:04.764419 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2c0e034b-4ab3-4036-804b-cb57c36d16fc req-b4f89254-ef8a-4e92-8264-38662652ad6b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0787859 Apr 05 12:42:04.807619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2c0e034b-4ab3-4036-804b-cb57c36d16fc req-7e1db150-ac74-4b9c-807b-1ead45d8a394 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Apr 05 12:42:04.991400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd729e79-ff4e-452e-b728-4848efb3ecb6 req-cabd7219-a3a8-4a41-8011-9fee1d5a321b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:04.992831 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd729e79-ff4e-452e-b728-4848efb3ecb6 req-cabd7219-a3a8-4a41-8011-9fee1d5a321b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0809879 Apr 05 12:42:05.036706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd729e79-ff4e-452e-b728-4848efb3ecb6 req-696e058a-cbd3-4186-866e-69d9d02a9dad tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Apr 05 12:42:05.058986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33962) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:42:05.127777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710cefe1-abdd-4e71-9bd8-a028136d102c tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:05.129262 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-710cefe1-abdd-4e71-9bd8-a028136d102c tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1093 time: 0.0693016 Apr 05 12:42:05.132786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 33966) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:42:05.137534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:42:05.143264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:42:05.147680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:floatingip and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:42:05.150434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:42:05.156061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:42:05.166095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:05.399606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:05.533903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.128 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/3c71910e-ae0c-4c95-a502-90e225c5d284) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:42:05.684944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:05.713842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:05.776817 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:42:05.779527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:42:05.787845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:42:05.827821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=3c71910e-ae0c-4c95-a502-90e225c5d284,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:42:06.203351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:06.277141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:06.480656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:06.484970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:06.595688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=3c71910e-ae0c-4c95-a502-90e225c5d284,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:42:06.607163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:06.773863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e associated. External IP: 172.26.5.128, port: 324d0d8a-dd26-4603-8b15-e1db885508f6. Apr 05 12:42:07.224357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router ec254b83-b888-4baf-b201-6e50d1530708 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:42:07.401202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:42:07.411430 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Sync routers for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:42:07.420854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:42:07.421596 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:42:07.432206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:07.494311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c5a68fa-0309-4acc-acd4-2690a6e5365e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3580651 Apr 05 12:42:07.494311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:42:07.550331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'status': 'completed', 'code': 200} Apr 05 12:42:07.611534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:42:07.724672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741bf9d-7bc8-49b6-ba5d-d9d7eba3a1a0 req-5363d53f-1890-4e8b-be85-474ed0762ba1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:07.726122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6741bf9d-7bc8-49b6-ba5d-d9d7eba3a1a0 req-5363d53f-1890-4e8b-be85-474ed0762ba1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.1075463 Apr 05 12:42:07.728094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-7c4da350-c10a-4e54-88e1-150b2ac193f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:07.729411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-7c4da350-c10a-4e54-88e1-150b2ac193f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1098 time: 0.1457036 Apr 05 12:42:07.863140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6741bf9d-7bc8-49b6-ba5d-d9d7eba3a1a0 req-b72e69ea-4a2a-4ce4-8035-45bc93b270f9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311092 Apr 05 12:42:07.891843 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33974) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:42:07.898197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-a3ad9da8-8ddc-4ef4-b951-dc843c3a3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:07.900067 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-a3ad9da8-8ddc-4ef4-b951-dc843c3a3d06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 897 time: 0.1556988 Apr 05 12:42:08.028155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'port_id': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'mac_address': 'fa:16:3e:cb:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:42:06Z', 'updated_at': '2022-04-05T12:42:06Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:42:08.029457 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-e5a3232e-03ee-4f7a-b136-f667243c095a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 999 time: 0.1233912 Apr 05 12:42:08.032394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Checking router: ec254b83-b888-4baf-b201-6e50d1530708 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:42:08.042387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:42:08.043010 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:41:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:42:08.098139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-5115cd80-6c35-4e64-b1ce-f5a4b7d43013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:08.099974 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-5115cd80-6c35-4e64-b1ce-f5a4b7d43013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.0639062 Apr 05 12:42:08.122989 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-7f3e9153-78d2-4750-80d7-e418899a4908 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e HTTP/1.1" status: 200 len: 991 time: 0.2293973 Apr 05 12:42:08.184841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-d5cdbbd2-9360-44a8-ab4f-15904ca74fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:08.186294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-d5cdbbd2-9360-44a8-ab4f-15904ca74fea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802367 Apr 05 12:42:08.232121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:42:08.326312 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-f0d8c4d5-ba7d-4ffc-9169-aee0d97c75bd service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329513 Apr 05 12:42:08.461050 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d765496c-fd96-4ec6-9f81-6940d97b51f8 req-fc93243e-665a-47c7-afdb-96a10a92e937 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287520 Apr 05 12:42:08.585565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'port_id': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'mac_address': 'fa:16:3e:cb:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:42:06Z', 'updated_at': '2022-04-05T12:42:06Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:42:08.589501 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf7273-aeac-498c-9dbb-9baec0a9066c None None] The sync data for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv is: [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.128', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'port_id': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'mac_address': 'fa:16:3e:cb:ce:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:42:06Z', 'updated_at': '2022-04-05T12:42:06Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:42:08.773587 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52734d60-7744-45a8-b4c8-3374a5606664 None None] New status for floating IP ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:42:09.125109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 33978) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:42:09.228285 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a64fd7fe-b5ec-4a1c-950e-6717104df5a6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e HTTP/1.1" status: 200 len: 993 time: 0.1020658 Apr 05 12:42:15.290076 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:42:23.267649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b7759eb-c144-48f8-ab73-f99705f673d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:24.696027 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:25.338487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1fdb8b69-ead0-4208-b5d7-5c0e5496e7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:26.529476 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:26.592536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:27.822395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:36.336059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-73532d9a-0cdc-4d69-9abb-2f6a691203fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2144189 Apr 05 12:42:36.477367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-67c37d58-a187-4387-861a-6e1a164206dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:36.478802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-67c37d58-a187-4387-861a-6e1a164206dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1098 time: 0.0738282 Apr 05 12:42:36.620524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-8f33e8fe-b791-4b98-8029-8566c63055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:36.621924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-8f33e8fe-b791-4b98-8029-8566c63055f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 897 time: 0.1250935 Apr 05 12:42:36.721144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-39028592-9715-4182-aea6-f34fe611aa98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 1001 time: 0.0931671 Apr 05 12:42:36.795259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-b2b38189-4888-48fb-ad83-9f272a86a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:36.796570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-b2b38189-4888-48fb-ad83-9f272a86a3fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.0647488 Apr 05 12:42:36.869766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-4afad5da-4abc-41e4-9faa-4905364c767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:36.871208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-4afad5da-4abc-41e4-9faa-4905364c767c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677128 Apr 05 12:42:37.002558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-cf73e38e-c41c-4da9-b234-835d4e028c1b service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227288 Apr 05 12:42:37.136012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d8beb7db-4a25-48eb-a22d-c1ae7f745494 req-dd025e67-6abc-4b78-b8a6-057efab98871 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247187 Apr 05 12:42:40.748857 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-45cb6556-cb2e-42d9-bb27-278829190bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:40.750339 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-45cb6556-cb2e-42d9-bb27-278829190bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1098 time: 0.0820341 Apr 05 12:42:40.936931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-af007497-c01c-4a08-b9ab-6d101abb2487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:40.938716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-af007497-c01c-4a08-b9ab-6d101abb2487 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 897 time: 0.1810439 Apr 05 12:42:40.947484 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353473eb-3da2-40da-9f7b-e7eb99af5c37 req-c8e683dd-e643-42af-aabe-139483755f13 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:40.948795 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-353473eb-3da2-40da-9f7b-e7eb99af5c37 req-c8e683dd-e643-42af-aabe-139483755f13 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.2406065 Apr 05 12:42:41.070803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-353473eb-3da2-40da-9f7b-e7eb99af5c37 req-cb378cd8-495b-4e00-9fc0-8dfcb3ec8d99 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719831 Apr 05 12:42:41.074367 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-c040856d-814c-4ed4-95ec-e02d37fa501f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 1001 time: 0.1247511 Apr 05 12:42:41.139834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-ba53af3c-6f55-4d30-bcbb-cd50adaceebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:41.141290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-ba53af3c-6f55-4d30-bcbb-cd50adaceebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.0605094 Apr 05 12:42:41.213969 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-cf78b10d-1c53-462a-8d88-efa2f977e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:41.215440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-cf78b10d-1c53-462a-8d88-efa2f977e8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678711 Apr 05 12:42:41.343677 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-bf177ef6-c061-488e-8fed-baceef28b85f service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217206 Apr 05 12:42:41.472913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cce5dd7-93eb-42ef-b597-1bd32a7a3422 req-72f282f8-532b-4f1e-8f7a-a5c24854459e service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232836 Apr 05 12:42:42.349558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367f7ff-dbd0-4328-8753-d4141ea3cc63 req-d50a8a72-c72a-4308-b013-d05841f65185 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:42.351063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8367f7ff-dbd0-4328-8753-d4141ea3cc63 req-d50a8a72-c72a-4308-b013-d05841f65185 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.1752663 Apr 05 12:42:42.393749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8367f7ff-dbd0-4328-8753-d4141ea3cc63 req-4e5ef9bc-fbc8-43c3-a2b3-025dc9d0780a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369272 Apr 05 12:42:43.584124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f53b47-bf4e-410d-b8db-42d7d8dabbde req-62fe8016-a5dc-4892-87a8-d58c1fce9ac2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:43.585551 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7f53b47-bf4e-410d-b8db-42d7d8dabbde req-62fe8016-a5dc-4892-87a8-d58c1fce9ac2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0787740 Apr 05 12:42:43.628567 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a7f53b47-bf4e-410d-b8db-42d7d8dabbde req-8f366a58-ad20-47cf-95f6-156ba6bdcb01 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373025 Apr 05 12:42:44.833955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1045e5-f14e-4edf-97d3-a6722cc2dcf2 req-b451299e-3475-4492-8f39-7a99bb44fdc8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:44.835394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d1045e5-f14e-4edf-97d3-a6722cc2dcf2 req-b451299e-3475-4492-8f39-7a99bb44fdc8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0824764 Apr 05 12:42:44.877535 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5d1045e5-f14e-4edf-97d3-a6722cc2dcf2 req-624a8694-cce0-433e-b169-57bf900bf4ee tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365362 Apr 05 12:42:46.061582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d123-004b-4783-ae8e-fb0ae8de70d1 req-7a4c1d5e-1b25-45f5-b796-47f22f6c8331 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:46.062902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6604d123-004b-4783-ae8e-fb0ae8de70d1 req-7a4c1d5e-1b25-45f5-b796-47f22f6c8331 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0817921 Apr 05 12:42:46.118100 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6604d123-004b-4783-ae8e-fb0ae8de70d1 req-b86440de-9778-4771-9b9d-fb945d3c3407 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486023 Apr 05 12:42:47.302170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218c93-6a9f-4a31-9602-fc4175f8bc83 req-c3681814-9d0b-4166-a0ac-eb2bc0efcd67 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:47.303646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35218c93-6a9f-4a31-9602-fc4175f8bc83 req-c3681814-9d0b-4166-a0ac-eb2bc0efcd67 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0780158 Apr 05 12:42:47.346394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-35218c93-6a9f-4a31-9602-fc4175f8bc83 req-5821ad79-9f42-4cf7-ba7c-d406ed103548 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Apr 05 12:42:48.528525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f638e-3c03-4f76-886c-65f9e173d8ef req-b5e0bc02-cd0c-4c99-a354-34c0cdf72b8c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:48.529931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-866f638e-3c03-4f76-886c-65f9e173d8ef req-b5e0bc02-cd0c-4c99-a354-34c0cdf72b8c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0812595 Apr 05 12:42:48.572864 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-866f638e-3c03-4f76-886c-65f9e173d8ef req-cda8e2a8-c62e-47ce-a4a5-0ea2daa244e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373499 Apr 05 12:42:49.756536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba3f7a-ea97-4532-b1e3-b806fb8d024f req-435e2484-207c-4073-bc1f-940bbbc16e7a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:49.757956 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31ba3f7a-ea97-4532-b1e3-b806fb8d024f req-435e2484-207c-4073-bc1f-940bbbc16e7a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0781350 Apr 05 12:42:49.805812 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31ba3f7a-ea97-4532-b1e3-b806fb8d024f req-f10e5036-8db0-4989-bbc2-2f19bb56cffc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Apr 05 12:42:50.990174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0ebeb-95e2-4e70-862e-ccaa0052581e req-c30816b5-8247-44f1-9300-ba593e4aac56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:50.991630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3fd0ebeb-95e2-4e70-862e-ccaa0052581e req-c30816b5-8247-44f1-9300-ba593e4aac56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0788550 Apr 05 12:42:51.034136 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3fd0ebeb-95e2-4e70-862e-ccaa0052581e req-12f2fe71-1a1c-4975-95aa-15683998dda1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370016 Apr 05 12:42:52.231337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009a226-fd0f-4559-b1c0-c41dbdedb589 req-a617c64a-ead4-441a-b340-c5f9ee6bf05c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:52.232779 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5009a226-fd0f-4559-b1c0-c41dbdedb589 req-a617c64a-ead4-441a-b340-c5f9ee6bf05c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0924318 Apr 05 12:42:52.279673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5009a226-fd0f-4559-b1c0-c41dbdedb589 req-861a8a77-6544-405f-9237-58b61c8b86c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411065 Apr 05 12:42:52.289847 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:42:53.269144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ea9abe73-cd58-4aea-b722-f326ea98968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:53.481975 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc241b-081a-4a23-91c1-b6842da9243b req-24fd2b8f-dbba-46e6-8009-d97802afeb3b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:53.483675 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fcc241b-081a-4a23-91c1-b6842da9243b req-24fd2b8f-dbba-46e6-8009-d97802afeb3b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0817986 Apr 05 12:42:53.534005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7fcc241b-081a-4a23-91c1-b6842da9243b req-741fc50e-90e0-4c61-a378-5010e0c3a725 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Apr 05 12:42:54.696986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:54.719313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d442a-1d31-443f-b75e-49a020758f13 req-8bb012fa-e403-4f44-a806-2675d46646e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:54.720750 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de4d442a-1d31-443f-b75e-49a020758f13 req-8bb012fa-e403-4f44-a806-2675d46646e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0806873 Apr 05 12:42:54.764213 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-de4d442a-1d31-443f-b75e-49a020758f13 req-75e3f83b-7ff2-4a87-8edf-4590a1723e93 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377982 Apr 05 12:42:55.340201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3d41-7acf-4f20-8589-3eade0e4490a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:55.949949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48732b-784b-4ebb-a54a-4504ae59625f req-8e5af1d3-6bb6-4ab7-9530-11d96bec0c58 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:55.951408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e48732b-784b-4ebb-a54a-4504ae59625f req-8e5af1d3-6bb6-4ab7-9530-11d96bec0c58 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0824187 Apr 05 12:42:55.994543 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e48732b-784b-4ebb-a54a-4504ae59625f req-f034cf3a-cd13-4fc3-a5b4-fc6fe628f11f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375557 Apr 05 12:42:56.532355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:56.591082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:57.175658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a170de-794f-442a-90ad-db64fe987ee9 req-e18bf567-d26a-4e08-975b-66649d67e956 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:57.177102 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74a170de-794f-442a-90ad-db64fe987ee9 req-e18bf567-d26a-4e08-975b-66649d67e956 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0796607 Apr 05 12:42:57.220507 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-74a170de-794f-442a-90ad-db64fe987ee9 req-82c04e5f-fb56-474d-990c-2a0b412614de tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377476 Apr 05 12:42:57.825140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:42:58.407921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad113af-7fd9-4f3e-9f59-fc3c3e700e40 req-1cce0b1a-97ca-4b0e-ab32-834367701df4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:42:58.409273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ad113af-7fd9-4f3e-9f59-fc3c3e700e40 req-1cce0b1a-97ca-4b0e-ab32-834367701df4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.0832205 Apr 05 12:42:58.452349 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ad113af-7fd9-4f3e-9f59-fc3c3e700e40 req-f6428682-3cb7-4603-b08c-1713d7f6e6e1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373988 Apr 05 12:42:58.474818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34036) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:42:58.578536 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e2f64c69-14aa-4005-a8ed-8333b767fb1b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e HTTP/1.1" status: 200 len: 993 time: 0.1025698 Apr 05 12:43:23.271896 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-32ddecdb-d192-46ed-9f7b-d87d1917c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:24.711635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:25.340725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8d443316-0ef1-42ea-ade8-999cec75d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:26.534045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:26.595219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:27.828081 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.024005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34054) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:29.288921 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:43:29.321291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 3c71910e-ae0c-4c95-a502-90e225c5d284 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:43:29.321633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.485655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.485985 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.606359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 3c71910e-ae0c-4c95-a502-90e225c5d284 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:43:29.755878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.809045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=3c71910e-ae0c-4c95-a502-90e225c5d284,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:29.845685 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.846029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.846367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.846697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.847042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.847395 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.847718 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.848033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.848350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.848693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.849008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.849322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:29.925830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:29.926159 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e disassociated (deleted). External IP: 172.26.5.128, port: 324d0d8a-dd26-4603-8b15-e1db885508f6. Apr 05 12:43:30.278676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router ec254b83-b888-4baf-b201-6e50d1530708 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:43:30.454175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:43:30.464192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Sync routers for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:43:30.473394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:30.473998 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:30.474136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:30.531577 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5b41d591-ab7c-4b29-a0cb-6af670f092a5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/floatingips/ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e HTTP/1.1" status: 204 len: 168 time: 1.5063994 Apr 05 12:43:30.532075 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:43:30.587739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'status': 'completed', 'code': 200} Apr 05 12:43:30.668628 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:30.678547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845836-b815-4126-9e29-0a4e0426b95a req-8723debc-899d-40bb-820e-da7adfec3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:30.680082 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-8723debc-899d-40bb-820e-da7adfec3831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 1098 time: 0.0722680 Apr 05 12:43:31.000629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845836-b815-4126-9e29-0a4e0426b95a req-96e7f698-1f24-452b-847f-08ff77edf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:31.002068 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-96e7f698-1f24-452b-847f-08ff77edf715 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 200 len: 897 time: 0.3160841 Apr 05 12:43:31.041335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:31.045254 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Checking router: ec254b83-b888-4baf-b201-6e50d1530708 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:43:31.054109 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:31.054716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:31.076926 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-4defdc31-6e20-4ffb-9dea-269595791db1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 200 len: 217 time: 0.0667329 Apr 05 12:43:31.084885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5792e89-87ee-473f-bc94-b304f29918f1 req-fc3263c4-2009-428c-b01c-434803f1c9d5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:31.085556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d5792e89-87ee-473f-bc94-b304f29918f1 req-fc3263c4-2009-428c-b01c-434803f1c9d5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:31.149599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d5792e89-87ee-473f-bc94-b304f29918f1 req-fc3263c4-2009-428c-b01c-434803f1c9d5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:31.150732 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5792e89-87ee-473f-bc94-b304f29918f1 req-fc3263c4-2009-428c-b01c-434803f1c9d5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.2564116 Apr 05 12:43:31.154031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845836-b815-4126-9e29-0a4e0426b95a req-57f9898f-925b-4ed0-8cb1-a5bdd9dea6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:31.155590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-57f9898f-925b-4ed0-8cb1-a5bdd9dea6ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 200 len: 835 time: 0.0673919 Apr 05 12:43:31.236033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:31.239735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5792e89-87ee-473f-bc94-b304f29918f1 req-6096c49b-5238-4e6a-a066-19badabc15e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829294 Apr 05 12:43:31.265083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a845836-b815-4126-9e29-0a4e0426b95a req-4ec32921-5c2a-423f-b3ab-f0ef02667835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:31.266532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-4ec32921-5c2a-423f-b3ab-f0ef02667835 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354f10cc-0be3-4b78-bf97-54ca0575b852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968683 Apr 05 12:43:31.398408 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-2a4cdd39-6c02-4995-8c91-c792a1d2ae7b service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248124 Apr 05 12:43:31.530371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a845836-b815-4126-9e29-0a4e0426b95a req-8b82d794-3465-4132-9b73-8038ebd85500 service neutron] 10.222.0.30 "GET /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254208 Apr 05 12:43:31.547769 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:31.551985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40803617-1b1f-46b9-acaa-6ccb81195f71 None None] The sync data for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv is: [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:41:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '18dadb7e-b76a-4be0-be7e-faed6208779a', 'name': '', 'network_id': '354f10cc-0be3-4b78-bf97-54ca0575b852', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:e7:a2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:47Z', 'updated_at': '2022-04-05T12:41:54Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '241c4223-e1dc-4918-8f12-668a80b19db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:43:31.753756 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49626428-bf79-4e85-a340-0169c56cd79a None None] New status for floating IP ebdf7dc9-e3ea-47dc-bc58-269a2e4ff58e: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:43:32.412601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-3369e80b-b125-48e0-ac2a-68d2ab15a97c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:32.413964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-3369e80b-b125-48e0-ac2a-68d2ab15a97c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.1234717 Apr 05 12:43:32.500584 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 324d0d8a-dd26-4603-8b15-e1db885508f6 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:43:32.500921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:32.536053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d41b-3551-43b4-9764-b5bcd5b47881 req-e52cf947-111a-4bd0-858b-af85ab47f8d6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:32.538046 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6cd4d41b-3551-43b4-9764-b5bcd5b47881 req-e52cf947-111a-4bd0-858b-af85ab47f8d6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 945 time: 0.1835363 Apr 05 12:43:32.634992 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6cd4d41b-3551-43b4-9764-b5bcd5b47881 req-2f91377c-2cca-4db4-afbb-cac6b096d575 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=10ea504f-b8b7-4ede-82ab-5fd6cd89248c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904424 Apr 05 12:43:32.784583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 324d0d8a-dd26-4603-8b15-e1db885508f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=324d0d8a-dd26-4603-8b15-e1db885508f6,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:32.784933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:32.904984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 324d0d8a-dd26-4603-8b15-e1db885508f6 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:43:33.046231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:33.095350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=324d0d8a-dd26-4603-8b15-e1db885508f6,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:33.273585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] No DVR routers for this DVR port 324d0d8a-dd26-4603-8b15-e1db885508f6 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:43:33.276088 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:33.278530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'name': 'network-vif-deleted', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:43:33.294480 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cdb2b36a-60f2-4ac4-a7a6-b879b28dc2b3 req-e40b69f9-b835-4be6-a458-5e870dde72c2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "DELETE /v2.0/ports/324d0d8a-dd26-4603-8b15-e1db885508f6 HTTP/1.1" status: 204 len: 173 time: 0.8740873 Apr 05 12:43:33.324018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7', 'name': 'network-vif-deleted', 'tag': '324d0d8a-dd26-4603-8b15-e1db885508f6', 'status': 'completed', 'code': 200} Apr 05 12:43:33.804010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8e528d26-1a73-46a9-8396-b3449b475db6 req-b7aaeb3e-348d-45d4-80f5-6f91c72afd8b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:33.820452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8e528d26-1a73-46a9-8396-b3449b475db6 req-b7aaeb3e-348d-45d4-80f5-6f91c72afd8b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:33.821527 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8e528d26-1a73-46a9-8396-b3449b475db6 req-b7aaeb3e-348d-45d4-80f5-6f91c72afd8b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d4a2d5e-94ea-4810-a8a6-c300fb7f22e7 HTTP/1.1" status: 200 len: 210 time: 0.0626376 Apr 05 12:43:34.913400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34072) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:35.464656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:35.498568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 324d0d8a-dd26-4603-8b15-e1db885508f6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:43:35.533045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 324d0d8a-dd26-4603-8b15-e1db885508f6 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:43:35.533397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 324d0d8a-dd26-4603-8b15-e1db885508f6 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:43:35.819937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 18dadb7e-b76a-4be0-be7e-faed6208779a {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:43:35.820195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:36.006979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 18dadb7e-b76a-4be0-be7e-faed6208779a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=18dadb7e-b76a-4be0-be7e-faed6208779a,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:36.007692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:36.237074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 18dadb7e-b76a-4be0-be7e-faed6208779a owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:43:36.421279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:36.470145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=18dadb7e-b76a-4be0-be7e-faed6208779a,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:36.741117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.093338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router ec254b83-b888-4baf-b201-6e50d1530708 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:43:37.267209 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:43:37.277030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Sync routers for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:43:37.286796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:37.288128 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:37.288607 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34076) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:37.289118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cfdea9ea-8243-45fb-a453-44e40e1fc0d7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/ec254b83-b888-4baf-b201-6e50d1530708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3742065 Apr 05 12:43:37.354738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting subnet 241c4223-e1dc-4918-8f12-668a80b19db8 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:43:37.357732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.413039 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.465401 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:37.494539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.567095 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.610383 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Subnet': ['ID=241c4223-e1dc-4918-8f12-668a80b19db8,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:37.615342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.622422 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.622772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.623132 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.623471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.623807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.624139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.624466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.624795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.625117 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.625441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.625762 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.626088 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:37.631000 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-76d87f07-bed4-4357-b6b8-1be62145de60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/subnets/241c4223-e1dc-4918-8f12-668a80b19db8 HTTP/1.1" status: 204 len: 168 time: 0.3413734 Apr 05 12:43:37.633918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34080) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:37.656195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f03b1-d359-4e4c-b90b-56b29ecf43ae None None] Network 354f10cc-0be3-4b78-bf97-54ca0575b852 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:43:37.817749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:37.973874 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:43:36Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:37.978621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Checking router: ec254b83-b888-4baf-b201-6e50d1530708 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:43:37.988616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Routers {'ec254b83-b888-4baf-b201-6e50d1530708'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:37.989260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ec254b83-b888-4baf-b201-6e50d1530708'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:38.044015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] DHCP port deletion for 354f10cc-0be3-4b78-bf97-54ca0575b852 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:43:38.059474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Deleting port b3e9f6b3-3403-4ccf-939e-c06210395154 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:43:38.059843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.133410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.142794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 30f8d3d7-799d-49f1-8898-245ba5059195 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:43:38.143171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.264593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] Set router ec254b83-b888-4baf-b201-6e50d1530708 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:38.327038 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 30f8d3d7-799d-49f1-8898-245ba5059195, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=30f8d3d7-799d-49f1-8898-245ba5059195,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:38.327417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.451689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 30f8d3d7-799d-49f1-8898-245ba5059195 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:43:38.544865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] For port b3e9f6b3-3403-4ccf-939e-c06210395154, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b3e9f6b3-3403-4ccf-939e-c06210395154,segment=NetworkSegment(fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce),segment_id=fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:38.545452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.623789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.670606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Calling delete_port for b3e9f6b3-3403-4ccf-939e-c06210395154 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:43:38.699774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=30f8d3d7-799d-49f1-8898-245ba5059195,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:38.764786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.805228 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.855823 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Pushing event deleted for resources: {'Port': ['ID=b3e9f6b3-3403-4ccf-939e-c06210395154,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:38.862975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] No DVR routers for this DVR port b3e9f6b3-3403-4ccf-939e-c06210395154 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:43:38.870136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.870489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.874150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca4d1-afa0-4d88-815e-219c137966b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:38.877569 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:43:36Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:38.882198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd25e5fb-849e-4723-9e06-2487b7cd15c1 None None] The sync data for ids ['ec254b83-b888-4baf-b201-6e50d1530708'] in dv-neutron-833203-3-hyperv is: [{'id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531706672', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:41:43Z', 'updated_at': '2022-04-05T12:43:36Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '30f8d3d7-799d-49f1-8898-245ba5059195', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec254b83-b888-4baf-b201-6e50d1530708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:41:44Z', 'updated_at': '2022-04-05T12:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:43:38.946988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.949182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.971006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.971621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Fanout notify agent at l3_agent the message router_deleted on router ec254b83-b888-4baf-b201-6e50d1530708 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:43:38.986604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:38.987720 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4cb1b797-fe51-463d-93f0-dc6febda4073 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/routers/ec254b83-b888-4baf-b201-6e50d1530708 HTTP/1.1" status: 204 len: 168 time: 1.3527422 Apr 05 12:43:38.990471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34084) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:39.102251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.230532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.255954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354f10cc-0be3-4b78-bf97-54ca0575b852']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:39.268481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:39.268782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda837a1-bd3e-4dd6-bdaa-9775a3dbf6ce') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:39.281233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.302091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.308376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:43:39.308792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:43:39.323971 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:43:39.405264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.422073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.433341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Network': ['ID=354f10cc-0be3-4b78-bf97-54ca0575b852,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:39.440892 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-006514bc-2b0c-4ef9-be13-fc0626c2a963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/networks/354f10cc-0be3-4b78-bf97-54ca0575b852 HTTP/1.1" status: 204 len: 168 time: 0.4494848 Apr 05 12:43:39.444103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34088) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:39.621635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.650809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.715957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.735330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea504f-b8b7-4ede-82ab-5fd6cd89248c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:39.743321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:39.746871 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b5b8b8d4-4241-4dd1-812c-61c22b36fedc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/security-groups/10ea504f-b8b7-4ede-82ab-5fd6cd89248c HTTP/1.1" status: 204 len: 168 time: 0.2993939 Apr 05 12:43:39.944926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b3e9f6b3-3403-4ccf-939e-c06210395154 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:43:39.979405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b3e9f6b3-3403-4ccf-939e-c06210395154 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:43:39.979751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b3e9f6b3-3403-4ccf-939e-c06210395154 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:43:39.980161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30f8d3d7-799d-49f1-8898-245ba5059195 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:43:40.012708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 30f8d3d7-799d-49f1-8898-245ba5059195 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:43:40.013054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 30f8d3d7-799d-49f1-8898-245ba5059195 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:43:40.013461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 18dadb7e-b76a-4be0-be7e-faed6208779a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:43:40.092672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 18dadb7e-b76a-4be0-be7e-faed6208779a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:43:40.093020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 18dadb7e-b76a-4be0-be7e-faed6208779a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:43:40.315992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34096) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:40.321220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100769522', 'description': 'tempest-secgroup-smoke-100769522 description', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:40.327117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.331498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.334312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.339907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.350974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.370386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.374220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.377004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.382703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.450595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.454200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.502002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3988b25c-4b17-40fc-920c-6f54ba40a4cf,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:40.506025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.507236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-33735f68-4754-4be4-8afb-7105e4c0e9a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1902328 Apr 05 12:43:40.510000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34100) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:40.514926 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:40.520820 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.525027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.527869 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.533696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.550540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.609379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.612939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.638841 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988b985f-eb43-4e3d-abd1-327e2e3b61d4,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:40.645013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.647295 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ab00804-7812-40db-9b4a-69a7a5040d07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352694 Apr 05 12:43:40.649444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34104) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:40.654252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:40.660015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.664294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.667084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.672681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.688749 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.748200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.751479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.774366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f27ace-b58d-4924-baf5-4f626c40c529,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:40.781935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.783108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-292a52ae-bb9e-4d81-95e2-73b11aa21c77 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327121 Apr 05 12:43:40.785941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34108) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:40.791502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:40.797153 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.802242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.805056 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.810692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.829949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.890392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.894057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.916797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8c74ba-c01e-490c-9f1b-212999b43fe6,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:40.925761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:40.927074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-c76cdb92-44d8-4e4d-bd62-98634cda5f22 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401546 Apr 05 12:43:40.929709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34112) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:40.934480 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:40.940124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:40.944508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:40.947475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:40.953074 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:40.969730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.030788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.034113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.056847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618d61d1-ae62-490b-b49c-3e69b088bf29,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:41.065535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.066754 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ec6fad1-1c53-4824-8b1c-3b8c30d2061d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361489 Apr 05 12:43:41.070026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34116) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:41.074902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:41.080742 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:41.085411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:41.088276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:41.093871 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:41.104735 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:43:41.111246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.175418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.179487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.202215 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cd1157-2507-4fbd-a44e-95be00eaaeba,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:41.211253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.212433 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-62e1d6ed-4044-4839-9f6f-8c8d2f4c3d84 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414692 Apr 05 12:43:41.215197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34120) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:41.220024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '3988b25c-4b17-40fc-920c-6f54ba40a4cf', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:41.225703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:41.229493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:41.232527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:41.238069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:41.248219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:43:41.254558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.316962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.321032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.343918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4768223c-c155-4dd2-b3cc-984aa78f5f90,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:41.353183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.354351 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7d099e82-2b9b-4b75-b70d-46d8a898aa12 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382647 Apr 05 12:43:41.357175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34124) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:41.362472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'network': {'name': 'tempest-network-smoke--187525999', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:41.367800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:41.371913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:network and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:41.374724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:41.380384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:41.390816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:43:41.394117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.420794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:43:41.429915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.430255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Added segment 934c4664-b393-41e7-b5ed-8f94ed250e1f of type vlan for network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 Apr 05 12:43:41.456016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.487911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.493637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:41.494203 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.588884 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2305074 Apr 05 12:43:41.591493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34128) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:41.597692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'admin_state_up': True, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:41.604816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55702f-0bdd-4a74-99f6-2ac412c590e0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Network': ['ID=7ef5b236-de2c-43a3-9ee9-175c52d4ea95,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:41.605522 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:41.609463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:router and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:41.612374 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:41.614782 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:43:41.619495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:41.629921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.630907 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.647007 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:41.914668 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:42.212592 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:42.241045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:42.378045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.151 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/88d615ea-71de-45cb-a3a8-08479263787a) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:43:42.613308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:42.643651 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:42.701326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:43:42.704001 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:42.706775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:43:42.756164 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=88d615ea-71de-45cb-a3a8-08479263787a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:43.117066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:43.443639 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:43.641107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router d380f0db-4b60-4cef-a458-39d58e91a0b9 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:43:43.812446 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:43:43.824210 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Sync routers for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:43:43.834423 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:43.835019 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:43.842154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:43.846434 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-87a3e975-ba23-49b2-9008-d0e500d467bd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2509515 Apr 05 12:43:43.846935 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34132) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:43.887609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f744999a-d305-44bd-8605-377fa51c8032 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9e44b6433ed54364a6d87336b9c7b5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395997 Apr 05 12:43:43.890033 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34136) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:44.008877 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:44.023043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b4f204-0296-4fdd-89e7-84f8cdf362c4 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:44.024525 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-06b4f204-0296-4fdd-89e7-84f8cdf362c4 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336076 Apr 05 12:43:44.027365 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34140) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:44.068780 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-abbe3ce4-0e1f-46bd-951e-2b780bf4bcbd tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373421 Apr 05 12:43:44.068962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34144) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:44.074107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456627190', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:44.184712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:44.188478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:subnet and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:43:44.191240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:43:44.197415 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:44.207220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:43:44.210606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.285159 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:42Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:44.288890 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Checking router: d380f0db-4b60-4cef-a458-39d58e91a0b9 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:43:44.289227 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Updating router d380f0db-4b60-4cef-a458-39d58e91a0b9 port 88d615ea-71de-45cb-a3a8-08479263787a binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:43:44.345203 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.426773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.506336 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Subnet': ['ID=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:44.515357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Checking segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:43:44.515721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network hostable DHCP agents. Network: 7ef5b236-de2c-43a3-9ee9-175c52d4ea95, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:43:44.536136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:43:44.545318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 7ef5b236-de2c-43a3-9ee9-175c52d4ea95) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:44.549183 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:44.549771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.557578 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d849b-2a44-49b4-9daa-99d509b6790f None None] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:43:44.571780 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7f72397c-76aa-467e-9cd3-efc72339af60 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5018835 Apr 05 12:43:44.574797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34148) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:43:44.709952 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.722686 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Transition to ACTIVE for port object 88d615ea-71de-45cb-a3a8-08479263787a will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:44.730371 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.782516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:43:44.784068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.810629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Attempting to bind port 88d615ea-71de-45cb-a3a8-08479263787a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:43:44.811001 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Attempting to bind port 88d615ea-71de-45cb-a3a8-08479263787a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:43:44.811384 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Attempting to bind port 88d615ea-71de-45cb-a3a8-08479263787a on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:43:44.813483 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Pushing event updated for resources: {'Port': ['ID=88d615ea-71de-45cb-a3a8-08479263787a,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:44.823014 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:43:44.823419 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:43:44.823805 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.824191 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:43:44.824643 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Bound port: 88d615ea-71de-45cb-a3a8-08479263787a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:43:44.825194 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.862208 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.862569 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.862885 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.863240 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.863568 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.863897 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.864221 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.864539 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.865461 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.865951 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.866271 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.866591 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:43:44.909294 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] For port 88d615ea-71de-45cb-a3a8-08479263787a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:43:44.912767 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] For port 88d615ea-71de-45cb-a3a8-08479263787a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=88d615ea-71de-45cb-a3a8-08479263787a,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:43:44.917099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:44.955278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Allocated IP 172.20.0.2 (7ef5b236-de2c-43a3-9ee9-175c52d4ea95/fd9c5954-5818-45bc-8b4c-ba48ecf4af8c/c396bc8c-8e93-4803-976e-5b78a5608fc9) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:43:44.995543 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f675-cdad-4e7c-aa73-67be1e69652a None None] Pushing event updated for resources: {'Port': ['ID=88d615ea-71de-45cb-a3a8-08479263787a,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:45.000401 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:45.001018 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:45.170552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.180986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Transition to ACTIVE for port object c396bc8c-8e93-4803-976e-5b78a5608fc9 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:45.187554 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:45.199018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Transition to ACTIVE for port object c396bc8c-8e93-4803-976e-5b78a5608fc9 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:45.205553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.268143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:43:45.275485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:45.281391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:43:45.287972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Pushing event updated for resources: {'Port': ['ID=c396bc8c-8e93-4803-976e-5b78a5608fc9,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:45.376969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Attempting to bind port c396bc8c-8e93-4803-976e-5b78a5608fc9 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:43:45.378060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Attempting to bind port c396bc8c-8e93-4803-976e-5b78a5608fc9 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:43:45.378060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Attempting to bind port c396bc8c-8e93-4803-976e-5b78a5608fc9 on network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:43:45.383416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:43:45.383787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Checking segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:43:45.384185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.384575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Bound using segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:43:45.385039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Bound port: c396bc8c-8e93-4803-976e-5b78a5608fc9, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:43:45.385513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.421470 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.476278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] For port c396bc8c-8e93-4803-976e-5b78a5608fc9, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:43:45.479309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] For port c396bc8c-8e93-4803-976e-5b78a5608fc9, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c396bc8c-8e93-4803-976e-5b78a5608fc9,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:43:45.483618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:45.490167 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:42Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:45.494166 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5ec3d-fafc-4ff0-9202-22c604557e1d None None] The sync data for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv is: [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:42Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:43:45.565543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246a1bb-910b-48d0-949a-28be012ac03e None None] Pushing event updated for resources: {'Port': ['ID=c396bc8c-8e93-4803-976e-5b78a5608fc9,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:45.870711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.1 (7ef5b236-de2c-43a3-9ee9-175c52d4ea95/fd9c5954-5818-45bc-8b4c-ba48ecf4af8c/e4326fac-98cb-4909-bb25-03b3dbdb5b95) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:43:46.002213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c396bc8c-8e93-4803-976e-5b78a5608fc9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:46.054682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.072343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object e4326fac-98cb-4909-bb25-03b3dbdb5b95 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:46.084467 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port c396bc8c-8e93-4803-976e-5b78a5608fc9 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:46.090026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 88d615ea-71de-45cb-a3a8-08479263787a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:46.098505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.168463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:43:46.169268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 88d615ea-71de-45cb-a3a8-08479263787a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:46.171927 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:46.174315 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 88d615ea-71de-45cb-a3a8-08479263787a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:46.174461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:43:46.174691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.241215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:46.253754 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.316063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.352082 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 88d615ea-71de-45cb-a3a8-08479263787a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=88d615ea-71de-45cb-a3a8-08479263787a,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:46.358214 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.454310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=88d615ea-71de-45cb-a3a8-08479263787a,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:46.565100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.697307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3406c145-54cb-4ccf-9cd5-4ec99fdcf95a None None] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:43:46.805096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Provisioning for port c396bc8c-8e93-4803-976e-5b78a5608fc9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:46.822123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Provisioning complete for port c396bc8c-8e93-4803-976e-5b78a5608fc9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:46.822491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:46.995361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.000163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.056391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.101634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] For port c396bc8c-8e93-4803-976e-5b78a5608fc9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c396bc8c-8e93-4803-976e-5b78a5608fc9,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:47.111657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.122398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.127280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:47.189323 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962e77f-3100-4fe5-8e5f-54486dae3845 None None] Pushing event updated for resources: {'Port': ['ID=c396bc8c-8e93-4803-976e-5b78a5608fc9,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:47.278116 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:43:47.279336 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:47.340393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Provisioning complete for port c396bc8c-8e93-4803-976e-5b78a5608fc9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:47.340860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.477669 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router d380f0db-4b60-4cef-a458-39d58e91a0b9 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:43:47.488760 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Provisioning for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:47.494342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Provisioning complete for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:47.494860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.554160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f214e-00ae-4e2d-baaf-298067fe24ec None None] Port e4326fac-98cb-4909-bb25-03b3dbdb5b95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:43:47.671401 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:43:47.682721 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Sync routers for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:43:47.685500 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1fdadfc1-703a-4e4c-8608-8c50e7979816 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/d380f0db-4b60-4cef-a458-39d58e91a0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1096079 Apr 05 12:43:47.697917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3009aec-3f5a-47a8-9025-67c26cc79ec5 None None] Provisioning complete for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:47.697917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3009aec-3f5a-47a8-9025-67c26cc79ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:47.725622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:47.726262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:47.822567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3009aec-3f5a-47a8-9025-67c26cc79ec5 None None] Port e4326fac-98cb-4909-bb25-03b3dbdb5b95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:43:47.847959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-64b336c7-2bab-42fc-9443-764321855b47 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:47.864331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-64b336c7-2bab-42fc-9443-764321855b47 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:47.866316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-64b336c7-2bab-42fc-9443-764321855b47 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100769522&fields=id&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.0583665 Apr 05 12:43:47.915095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c396bc8c-8e93-4803-976e-5b78a5608fc9 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:47.965650 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:48.026068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-f9ea5b4b-52e9-444c-b6d2-4ed983348c1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:48.026743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-f9ea5b4b-52e9-444c-b6d2-4ed983348c1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:48.042806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-f9ea5b4b-52e9-444c-b6d2-4ed983348c1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:48.047545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-f9ea5b4b-52e9-444c-b6d2-4ed983348c1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 796 time: 0.1692951 Apr 05 12:43:48.049116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-327507e2-e667-4cc8-b374-b2221e381b65 None None] Provisioning complete for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:48.049493 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-327507e2-e667-4cc8-b374-b2221e381b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:48.059429 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-df746c3e-ce71-41a5-9c4b-c00515219938 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/quotas/9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0093718 Apr 05 12:43:48.146840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-a3c5f328-36eb-4e86-95e3-6c4181e38c14 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:48.162579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-a3c5f328-36eb-4e86-95e3-6c4181e38c14 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:48.164053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-a3c5f328-36eb-4e86-95e3-6c4181e38c14 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982518 Apr 05 12:43:48.223263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-8bd83a34-7323-4df7-9664-580797dd520f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:43:48.224810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-8bd83a34-7323-4df7-9664-580797dd520f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482213 Apr 05 12:43:48.251321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-327507e2-e667-4cc8-b374-b2221e381b65 None None] Port e4326fac-98cb-4909-bb25-03b3dbdb5b95 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:43:48.252535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port c396bc8c-8e93-4803-976e-5b78a5608fc9 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:48.252831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:48.358927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-2d65c388-7305-4fbe-a6ae-716e6fd3ef6f service neutron] 10.222.0.50 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277103 Apr 05 12:43:48.441262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 88d615ea-71de-45cb-a3a8-08479263787a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:48.511298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 2, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:48.517383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Checking router: d380f0db-4b60-4cef-a458-39d58e91a0b9 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:43:48.517735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Updating router d380f0db-4b60-4cef-a458-39d58e91a0b9 port e4326fac-98cb-4909-bb25-03b3dbdb5b95 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:43:48.566882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 88d615ea-71de-45cb-a3a8-08479263787a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:48.567271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:48.589555 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-e451b2f1-2747-4777-bc84-9418dbdf691b service neutron] 10.222.0.50 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246470 Apr 05 12:43:48.611281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:48.772915 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53aa4fd5-d8c6-47cf-aff8-30cc173e2cb7 req-950101d2-1d88-408d-8cd4-75a9bb8926c9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 210 time: 0.0451872 Apr 05 12:43:49.082619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:49.096560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Transition to ACTIVE for port object e4326fac-98cb-4909-bb25-03b3dbdb5b95 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:49.104856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:49.262285 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a4a70-b5e1-4a2b-a0dd-1a196201ad8c None None] Pushing event updated for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:49.326449 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Attempting to bind port e4326fac-98cb-4909-bb25-03b3dbdb5b95 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:43:49.326903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Attempting to bind port e4326fac-98cb-4909-bb25-03b3dbdb5b95 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:43:49.327379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Attempting to bind port e4326fac-98cb-4909-bb25-03b3dbdb5b95 on network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:43:49.334192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:43:49.334644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Checking segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:43:49.335561 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:49.336073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Bound using segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:43:49.336608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Bound port: e4326fac-98cb-4909-bb25-03b3dbdb5b95, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:43:49.337046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:49.435015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] For port e4326fac-98cb-4909-bb25-03b3dbdb5b95, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:43:49.437808 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] For port e4326fac-98cb-4909-bb25-03b3dbdb5b95, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e4326fac-98cb-4909-bb25-03b3dbdb5b95,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:43:49.442256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:49.518106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:43:49.518699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:49.586917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a4a70-b5e1-4a2b-a0dd-1a196201ad8c None None] Pushing event updated for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:49.720648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:43:49.853556 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-b936431c-9a6f-4e5e-84ef-715a39ac040b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:49.855511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-b936431c-9a6f-4e5e-84ef-715a39ac040b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 796 time: 0.1868892 Apr 05 12:43:49.917787 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-4f32b2cb-c4db-401e-8bc5-152706199f45 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 379 time: 0.0498965 Apr 05 12:43:49.959808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'port': {'device_id': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'admin_state_up': True, 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'security_groups': ['3988b25c-4b17-40fc-920c-6f54ba40a4cf']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:49.992361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6987de94-03d1-41d3-9acf-c446e1ccda21 req-005a5c8c-d57a-4431-a2f7-1ef992898da6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 210 time: 0.0733712 Apr 05 12:43:50.067271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:43:50.071955 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54cbfb-9e4c-4ed6-96f7-f9e89a425893 None None] The sync data for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv is: [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:49Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:43:50.105713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:43:50.116576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:43:50.133353 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:43:50.137468 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.314524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.5 (7ef5b236-de2c-43a3-9ee9-175c52d4ea95/fd9c5954-5818-45bc-8b4c-ba48ecf4af8c/467fdd22-a0cc-43b5-8157-d53169f44333) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:43:50.513868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.531279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 467fdd22-a0cc-43b5-8157-d53169f44333 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:50.555691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.626666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:43:50.639179 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:43:50.648022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:43:50.682650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:50.724900 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:50.725796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.753893 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-08af576c-6b5e-4a9e-a401-499aefaa744c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025544 Apr 05 12:43:50.766379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Request body: {'port': {'device_id': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:43:50.887797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.891532 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2d97366e-58c0-4a09-a65e-98e0384982f1 None None] Provisioning for port 467fdd22-a0cc-43b5-8157-d53169f44333 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:50.898247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2d97366e-58c0-4a09-a65e-98e0384982f1 None None] Provisioning complete for port 467fdd22-a0cc-43b5-8157-d53169f44333 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:50.898682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2d97366e-58c0-4a09-a65e-98e0384982f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:50.962300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2d97366e-58c0-4a09-a65e-98e0384982f1 None None] Port 467fdd22-a0cc-43b5-8157-d53169f44333 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:43:51.261572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48e21c-5c71-4c30-961b-dbc5b899bc53 req-a63ebba6-e659-41c0-b4c1-eede8c8500e1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:51.262247 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8b48e21c-5c71-4c30-961b-dbc5b899bc53 req-a63ebba6-e659-41c0-b4c1-eede8c8500e1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:43:51.321635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8b48e21c-5c71-4c30-961b-dbc5b899bc53 req-a63ebba6-e659-41c0-b4c1-eede8c8500e1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:43:51.322753 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b48e21c-5c71-4c30-961b-dbc5b899bc53 req-a63ebba6-e659-41c0-b4c1-eede8c8500e1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 931 time: 0.1946568 Apr 05 12:43:51.326373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467fdd22-a0cc-43b5-8157-d53169f44333 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:43:51.335394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:51.373717 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Transition to ACTIVE for port object 467fdd22-a0cc-43b5-8157-d53169f44333 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:43:51.382313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:51.423971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b48e21c-5c71-4c30-961b-dbc5b899bc53 req-ea8125b8-f36c-4dbd-b564-60fca1b1e213 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933197 Apr 05 12:43:51.649394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:51.731697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Attempting to bind port 467fdd22-a0cc-43b5-8157-d53169f44333 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:43:51.731968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Attempting to bind port 467fdd22-a0cc-43b5-8157-d53169f44333 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:43:51.732295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Attempting to bind port 467fdd22-a0cc-43b5-8157-d53169f44333 on network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:43:51.736752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Port 467fdd22-a0cc-43b5-8157-d53169f44333 on network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:43:51.737065 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Attempting to bind port 467fdd22-a0cc-43b5-8157-d53169f44333 on network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:43:51.742031 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:43:51.742364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Checking segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:43:51.742743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Bound using segment: {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:43:51.743207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Bound port: 467fdd22-a0cc-43b5-8157-d53169f44333, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934c4664-b393-41e7-b5ed-8f94ed250e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:43:51.743557 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:51.832635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:43:51.836291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:43:51.840357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:51.893700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:51.894351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:51.896314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 1093 time: 1.1340110 Apr 05 12:43:51.896688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:43:51.943136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e4326fac-98cb-4909-bb25-03b3dbdb5b95 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:51.989674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018df456-40eb-4d4d-8dfc-f220d98130e8 service neutron] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:52.028601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-0039ef15-c0fe-4333-9e1b-115fc0a4f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.030100 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-0039ef15-c0fe-4333-9e1b-115fc0a4f628 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1096 time: 0.0893641 Apr 05 12:43:52.041005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'status': 'completed', 'code': 200} Apr 05 12:43:52.047861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:52.062131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:52.062866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:52.118365 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-cefce931-a38a-4cdc-95e0-686a5807ca4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 217 time: 0.0764053 Apr 05 12:43:52.186731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-0bac185b-7e03-4ea7-a4ad-a01fc77d4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.188228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-0bac185b-7e03-4ea7-a4ad-a01fc77d4097 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0634115 Apr 05 12:43:52.242102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:52.263206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-075ca1aa-c8bc-482c-9006-a7b4b003b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.264676 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-075ca1aa-c8bc-482c-9006-a7b4b003b5bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705509 Apr 05 12:43:52.274591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e4326fac-98cb-4909-bb25-03b3dbdb5b95, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e4326fac-98cb-4909-bb25-03b3dbdb5b95,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:52.279562 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:52.353860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:52.404076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-331a13c7-c17d-42c1-8399-b0b8cf2686e3 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331382 Apr 05 12:43:52.574601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5a91a89-38ab-4f4a-9597-b1900d1017c1 req-f9e19d6c-6b84-44c3-912c-6060a1521e17 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645913 Apr 05 12:43:52.611332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94b5e8-2115-4b75-93fa-616f52ebaf42 req-bae282ef-b17c-4bf9-82f1-83b9b6f19167 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.612783 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a94b5e8-2115-4b75-93fa-616f52ebaf42 req-bae282ef-b17c-4bf9-82f1-83b9b6f19167 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0849900 Apr 05 12:43:52.703483 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a94b5e8-2115-4b75-93fa-616f52ebaf42 req-01148b4e-6712-4e6e-9a78-d31357056960 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501647 Apr 05 12:43:52.721519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-1e21e824-ff78-49a9-9f82-a292b22698b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.722966 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-1e21e824-ff78-49a9-9f82-a292b22698b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1096 time: 0.1071899 Apr 05 12:43:52.854134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-73a76279-6576-414e-beab-ab5eb402fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.855516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-73a76279-6576-414e-beab-ab5eb402fdc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1264181 Apr 05 12:43:52.926380 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-f6cb348f-4a75-4107-b6c2-669e3c842040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 217 time: 0.0633125 Apr 05 12:43:52.988972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-a58429b7-5277-4e05-baa2-b5e231bf21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:52.990378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-a58429b7-5277-4e05-baa2-b5e231bf21e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0569134 Apr 05 12:43:53.063667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-95fd60d8-d548-4eb8-af1a-bae94af13b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:53.065252 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-95fd60d8-d548-4eb8-af1a-bae94af13b2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686409 Apr 05 12:43:53.197571 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-07895c40-c950-47c3-ac15-11326a5076d2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251106 Apr 05 12:43:53.275686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-885c174c-51a1-4917-a006-5eeec41f99e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:53.449198 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b110cf43-a770-48e2-88a6-16658751d9a6 req-34420d19-f35b-4a51-8a1d-bf86f8db3f0e service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420132 Apr 05 12:43:53.894039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59962ecc-a1ec-4ef3-9b03-b6b0002f32ee req-1e3af037-a35a-4242-81ad-6ea00feb5fd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:53.895595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59962ecc-a1ec-4ef3-9b03-b6b0002f32ee req-1e3af037-a35a-4242-81ad-6ea00feb5fd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0826626 Apr 05 12:43:53.908212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e4326fac-98cb-4909-bb25-03b3dbdb5b95 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:53.944694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-59962ecc-a1ec-4ef3-9b03-b6b0002f32ee req-ac41d4d2-86cc-4fde-a0bc-54947b4cd5c4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Apr 05 12:43:53.977064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e4326fac-98cb-4909-bb25-03b3dbdb5b95 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:53.977435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:54.716251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:55.132680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017e86-0829-4b63-a3db-d9338ce9615c req-ad0d52bd-aff3-416b-bc38-0bd324e1607d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:55.134129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e0017e86-0829-4b63-a3db-d9338ce9615c req-ad0d52bd-aff3-416b-bc38-0bd324e1607d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0831194 Apr 05 12:43:55.177279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e0017e86-0829-4b63-a3db-d9338ce9615c req-696b06eb-00ed-4d2d-908f-b0749a97291c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374894 Apr 05 12:43:55.342863 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02360dee-3803-4bd2-9174-05577747df96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:55.590133 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 467fdd22-a0cc-43b5-8157-d53169f44333 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:43:55.720256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:55.733534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '467fdd22-a0cc-43b5-8157-d53169f44333', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'port_id': '467fdd22-a0cc-43b5-8157-d53169f44333', 'mac_address': 'fa:16:3e:ec:a9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:43:55.794838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:55.811099 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467fdd22-a0cc-43b5-8157-d53169f44333 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:43:55.826845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:55.831076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:55.899700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:56.036568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['467fdd22-a0cc-43b5-8157-d53169f44333'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:43:56.362849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48df0b9-a6e8-4a4d-b776-c51baae8ef2e req-0ab38031-abe8-4fda-b33e-c6da308bdad1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:56.364249 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f48df0b9-a6e8-4a4d-b776-c51baae8ef2e req-0ab38031-abe8-4fda-b33e-c6da308bdad1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 944 time: 0.0810573 Apr 05 12:43:56.409064 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f48df0b9-a6e8-4a4d-b776-c51baae8ef2e req-f95905cc-ab15-4d57-8fb0-ac7f87e3b3c9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Apr 05 12:43:56.536795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:56.596053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:57.592570 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd9953-a773-49d0-bbfb-71b5d5fd28d6 req-d17fe36b-97fb-48e0-acc0-6a2e695ee38e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:57.594014 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bcd9953-a773-49d0-bbfb-71b5d5fd28d6 req-d17fe36b-97fb-48e0-acc0-6a2e695ee38e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 944 time: 0.0822363 Apr 05 12:43:57.609803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 467fdd22-a0cc-43b5-8157-d53169f44333 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:43:57.638544 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bcd9953-a773-49d0-bbfb-71b5d5fd28d6 req-09d077dd-3fc9-44ef-a6b8-55dae184fe16 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388691 Apr 05 12:43:57.679812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 467fdd22-a0cc-43b5-8157-d53169f44333 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:43:57.684343 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 467fdd22-a0cc-43b5-8157-d53169f44333 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:43:57.684719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:57.799152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:57.835046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:43:57.845390 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:43:57.846339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:57.848332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:43:57.884552 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'code': 200} Apr 05 12:43:57.916756 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:43:58.109760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf672d-1c95-4342-ba2d-3a1d796caccf req-b4cba4b5-454f-42f0-bdb0-0f08764b7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:58.111257 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5cf672d-1c95-4342-ba2d-3a1d796caccf req-b4cba4b5-454f-42f0-bdb0-0f08764b7e63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1098 time: 0.0712216 Apr 05 12:43:58.154273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5cf672d-1c95-4342-ba2d-3a1d796caccf req-aae80927-8cdf-4243-8f68-69b21550b9b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369620 Apr 05 12:43:58.818145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcec2bb-dd12-4399-94ee-588921c0f59a req-e2c3402b-8ecf-4616-8061-769072a3b377 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:43:58.819641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bdcec2bb-dd12-4399-94ee-588921c0f59a req-e2c3402b-8ecf-4616-8061-769072a3b377 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0778747 Apr 05 12:43:58.862420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bdcec2bb-dd12-4399-94ee-588921c0f59a req-9faaafe9-9781-4e8b-924e-99ae5bb47d2a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372808 Apr 05 12:44:00.054017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb51cc-8c35-456b-b034-92018da43595 req-74cda20e-e94a-4be7-a255-62e669be7f4c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:00.055578 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34bb51cc-8c35-456b-b034-92018da43595 req-74cda20e-e94a-4be7-a255-62e669be7f4c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0823522 Apr 05 12:44:00.102041 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34bb51cc-8c35-456b-b034-92018da43595 req-c0094fc8-9d59-4fad-a558-3d3dba612fc6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Apr 05 12:44:00.285797 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c81e3-58a0-4912-b230-a711a608ca37 req-b3bf0f54-14c4-4ad6-953d-f1ee29872649 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:00.287896 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f48c81e3-58a0-4912-b230-a711a608ca37 req-b3bf0f54-14c4-4ad6-953d-f1ee29872649 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0792673 Apr 05 12:44:00.330122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f48c81e3-58a0-4912-b230-a711a608ca37 req-6a109da5-492e-4827-93b3-28a3739f90af tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366321 Apr 05 12:44:00.352711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34206) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:00.438076 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a30fad-2198-48b5-80e5-d3f84e5b81f0 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:00.439594 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-29a30fad-2198-48b5-80e5-d3f84e5b81f0 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1093 time: 0.0859370 Apr 05 12:44:00.442528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34210) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:00.447301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '467fdd22-a0cc-43b5-8157-d53169f44333', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:44:00.453131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:44:00.457156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:floatingip and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:44:00.459966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:44:00.465552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:44:00.476225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:00.609058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:00.746453 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.34 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:44:00.891907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:00.920890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:00.981028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:44:00.987665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:44:00.992703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:44:01.022001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:44:01.516067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:01.587978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:01.793277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:01.797543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:01.909036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:44:01.918122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:02.098224 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP f4b30844-b795-4565-88a0-693e46c8f32c associated. External IP: 172.26.5.34, port: 467fdd22-a0cc-43b5-8157-d53169f44333. Apr 05 12:44:02.451118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router d380f0db-4b60-4cef-a458-39d58e91a0b9 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:44:02.624117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:44:02.633375 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Sync routers for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:44:02.642138 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:44:02.642750 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:44:02.647697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:02.704874 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8861bcc1-374d-434e-926d-fc1105aeac74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2612088 Apr 05 12:44:02.705707 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:44:02.759440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'status': 'completed', 'code': 200} Apr 05 12:44:02.822497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:44:03.035500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-c900c1b8-7f5a-48fe-92df-f1a22753d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:03.037493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-c900c1b8-7f5a-48fe-92df-f1a22753d868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1098 time: 0.2565210 Apr 05 12:44:03.045432 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef3bc-411e-4de1-a17c-9ac10e73d752 req-51312f5d-071d-4bca-9ac6-ea599b7b5fb8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:03.046773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0dcef3bc-411e-4de1-a17c-9ac10e73d752 req-51312f5d-071d-4bca-9ac6-ea599b7b5fb8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.2306397 Apr 05 12:44:03.184219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0dcef3bc-411e-4de1-a17c-9ac10e73d752 req-8accb0e0-278e-42c7-ad8a-3a1531c53eac tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174002 Apr 05 12:44:03.199646 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f4b30844-b795-4565-88a0-693e46c8f32c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'port_id': '467fdd22-a0cc-43b5-8157-d53169f44333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'mac_address': 'fa:16:3e:ec:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:44:01Z', 'updated_at': '2022-04-05T12:44:01Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:44:03.203837 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Checking router: d380f0db-4b60-4cef-a458-39d58e91a0b9 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:44:03.207181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34218) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:03.213054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-75314d55-44e4-4e08-946c-681fa2ba95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:03.214482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-75314d55-44e4-4e08-946c-681fa2ba95ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1668658 Apr 05 12:44:03.215003 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:44:03.215632 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:43:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:44:03.318867 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e3bb9269-73ed-47f0-9c1b-2f4df0d02622 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/f4b30844-b795-4565-88a0-693e46c8f32c HTTP/1.1" status: 200 len: 990 time: 0.1098542 Apr 05 12:44:03.322087 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-aa06fe59-abcf-4881-a285-31585039838e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 998 time: 0.1006207 Apr 05 12:44:03.389196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-f3e82ab0-ef04-4fd9-9d24-d26390a8cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:03.390707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-f3e82ab0-ef04-4fd9-9d24-d26390a8cdb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0622380 Apr 05 12:44:03.398076 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:44:03.467911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-e5422639-1fb9-418f-bbcc-5888533e578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:03.469368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-e5422639-1fb9-418f-bbcc-5888533e578d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725265 Apr 05 12:44:03.599160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-a0050b62-e1c7-4d49-aafb-2c3a4becbf07 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230788 Apr 05 12:44:03.731489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-abb42fa9-b3ec-4e0f-abd5-20ac79a27493 req-9b4943b1-2acf-4aac-a616-126618dc782c service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264837 Apr 05 12:44:03.740695 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f4b30844-b795-4565-88a0-693e46c8f32c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'port_id': '467fdd22-a0cc-43b5-8157-d53169f44333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'mac_address': 'fa:16:3e:ec:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:44:01Z', 'updated_at': '2022-04-05T12:44:01Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:44:03.744656 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b0f97-47dc-465a-a4ef-2ae74687ab06 None None] The sync data for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv is: [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'f4b30844-b795-4565-88a0-693e46c8f32c', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.34', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'port_id': '467fdd22-a0cc-43b5-8157-d53169f44333', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'mac_address': 'fa:16:3e:ec:a9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:44:01Z', 'updated_at': '2022-04-05T12:44:01Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:44:03.931643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b0fb7e-9e0b-47fe-8816-a03b7034b180 None None] New status for floating IP f4b30844-b795-4565-88a0-693e46c8f32c: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:44:04.322276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34222) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:04.423483 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-744d7f36-c495-4d1a-b1dd-8f1af0740486 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/f4b30844-b795-4565-88a0-693e46c8f32c HTTP/1.1" status: 200 len: 992 time: 0.1000621 Apr 05 12:44:06.287699 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:44:23.277461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1afcade9-94ce-4e29-98cb-868b7a72b379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:24.729395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:25.343879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e8e22eb0-0bb7-400f-adb2-8d82c47af03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:26.538482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:26.598674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:27.831804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:31.452966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34246) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:31.486680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979700f-d36c-4de9-a850-d8096935bc44 req-45076101-f9e0-40fb-a122-4afa5af6f794 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:31.488167 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3979700f-d36c-4de9-a850-d8096935bc44 req-45076101-f9e0-40fb-a122-4afa5af6f794 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0857444 Apr 05 12:44:31.532833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3979700f-d36c-4de9-a850-d8096935bc44 req-c5c6e03e-9e97-428a-99ba-f7e65e952282 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 Apr 05 12:44:31.659690 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-be148433-bcde-4751-b114-8303998dd2ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2055140 Apr 05 12:44:32.721083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd870b-ccd8-48ad-a006-5c2797d89b32 req-c3c2e3c1-012a-4432-a98d-4437c8d87767 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:32.722677 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfcd870b-ccd8-48ad-a006-5c2797d89b32 req-c3c2e3c1-012a-4432-a98d-4437c8d87767 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0841570 Apr 05 12:44:32.813722 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dfcd870b-ccd8-48ad-a006-5c2797d89b32 req-0b595338-94f8-4cd1-8866-85b76a2b6ee4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829020 Apr 05 12:44:32.844238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-5f3c9e2f-bfdb-46d0-9001-35dc161cf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:32.845694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-5f3c9e2f-bfdb-46d0-9001-35dc161cf717 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1098 time: 0.0864441 Apr 05 12:44:32.975105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-14eb5afe-077d-4fbc-b830-cac05fbdcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:32.976549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-14eb5afe-077d-4fbc-b830-cac05fbdcd02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1244102 Apr 05 12:44:33.080331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-145e73ee-8712-47ff-bedc-05952cd031ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 1000 time: 0.0959158 Apr 05 12:44:33.144714 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-ec18f3b1-6842-4141-8657-eb46d4bced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:33.146130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-ec18f3b1-6842-4141-8657-eb46d4bced3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0597076 Apr 05 12:44:33.219518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-8aff86fd-c8f2-4cdc-a77a-24f26be4577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:33.220950 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-8aff86fd-c8f2-4cdc-a77a-24f26be4577b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683801 Apr 05 12:44:33.350500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-41b88041-4d29-4460-8950-cdfe88413f39 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231980 Apr 05 12:44:33.587161 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-ce64161d-2b78-455c-addf-bd65e122dad7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302933 Apr 05 12:44:33.998695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a2dad-4bcf-41e2-a5d3-88eba88843a2 req-5aeafc20-f643-41d4-9126-24ba36282970 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:34.000181 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca8a2dad-4bcf-41e2-a5d3-88eba88843a2 req-5aeafc20-f643-41d4-9126-24ba36282970 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0789742 Apr 05 12:44:34.045697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ca8a2dad-4bcf-41e2-a5d3-88eba88843a2 req-3e7cd064-9b13-4c50-87d7-b70ffcb10a70 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399795 Apr 05 12:44:35.230015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70824-8837-40c4-b9c4-e7e08c0c2944 req-bc20103e-2b05-42da-bc2e-53ad9afd4ce2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:35.231486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4e70824-8837-40c4-b9c4-e7e08c0c2944 req-bc20103e-2b05-42da-bc2e-53ad9afd4ce2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0800028 Apr 05 12:44:35.276939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c4e70824-8837-40c4-b9c4-e7e08c0c2944 req-1be0b7e5-28d3-40b9-bec7-9115838dcac0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389392 Apr 05 12:44:36.465229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d108760-a075-45cd-be12-518bab38d9df req-d035a45a-48c6-4cfb-995f-f297a97f7ef0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:36.466707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d108760-a075-45cd-be12-518bab38d9df req-d035a45a-48c6-4cfb-995f-f297a97f7ef0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0834737 Apr 05 12:44:36.510108 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d108760-a075-45cd-be12-518bab38d9df req-4484a212-09c4-4a1b-b2de-491752296604 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377717 Apr 05 12:44:37.696920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aceeda2-42f2-4f58-bdb7-63fba16187da req-c2d5c722-0817-4692-ba07-de4dbf2eb240 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:37.698360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3aceeda2-42f2-4f58-bdb7-63fba16187da req-c2d5c722-0817-4692-ba07-de4dbf2eb240 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0815341 Apr 05 12:44:37.743888 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3aceeda2-42f2-4f58-bdb7-63fba16187da req-7754b0b2-8895-4517-9627-ddfe37cb5d46 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398288 Apr 05 12:44:38.924986 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c85ec-d7ed-443a-8fd1-99ea570f5734 req-ca770c16-ff88-4b8a-9aef-d2994604d1c6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:38.926394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-266c85ec-d7ed-443a-8fd1-99ea570f5734 req-ca770c16-ff88-4b8a-9aef-d2994604d1c6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0781696 Apr 05 12:44:38.968971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-266c85ec-d7ed-443a-8fd1-99ea570f5734 req-d07acef8-a9da-4d6f-80be-39a81cf7335e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370743 Apr 05 12:44:39.233502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-d8c92251-6a7c-401e-8a13-5374e45821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:39.234936 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-d8c92251-6a7c-401e-8a13-5374e45821ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1098 time: 0.0733540 Apr 05 12:44:39.377725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-9fb9864f-274e-40ae-b66c-c0684919fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:39.379048 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-9fb9864f-274e-40ae-b66c-c0684919fa38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1247165 Apr 05 12:44:39.481923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-f6c3921c-5a8b-4f8a-9284-3279b4f46608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 1000 time: 0.0948703 Apr 05 12:44:39.543262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-189899a2-5426-4665-8eab-55cdc0342e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:39.544639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-189899a2-5426-4665-8eab-55cdc0342e6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0564818 Apr 05 12:44:39.618306 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-b81921af-0af4-4a25-b49d-8972b72d5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:39.619774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-b81921af-0af4-4a25-b49d-8972b72d5815 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692723 Apr 05 12:44:39.749879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-8daaa6f6-4e7c-48bd-a5b7-5ac227fb91a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233675 Apr 05 12:44:39.881739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f95807f8-24f7-4a52-ac06-d31e5c244987 req-3829a3a6-e6c9-4249-a768-1994b45cd029 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257203 Apr 05 12:44:40.159302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507174f-fc7a-4b14-ae6e-dc14888283a7 req-8869645b-8172-452e-a9d6-f5199530993f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:40.160746 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5507174f-fc7a-4b14-ae6e-dc14888283a7 req-8869645b-8172-452e-a9d6-f5199530993f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0832326 Apr 05 12:44:40.203719 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5507174f-fc7a-4b14-ae6e-dc14888283a7 req-70058b00-1ee6-46b6-aa9a-65ba264ff646 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Apr 05 12:44:41.390958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7ae12-4e3f-4879-a2e1-5e151a4ed1dc req-5f144a5c-1da3-4935-a5a6-db429030b5cb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:41.392323 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62c7ae12-4e3f-4879-a2e1-5e151a4ed1dc req-5f144a5c-1da3-4935-a5a6-db429030b5cb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0795372 Apr 05 12:44:41.437632 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62c7ae12-4e3f-4879-a2e1-5e151a4ed1dc req-855bd904-e239-4b10-8f8c-470ddfed340b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 Apr 05 12:44:42.619930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22381db-7cf2-49ef-aa0d-65a054ff94af req-d4a66c8b-5d62-4517-b4cc-8c8e19a18ac4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:42.621344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f22381db-7cf2-49ef-aa0d-65a054ff94af req-d4a66c8b-5d62-4517-b4cc-8c8e19a18ac4 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0781317 Apr 05 12:44:42.663558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f22381db-7cf2-49ef-aa0d-65a054ff94af req-98cfbb74-8aa8-4f60-b80d-f29f873a1b19 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367358 Apr 05 12:44:43.286029 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:44:43.847410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28480da-3d20-4413-ae84-b155a457bf51 req-4bba4de2-a299-4f5a-a21a-331f1badb7e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:43.848918 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f28480da-3d20-4413-ae84-b155a457bf51 req-4bba4de2-a299-4f5a-a21a-331f1badb7e2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0822678 Apr 05 12:44:43.994631 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f28480da-3d20-4413-ae84-b155a457bf51 req-39c11380-60eb-4713-938a-8458bb20a558 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400635 Apr 05 12:44:45.180251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e7815-4c0a-4d6a-a46c-cfa91bab5d57 req-8784445e-12a2-40bd-8266-a6f19acabcae tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:45.181696 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-606e7815-4c0a-4d6a-a46c-cfa91bab5d57 req-8784445e-12a2-40bd-8266-a6f19acabcae tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0792360 Apr 05 12:44:45.282570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-606e7815-4c0a-4d6a-a46c-cfa91bab5d57 req-f2bbf0e8-d691-49f1-bab3-98815ac29d0c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646780 Apr 05 12:44:45.290854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-cb2fa45d-66ad-42f5-9855-5fb65742c0d1 service neutron] 10.222.0.30 "GET /v2.0/ports/467fdd22-a0cc-43b5-8157-d53169f44333/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1073737 Apr 05 12:44:45.546973 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-e66b9a26-d2a3-43ea-a876-29c7ce0ff29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:45.548378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-e66b9a26-d2a3-43ea-a876-29c7ce0ff29e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0722084 Apr 05 12:44:45.640803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-48689a14-81af-455d-a7e4-7ec91480d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:45.642270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-48689a14-81af-455d-a7e4-7ec91480d014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1098 time: 0.0741649 Apr 05 12:44:45.771404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-bfd5cc32-8da8-4292-b069-5c04958c76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:45.772929 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-bfd5cc32-8da8-4292-b069-5c04958c76a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1245670 Apr 05 12:44:45.873937 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-6b409480-966f-4f2e-9138-d36b9cfcff0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 1000 time: 0.0954814 Apr 05 12:44:45.934642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-07dce8e6-d388-4996-8bf2-bb8131cf47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:45.936069 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-07dce8e6-d388-4996-8bf2-bb8131cf47f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0567794 Apr 05 12:44:46.013079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-6bcaa8ca-c906-4262-aab5-61733d3f5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:46.014519 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-6bcaa8ca-c906-4262-aab5-61733d3f5433 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724461 Apr 05 12:44:46.144835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-28c5849f-e4c2-455a-9f77-4df26ac4ac2e service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235747 Apr 05 12:44:46.273620 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d367d81-a1d8-4c77-b0c5-fd8562f7acd8 req-5ca67d58-bccb-407b-ab91-4ab29b29f315 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229308 Apr 05 12:44:46.467780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedda89-05b0-4b76-bc65-3757f77067fb req-8d31631c-8d9b-4f70-aefa-ff3e10be4404 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:46.469243 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bedda89-05b0-4b76-bc65-3757f77067fb req-8d31631c-8d9b-4f70-aefa-ff3e10be4404 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0825031 Apr 05 12:44:46.513545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5bedda89-05b0-4b76-bc65-3757f77067fb req-2c0f5463-7285-4eaf-925d-3b29c33e6fd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 Apr 05 12:44:47.701092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439e9ed-7911-4388-b063-252e2d80ef51 req-a3d20cd4-4d50-4ed0-b818-7ce1f4cced4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:47.702499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a439e9ed-7911-4388-b063-252e2d80ef51 req-a3d20cd4-4d50-4ed0-b818-7ce1f4cced4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 945 time: 0.0806205 Apr 05 12:44:47.746423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a439e9ed-7911-4388-b063-252e2d80ef51 req-4a8085f1-46c4-4df8-ad41-8460e6c2e0ec tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Apr 05 12:44:47.807677 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 467fdd22-a0cc-43b5-8157-d53169f44333 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:44:47.974523 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:48.000858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:44:48.010603 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:44:48.016327 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:48.060380 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'code': 200} Apr 05 12:44:48.088908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:44:48.096261 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.096617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.096957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.097292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.097626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.097954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.098282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.098609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.098939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.099288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.099892 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.100358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:44:48.931904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8511ae-fe22-4574-b15c-fd639de3e709 req-eef0b998-c8a9-43fe-8ac0-43a3f557fe2e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:48.933341 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a8511ae-fe22-4574-b15c-fd639de3e709 req-eef0b998-c8a9-43fe-8ac0-43a3f557fe2e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0788462 Apr 05 12:44:48.977358 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a8511ae-fe22-4574-b15c-fd639de3e709 req-72174529-fe00-4b53-a098-440775f9a3c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384305 Apr 05 12:44:49.346828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-e57f5873-eff4-4df9-a12a-fe1af69c7eaf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.348268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-e57f5873-eff4-4df9-a12a-fe1af69c7eaf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 943 time: 0.1423953 Apr 05 12:44:49.358028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb4831-61c6-4e2b-b7a2-42d2c5f55309 req-e7aa547b-85d7-413d-875c-b8709a291cbd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.359428 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2beb4831-61c6-4e2b-b7a2-42d2c5f55309 req-e7aa547b-85d7-413d-875c-b8709a291cbd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.1556885 Apr 05 12:44:49.405773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2beb4831-61c6-4e2b-b7a2-42d2c5f55309 req-f869c19e-b07e-4130-8c15-bbe21e942761 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406449 Apr 05 12:44:49.489271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-d001d1f8-9a85-4fc0-8b05-4339774ad76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.490749 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-d001d1f8-9a85-4fc0-8b05-4339774ad76a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1096 time: 0.0753007 Apr 05 12:44:49.775343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-61d13d80-3a1e-48a5-8603-f74da4a9590b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.776776 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-61d13d80-3a1e-48a5-8603-f74da4a9590b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.2805617 Apr 05 12:44:49.787519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3646b-48e0-49aa-a225-2c78e604930b req-e3dc72d3-664c-43fa-bd11-d1c0b3097c2a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.788859 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdf3646b-48e0-49aa-a225-2c78e604930b req-e3dc72d3-664c-43fa-bd11-d1c0b3097c2a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.2623198 Apr 05 12:44:49.913845 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fdf3646b-48e0-49aa-a225-2c78e604930b req-3c5e9475-8eea-484a-a1ce-b7b32019d7a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767949 Apr 05 12:44:49.917459 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-fffe03f1-4967-4812-bf1a-1b93ec0ae464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 998 time: 0.1277683 Apr 05 12:44:49.978837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-0537f51c-3dd4-4094-98c2-1f194f6cb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:49.980314 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-0537f51c-3dd4-4094-98c2-1f194f6cb9f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0570390 Apr 05 12:44:50.057619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-e0a99338-ad4d-469b-87d8-553382b1ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:50.058983 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-e0a99338-ad4d-469b-87d8-553382b1ce51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721545 Apr 05 12:44:50.189271 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-41156056-add1-4f4b-bda2-5146c811fe5c service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238658 Apr 05 12:44:50.319886 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-60b4e88d-70d8-4a10-90de-d54a0d2222cb req-ed0357e6-acc4-46ab-b864-6304e70b7cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237085 Apr 05 12:44:51.094360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00efa5-6631-4013-874d-4a0174561e24 req-9c3cbaba-d50c-4b9a-aba1-2490cef7251f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:44:51.095730 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b00efa5-6631-4013-874d-4a0174561e24 req-9c3cbaba-d50c-4b9a-aba1-2490cef7251f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0789974 Apr 05 12:44:51.139336 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b00efa5-6631-4013-874d-4a0174561e24 req-e8ed1912-badd-491b-9fa7-50941a77aff8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372107 Apr 05 12:44:51.175165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34316) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:44:51.282451 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2ea25611-8353-43a1-9fd9-fa1b213eb853 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/f4b30844-b795-4565-88a0-693e46c8f32c HTTP/1.1" status: 200 len: 990 time: 0.1061296 Apr 05 12:44:53.277590 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21e9b947-e80c-4e9e-9fef-2aa97fa862fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:54.721708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:55.345512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68c03515-5691-465d-b261-79eca68d8e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:56.540542 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:56.601514 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:44:57.834816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:19.682549 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34328) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:19.884931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:45:19.885276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:20.051306 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:20.051555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:20.173576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:45:20.284595 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:45:20.331543 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:20.382582 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=9f9b3ff5-9b59-44fc-bf94-636e56c8bcb3,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:20.421696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.422042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.422388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.422725 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.423077 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.423413 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.423742 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.424113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.424441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.424765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.425091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.425412 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:20.479957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:20.480283 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP f4b30844-b795-4565-88a0-693e46c8f32c disassociated (deleted). External IP: 172.26.5.34, port: 467fdd22-a0cc-43b5-8157-d53169f44333. Apr 05 12:45:20.830791 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router d380f0db-4b60-4cef-a458-39d58e91a0b9 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:45:21.114278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:45:21.124972 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Sync routers for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:45:21.135605 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:21.136373 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:21.136968 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:44:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:21.191392 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4dc78d11-d95a-4ba7-b188-6cd8c575f7b2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/floatingips/f4b30844-b795-4565-88a0-693e46c8f32c HTTP/1.1" status: 204 len: 168 time: 1.5077190 Apr 05 12:45:21.192090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:45:21.298514 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'status': 'completed', 'code': 200} Apr 05 12:45:21.315204 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:21.397978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-1ee34935-4f1e-4c07-96c7-99b9f0149796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:21.399584 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-1ee34935-4f1e-4c07-96c7-99b9f0149796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 1096 time: 0.0791640 Apr 05 12:45:21.594378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-91b807e0-5cff-4fe2-9c89-f89e33b42988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:21.595880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-91b807e0-5cff-4fe2-9c89-f89e33b42988 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 200 len: 897 time: 0.1878178 Apr 05 12:45:21.662711 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:21.666516 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Checking router: d380f0db-4b60-4cef-a458-39d58e91a0b9 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:45:21.674843 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:21.674992 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-08a9b833-5c4c-49fb-a647-61d2a81e8daa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 200 len: 217 time: 0.0699968 Apr 05 12:45:21.675466 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:44:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:21.682962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad5f6-7f73-4d8b-af0d-fe78189c529b req-bae73ffd-c101-4f1a-92bf-10621af23cf5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:21.684361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64bad5f6-7f73-4d8b-af0d-fe78189c529b req-bae73ffd-c101-4f1a-92bf-10621af23cf5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.1930306 Apr 05 12:45:21.775331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-64bad5f6-7f73-4d8b-af0d-fe78189c529b req-ba003140-86d3-49fd-9856-f4a59bc0c3ed tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606916 Apr 05 12:45:21.776850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-be991358-9a5c-4341-99d5-e2fd986b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:21.778177 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-be991358-9a5c-4341-99d5-e2fd986b6741 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 200 len: 834 time: 0.0930099 Apr 05 12:45:21.849697 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:21.856576 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-1350c617-ac64-49a4-a27e-ec0b4e179d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:21.858049 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-1350c617-ac64-49a4-a27e-ec0b4e179d09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ef5b236-de2c-43a3-9ee9-175c52d4ea95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735409 Apr 05 12:45:22.115642 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-8781991a-2afb-4624-bb25-2c0ba8937c53 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492568 Apr 05 12:45:22.162354 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:22.166245 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127871bb-870f-4b9d-bc4b-92d7252fd63c None None] The sync data for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv is: [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'e4326fac-98cb-4909-bb25-03b3dbdb5b95', 'name': '', 'network_id': '7ef5b236-de2c-43a3-9ee9-175c52d4ea95', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:27:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:45Z', 'updated_at': '2022-04-05T12:43:52Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': 'fd9c5954-5818-45bc-8b4c-ba48ecf4af8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:45:22.251396 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d91a4bc0-1bf1-496b-8edf-0554144063b0 req-735dae90-297c-4bcd-9342-98531d0814e3 service neutron] 10.222.0.30 "GET /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292703 Apr 05 12:45:22.388545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3836df06-15db-410a-a4e6-1f244ede65c3 None None] New status for floating IP f4b30844-b795-4565-88a0-693e46c8f32c: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:45:22.962583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496934e6-5f5d-4138-8d45-9860487a1d81 req-3420e86b-1551-4879-9d4d-3dbdf1f0bf8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:22.964016 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-496934e6-5f5d-4138-8d45-9860487a1d81 req-3420e86b-1551-4879-9d4d-3dbdf1f0bf8d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0797431 Apr 05 12:45:23.005987 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-496934e6-5f5d-4138-8d45-9860487a1d81 req-8bba99a3-0cc5-4c8a-ad07-b1caeb61a004 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=3988b25c-4b17-40fc-920c-6f54ba40a4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358298 Apr 05 12:45:23.161591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-ec07042c-f766-4f28-aa8b-c5ab206a9dd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:23.163477 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-ec07042c-f766-4f28-aa8b-c5ab206a9dd1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 943 time: 0.0814767 Apr 05 12:45:23.230619 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 467fdd22-a0cc-43b5-8157-d53169f44333 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:45:23.230960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:23.279204 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9dbc-aaa6-4e02-89d5-22ffe0c8e6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:23.478345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 467fdd22-a0cc-43b5-8157-d53169f44333, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=467fdd22-a0cc-43b5-8157-d53169f44333,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:23.478699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:23.604445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 467fdd22-a0cc-43b5-8157-d53169f44333 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:45:23.744437 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:23.793089 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=467fdd22-a0cc-43b5-8157-d53169f44333,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:23.834168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.834516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.834850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.835207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.835540 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.835872 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.836198 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.836629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.837007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.837332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.837651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.837971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:23.878840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] No DVR routers for this DVR port 467fdd22-a0cc-43b5-8157-d53169f44333 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:45:23.881156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:23.883560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-deleted', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:45:23.895164 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db3e9c51-4dc1-454e-a2b1-176b66aec851 req-1b71e974-a5b5-482d-8ab0-6beb4124fe7c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "DELETE /v2.0/ports/467fdd22-a0cc-43b5-8157-d53169f44333 HTTP/1.1" status: 204 len: 173 time: 0.7267103 Apr 05 12:45:23.931332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b0c461-2b73-43b8-9cad-8cc9267dc30f', 'name': 'network-vif-deleted', 'tag': '467fdd22-a0cc-43b5-8157-d53169f44333', 'status': 'completed', 'code': 200} Apr 05 12:45:24.166515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-faaf19fc-33f0-485f-8031-4999a6384c7f req-bc6ab4d0-d9db-4020-9d85-6e918432e5c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:45:24.182993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-faaf19fc-33f0-485f-8031-4999a6384c7f req-bc6ab4d0-d9db-4020-9d85-6e918432e5c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:45:24.184273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-faaf19fc-33f0-485f-8031-4999a6384c7f req-bc6ab4d0-d9db-4020-9d85-6e918432e5c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=22b0c461-2b73-43b8-9cad-8cc9267dc30f HTTP/1.1" status: 200 len: 210 time: 0.0609229 Apr 05 12:45:24.741758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:25.277856 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:25.347727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da638244-5a7b-4a28-a26d-3b20dbd1be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:25.822487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:25.993098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 467fdd22-a0cc-43b5-8157-d53169f44333 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:45:26.028822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 467fdd22-a0cc-43b5-8157-d53169f44333 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:45:26.029223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 467fdd22-a0cc-43b5-8157-d53169f44333 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:45:26.177252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port e4326fac-98cb-4909-bb25-03b3dbdb5b95 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:45:26.177594 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:26.372600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port e4326fac-98cb-4909-bb25-03b3dbdb5b95, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e4326fac-98cb-4909-bb25-03b3dbdb5b95,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:26.373267 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:26.542991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:26.591163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for e4326fac-98cb-4909-bb25-03b3dbdb5b95 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:45:26.604969 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:26.911968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:26.959521 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=e4326fac-98cb-4909-bb25-03b3dbdb5b95,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:27.228426 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:27.573769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router d380f0db-4b60-4cef-a458-39d58e91a0b9 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:45:27.743891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:45:27.753303 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Sync routers for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:45:27.760896 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-3b22e849-169f-43de-bea9-3390c1fe4b29 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/d380f0db-4b60-4cef-a458-39d58e91a0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4819844 Apr 05 12:45:27.762956 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:27.763503 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:27.763656 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:27.838623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:27.940724 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting subnet fd9c5954-5818-45bc-8b4c-ba48ecf4af8c {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:45:27.944692 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:27.951336 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:28.001358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.099752 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.177439 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.216278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9c5954-5818-45bc-8b4c-ba48ecf4af8c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:28.221215 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.228479 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-b18a2317-cff1-4c39-8988-c07a5e2c4c4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/subnets/fd9c5954-5818-45bc-8b4c-ba48ecf4af8c HTTP/1.1" status: 204 len: 168 time: 0.4640255 Apr 05 12:45:28.228879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc2139-3421-4e35-9967-bf365c2a1a2e None None] Network 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:45:28.231100 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:28.244689 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:45:26Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:28.248893 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Checking router: d380f0db-4b60-4cef-a458-39d58e91a0b9 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:45:28.257671 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Routers {'d380f0db-4b60-4cef-a458-39d58e91a0b9'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:28.258279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['d380f0db-4b60-4cef-a458-39d58e91a0b9'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:28.442987 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] Set router d380f0db-4b60-4cef-a458-39d58e91a0b9 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:28.460365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.487867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] DHCP port deletion for 7ef5b236-de2c-43a3-9ee9-175c52d4ea95 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:45:28.492065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Deleting port c396bc8c-8e93-4803-976e-5b78a5608fc9 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:45:28.492499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.646333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.655970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 88d615ea-71de-45cb-a3a8-08479263787a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:45:28.656391 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.699491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] For port c396bc8c-8e93-4803-976e-5b78a5608fc9, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=c396bc8c-8e93-4803-976e-5b78a5608fc9,segment=NetworkSegment(934c4664-b393-41e7-b5ed-8f94ed250e1f),segment_id=934c4664-b393-41e7-b5ed-8f94ed250e1f)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:28.699805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.768339 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:45:26Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:28.772813 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194a24-ce24-4a3d-87a9-5168357909bc None None] The sync data for ids ['d380f0db-4b60-4cef-a458-39d58e91a0b9'] in dv-neutron-833203-3-hyperv is: [{'id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596271285', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '88d615ea-71de-45cb-a3a8-08479263787a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:43:41Z', 'updated_at': '2022-04-05T12:45:26Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '88d615ea-71de-45cb-a3a8-08479263787a', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd380f0db-4b60-4cef-a458-39d58e91a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:43:42Z', 'updated_at': '2022-04-05T12:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:45:28.826871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Calling delete_port for c396bc8c-8e93-4803-976e-5b78a5608fc9 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:45:28.841278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 88d615ea-71de-45cb-a3a8-08479263787a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=88d615ea-71de-45cb-a3a8-08479263787a,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:28.841643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.901076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:28.949479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] Pushing event deleted for resources: {'Port': ['ID=c396bc8c-8e93-4803-976e-5b78a5608fc9,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:28.952813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204c559-a83c-4692-89d7-fb7cef454fe0 None None] No DVR routers for this DVR port c396bc8c-8e93-4803-976e-5b78a5608fc9 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:45:28.964414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 88d615ea-71de-45cb-a3a8-08479263787a owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:45:29.134342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.185682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=88d615ea-71de-45cb-a3a8-08479263787a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:29.280320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.553714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.555807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.576463 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.577182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Fanout notify agent at l3_agent the message router_deleted on router d380f0db-4b60-4cef-a458-39d58e91a0b9 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:45:29.592260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.593415 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-49b5b496-6760-4722-9bad-55bab150d01b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/routers/d380f0db-4b60-4cef-a458-39d58e91a0b9 HTTP/1.1" status: 204 len: 168 time: 1.3612664 Apr 05 12:45:29.596067 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34362) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:29.713389 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.843276 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.872813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef5b236-de2c-43a3-9ee9-175c52d4ea95']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:29.884353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934c4664-b393-41e7-b5ed-8f94ed250e1f') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:29.884653 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934c4664-b393-41e7-b5ed-8f94ed250e1f') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:29.895500 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.911181 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.917532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:45:29.917910 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:45:29.932157 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:45:30.012583 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.030621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.042998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Network': ['ID=7ef5b236-de2c-43a3-9ee9-175c52d4ea95,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:30.056226 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c396bc8c-8e93-4803-976e-5b78a5608fc9 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:45:30.064997 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-92b1def4-73d1-4c35-8253-39258f3b3779 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/networks/7ef5b236-de2c-43a3-9ee9-175c52d4ea95 HTTP/1.1" status: 204 len: 168 time: 0.4678872 Apr 05 12:45:30.067608 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34366) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:30.090394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: c396bc8c-8e93-4803-976e-5b78a5608fc9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:45:30.090744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device c396bc8c-8e93-4803-976e-5b78a5608fc9 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:45:30.091180 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e4326fac-98cb-4909-bb25-03b3dbdb5b95 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:45:30.124809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e4326fac-98cb-4909-bb25-03b3dbdb5b95 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:45:30.124809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e4326fac-98cb-4909-bb25-03b3dbdb5b95 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:45:30.124809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 88d615ea-71de-45cb-a3a8-08479263787a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:45:30.138078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.169337 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.195935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 88d615ea-71de-45cb-a3a8-08479263787a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:45:30.196286 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 88d615ea-71de-45cb-a3a8-08479263787a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:45:30.236171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.254835 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3988b25c-4b17-40fc-920c-6f54ba40a4cf,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:30.262414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.263561 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4aead001-4687-49ac-b500-8157a3366b1c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/security-groups/3988b25c-4b17-40fc-920c-6f54ba40a4cf HTTP/1.1" status: 204 len: 168 time: 0.1949711 Apr 05 12:45:30.715381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34374) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:30.720411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359842787', 'description': 'tempest-secgroup-smoke-1359842787 description', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:30.726398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:30.730389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:30.733252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:30.738821 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:30.751990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.771236 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:30.774954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:30.777653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:30.783163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:30.850590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.854027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.905920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb591f0-89f9-486d-96a1-f26d07b413aa,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:30.908639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:30.909807 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c84c75e-ef46-4b02-adda-dd6d928a3dab tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1934383 Apr 05 12:45:30.913113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34378) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:30.917543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:30.923313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:30.927581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:30.930384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:30.935929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:30.952340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.009672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.012948 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.035266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7fcd9e-0c8b-42b4-bd82-e09c6ee96b1c,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.044250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.046565 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7cba310c-1fdf-446f-b68e-0a81e75da651 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318095 Apr 05 12:45:31.048181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34382) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.053691 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.059635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.063378 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.066139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.071811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.091360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.151003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.155105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.178818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f79d8c-71b1-4cba-8628-06a2ea589da2,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.186880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.188073 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-53cbab7d-0bbc-4050-9790-ceea062ae7f0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390011 Apr 05 12:45:31.190775 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34386) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.195615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.201180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.205278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.208062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.213890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.230902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.290914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.294725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.319261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44363d84-575f-4674-ba39-a17a1af656c3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.328343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.329912 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-07c91e86-bd40-498d-ba35-cd0cd7211ded tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382039 Apr 05 12:45:31.332683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34390) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.337901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.343536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.347583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.351021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.356805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.373650 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.437805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.441272 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.466408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6102ced0-cf4f-41ff-a8c2-c19203e1c0cc,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.475829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.477096 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-27363a0a-29d2-4a94-9d1f-318f7a5fd039 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430159 Apr 05 12:45:31.479885 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34394) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.484637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.490213 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.494001 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.496878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.502532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.512707 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:45:31.519148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.581536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.585554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.606348 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efd6ca7-9675-4e91-b4c7-3bc4629dc24a,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.616379 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.617561 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5c66d10d-ad1f-4ca8-aea2-9a34835282b7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367943 Apr 05 12:45:31.621175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34398) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.625905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': 'beb591f0-89f9-486d-96a1-f26d07b413aa', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.631525 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.635326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.638169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.643835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.654570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:45:31.661024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.725210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.728782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.758174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17c993d-5686-4e6a-9e8c-e4a2ef965309,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:31.764642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.765824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2b1c6914-be10-429b-8a27-bb0bae6b8e1a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437199 Apr 05 12:45:31.768744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34402) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:31.774005 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'network': {'name': 'tempest-network-smoke--17353759', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:31.778768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:31.782831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:network and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:31.785700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:31.792064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:31.802880 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:45:31.806167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.833701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:45:31.842008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.842360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Added segment 8a78bb30-ec09-4471-b615-201b183c321b of type vlan for network 203199c0-5279-47a3-b551-f3436ff74873 Apr 05 12:45:31.868699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.896140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:31.901452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:31.902024 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.107370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3375189 Apr 05 12:45:32.110167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e3b10-17ba-4f62-8375-a7c1bcc7343c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Network': ['ID=203199c0-5279-47a3-b551-f3436ff74873,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:32.110308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34406) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:32.116959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'admin_state_up': True, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:32.120122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 203199c0-5279-47a3-b551-f3436ff74873 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:45:32.124487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:32.128297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:router and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:32.131184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:32.137409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:32.148223 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.149315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.166258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.444301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.744852 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:32.772492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:33.015703 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.124 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/1245ab45-94d9-4bd8-923d-affc6fd8a7e8) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:45:33.157627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:33.185761 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:33.248342 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:33.255099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:33.259511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:45:33.287775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:33.673135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:34.016688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:34.215320 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router 601bb71e-eea3-45c7-9dae-a4e79090fca0 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:45:34.494562 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:45:34.505639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Sync routers for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:45:34.514450 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:34.515194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:34.520749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:34.521993 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-69c75991-3952-4fac-b64d-565d3fc66f61 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4106693 Apr 05 12:45:34.524995 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34410) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:34.605024 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f9c92015-c01e-4256-8be7-db5fd9bc416d tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9e44b6433ed54364a6d87336b9c7b5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789769 Apr 05 12:45:34.607514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34416) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:34.691524 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:34.733328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7c8eb-82d8-400b-ad5f-9cec528cc431 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:34.734929 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-48b7c8eb-82d8-400b-ad5f-9cec528cc431 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1265442 Apr 05 12:45:34.737767 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34420) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:34.779905 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-306d44ed-167f-443f-b12c-eaa54771a4e5 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410097 Apr 05 12:45:34.782313 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34424) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:34.788054 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574651690', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:34.895671 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:34.899467 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:subnet and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:34.902227 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:34.907832 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:34.918235 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:45:34.921741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:34.975009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:34.978795 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Checking router: 601bb71e-eea3-45c7-9dae-a4e79090fca0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:45:34.979168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Updating router 601bb71e-eea3-45c7-9dae-a4e79090fca0 port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:45:35.030340 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.134161 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.214889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Subnet': ['ID=5c4b0546-4f08-453b-992c-50f23c9c378b,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:35.222319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Checking segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:45:35.222825 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network hostable DHCP agents. Network: 203199c0-5279-47a3-b551-f3436ff74873, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:45:35.241775 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 203199c0-5279-47a3-b551-f3436ff74873 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:45:35.251601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 203199c0-5279-47a3-b551-f3436ff74873) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:35.255619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:35.256199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.263716 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757e8ee-6ff8-4768-baf0-c4204e99a984 None None] Network 203199c0-5279-47a3-b551-f3436ff74873 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:45:35.277400 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72bd355f-5170-4cf2-a9e3-b1acf9f687fc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4940686 Apr 05 12:45:35.280934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34428) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:35.522136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.565200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Transition to ACTIVE for port object 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:35.576803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.622396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-203199c0-5279-47a3-b551-f3436ff74873', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:45:35.623252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.719051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Attempting to bind port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:45:35.719418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Attempting to bind port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:45:35.719781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Attempting to bind port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:45:35.740132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:45:35.740506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:45:35.740901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.741293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:45:35.741752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Bound port: 1245ab45-94d9-4bd8-923d-affc6fd8a7e8, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:45:35.742125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.816233 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dc651-5024-4db9-b818-0fc5ba96f889 None None] Pushing event updated for resources: {'Port': ['ID=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:35.920729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] For port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:45:35.936245 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] For port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:45:35.944076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Allocated IP 172.20.0.2 (203199c0-5279-47a3-b551-f3436ff74873/5c4b0546-4f08-453b-992c-50f23c9c378b/ad1dd030-2966-4f06-8620-2249e6de95c7) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:45:35.946477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:35.992833 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.109291 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:36.109845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:36.192193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dc651-5024-4db9-b818-0fc5ba96f889 None None] Pushing event updated for resources: {'Port': ['ID=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:36.381244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:36.508911 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.532645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Transition to ACTIVE for port object ad1dd030-2966-4f06-8620-2249e6de95c7 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:36.610994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Transition to ACTIVE for port object ad1dd030-2966-4f06-8620-2249e6de95c7 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:36.619952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.685592 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.1 (203199c0-5279-47a3-b551-f3436ff74873/5c4b0546-4f08-453b-992c-50f23c9c378b/3a45ef3d-f434-451e-b13a-e872aebffa7e) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:45:36.717411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Network 203199c0-5279-47a3-b551-f3436ff74873 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:36.724497 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:36.736954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:45:36.782253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Pushing event updated for resources: {'Port': ['ID=ad1dd030-2966-4f06-8620-2249e6de95c7,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:36.843559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.849193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Attempting to bind port ad1dd030-2966-4f06-8620-2249e6de95c7 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:45:36.849563 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Attempting to bind port ad1dd030-2966-4f06-8620-2249e6de95c7 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:45:36.849932 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Attempting to bind port ad1dd030-2966-4f06-8620-2249e6de95c7 on network 203199c0-5279-47a3-b551-f3436ff74873 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:45:36.857440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:45:36.857812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Checking segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:45:36.858213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.858705 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Bound using segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:45:36.859191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 3a45ef3d-f434-451e-b13a-e872aebffa7e will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:36.859362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Bound port: ad1dd030-2966-4f06-8620-2249e6de95c7, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:45:36.859486 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.878664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:36.884530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:36.910108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3348b-aa6a-444c-a409-53cf0b57d34d None None] The sync data for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv is: [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:33Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:45:36.948836 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 203199c0-5279-47a3-b551-f3436ff74873 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:36.951902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:36.956391 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:45:36.966503 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] For port ad1dd030-2966-4f06-8620-2249e6de95c7, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:45:36.970550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] For port ad1dd030-2966-4f06-8620-2249e6de95c7, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ad1dd030-2966-4f06-8620-2249e6de95c7,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:45:36.977371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:37.069194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cab6-4276-4e12-9d27-9c5abba90e08 None None] Pushing event updated for resources: {'Port': ['ID=ad1dd030-2966-4f06-8620-2249e6de95c7,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:37.147512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:37.179667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:37.501136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:37.935790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:37.940278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.021283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ad1dd030-2966-4f06-8620-2249e6de95c7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:38.052331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.099919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port ad1dd030-2966-4f06-8620-2249e6de95c7 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:38.106006 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:38.106386 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:38.137149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b88344-bc94-425a-acb0-7bcc42b49b97 None None] Network 203199c0-5279-47a3-b551-f3436ff74873 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:45:38.208596 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 203199c0-5279-47a3-b551-f3436ff74873 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:38.209763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:38.282160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Provisioning for port ad1dd030-2966-4f06-8620-2249e6de95c7 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:38.301118 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Provisioning complete for port ad1dd030-2966-4f06-8620-2249e6de95c7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:38.301492 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.404280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router 601bb71e-eea3-45c7-9dae-a4e79090fca0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:45:38.422341 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:38.443124 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:38.443507 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.587129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:45:38.596946 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Sync routers for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:45:38.600971 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-93ab82c5-8254-4a9a-a26c-73345c3804c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/601bb71e-eea3-45c7-9dae-a4e79090fca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3189621 Apr 05 12:45:38.606799 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:38.607666 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:38.686575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.707293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.724829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:38.743407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.780350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-e2e71088-9acc-4196-8d74-9599e5bce854 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:45:38.800612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] For port ad1dd030-2966-4f06-8620-2249e6de95c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ad1dd030-2966-4f06-8620-2249e6de95c7,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:38.802394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-e2e71088-9acc-4196-8d74-9599e5bce854 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:45:38.804146 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-e2e71088-9acc-4196-8d74-9599e5bce854 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359842787&fields=id&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.0668356 Apr 05 12:45:38.811847 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:38.813492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:38.824928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:38.912629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9772fb-024e-4218-950c-673dabd062b2 None None] Pushing event updated for resources: {'Port': ['ID=ad1dd030-2966-4f06-8620-2249e6de95c7,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:39.038003 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Provisioning for port 3a45ef3d-f434-451e-b13a-e872aebffa7e completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:39.044793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Provisioning complete for port 3a45ef3d-f434-451e-b13a-e872aebffa7e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:39.046083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.114582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Port 3a45ef3d-f434-451e-b13a-e872aebffa7e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:45:39.119573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-9013a619-5414-4867-999b-c8bbb4bc02ac tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:39.120907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-9013a619-5414-4867-999b-c8bbb4bc02ac tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:45:39.129070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Provisioning complete for port ad1dd030-2966-4f06-8620-2249e6de95c7 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:39.130448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9c869aab-f8c7-4f53-bc76-81e74b38bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.143044 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-9013a619-5414-4867-999b-c8bbb4bc02ac tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:45:39.144232 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-9013a619-5414-4867-999b-c8bbb4bc02ac tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 795 time: 0.3277977 Apr 05 12:45:39.166001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-2ef91174-8926-4d3f-9184-1d8674e91240 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/quotas/9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0144987 Apr 05 12:45:39.250629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 2, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:39.255382 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Checking router: 601bb71e-eea3-45c7-9dae-a4e79090fca0 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:45:39.255733 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Updating router 601bb71e-eea3-45c7-9dae-a4e79090fca0 port 3a45ef3d-f434-451e-b13a-e872aebffa7e binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:45:39.273275 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-48f96ae0-9e6d-4845-883b-9383c5aacc08 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:45:39.296458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-48f96ae0-9e6d-4845-883b-9383c5aacc08 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:45:39.298699 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-48f96ae0-9e6d-4845-883b-9383c5aacc08 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271007 Apr 05 12:45:39.313980 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.401387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-66ea3963-6279-4015-a0eb-40ef9f18892a None None] Provisioning complete for port 3a45ef3d-f434-451e-b13a-e872aebffa7e triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:39.401763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-66ea3963-6279-4015-a0eb-40ef9f18892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.441744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-4d62ef7a-40c0-4d92-90b7-99192b98262e service neutron] 10.222.0.50 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296885 Apr 05 12:45:39.456957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-66ea3963-6279-4015-a0eb-40ef9f18892a None None] Port 3a45ef3d-f434-451e-b13a-e872aebffa7e cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:45:39.575281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-e801d1dd-6821-4a10-91a2-8ee17bf8a1eb service neutron] 10.222.0.50 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262207 Apr 05 12:45:39.662706 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.680547 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Transition to ACTIVE for port object 3a45ef3d-f434-451e-b13a-e872aebffa7e will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:39.695308 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.751603 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-56005f36-3ac8-4977-ae74-6a30e902d9e4 req-fb8869c8-b68e-4267-8cf2-025a007ea338 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 210 time: 0.0435281 Apr 05 12:45:39.874371 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Pushing event updated for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:39.918109 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.918485 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.918821 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.919176 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.919529 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.919811 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.920141 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.920525 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.920850 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.921192 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.921470 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.921788 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:39.948648 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Attempting to bind port 3a45ef3d-f434-451e-b13a-e872aebffa7e on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:45:39.949110 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Attempting to bind port 3a45ef3d-f434-451e-b13a-e872aebffa7e by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:45:39.949364 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Attempting to bind port 3a45ef3d-f434-451e-b13a-e872aebffa7e on network 203199c0-5279-47a3-b551-f3436ff74873 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:45:39.955825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:45:39.956197 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Checking segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:45:39.956762 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.956974 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Bound using segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:45:39.957431 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Bound port: 3a45ef3d-f434-451e-b13a-e872aebffa7e, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:45:39.958332 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:39.992418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ad1dd030-2966-4f06-8620-2249e6de95c7 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:40.078683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port ad1dd030-2966-4f06-8620-2249e6de95c7 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:40.079893 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:40.107228 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] For port 3a45ef3d-f434-451e-b13a-e872aebffa7e, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:45:40.111382 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] For port 3a45ef3d-f434-451e-b13a-e872aebffa7e, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3a45ef3d-f434-451e-b13a-e872aebffa7e,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:45:40.117184 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:40.199579 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:40.200214 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:40.208647 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:40.260727 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cbd04-4b4e-46d8-81ec-b49ec68fca61 None None] Pushing event updated for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:40.287913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:40.288618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:40.415726 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:40.726189 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:40Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:40.730041 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb482c24-c897-4f23-b3ce-fa07c4ae2af0 None None] The sync data for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv is: [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:40Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:45:40.969395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-731dac1b-2b0d-4f8e-aa98-85020b6d3999 req-34de17e0-4bd8-4b16-b5c4-a79e8d97ac6a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 210 time: 0.0852709 Apr 05 12:45:41.093793 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-2a6f3c3c-f36b-4566-b4d6-f20f6b3c3d56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:41.095633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-2a6f3c3c-f36b-4566-b4d6-f20f6b3c3d56 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 795 time: 0.1742382 Apr 05 12:45:41.155574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-c828a9a6-30db-48e7-b40d-24fc6a6def14 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 380 time: 0.0447426 Apr 05 12:45:41.164622 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'port': {'device_id': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'admin_state_up': True, 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'security_groups': ['beb591f0-89f9-486d-96a1-f26d07b413aa']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:41.303100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:41.313111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:41.323506 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:45:41.327047 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:41.500768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.4 (203199c0-5279-47a3-b551-f3436ff74873/5c4b0546-4f08-453b-992c-50f23c9c378b/e1d6fa3b-966a-4487-bb29-71073db61db9) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:45:41.698970 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:41.716119 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object e1d6fa3b-966a-4487-bb29-71073db61db9 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:41.740720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:41.807140 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 203199c0-5279-47a3-b551-f3436ff74873 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:41.814701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:41.819529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:45:41.853366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:41.889936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:41.890591 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:41.917991 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d2b67d51-80d6-43e3-bd02-eec5aa0f8a74 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574873 Apr 05 12:45:41.930284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Request body: {'port': {'device_id': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:41.983987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3a45ef3d-f434-451e-b13a-e872aebffa7e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:42.054280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.069019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 3a45ef3d-f434-451e-b13a-e872aebffa7e completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:42.076580 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3a45ef3d-f434-451e-b13a-e872aebffa7e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:42.076956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.155485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c7ccead-df9a-44e2-ad74-ff3a7a29c7af None None] Provisioning for port e1d6fa3b-966a-4487-bb29-71073db61db9 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:42.191427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c7ccead-df9a-44e2-ad74-ff3a7a29c7af None None] Provisioning complete for port e1d6fa3b-966a-4487-bb29-71073db61db9 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:42.191427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccead-df9a-44e2-ad74-ff3a7a29c7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.268682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.280871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ccead-df9a-44e2-ad74-ff3a7a29c7af None None] Port e1d6fa3b-966a-4487-bb29-71073db61db9 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:45:42.306321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 3a45ef3d-f434-451e-b13a-e872aebffa7e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3a45ef3d-f434-451e-b13a-e872aebffa7e,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:42.312201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.385809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:42.522589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5ea08-45d1-46f3-98fb-80d70fedec7a req-4c1c776b-14bc-437f-bbfd-737ad86c1034 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:42.523194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-03a5ea08-45d1-46f3-98fb-80d70fedec7a req-4c1c776b-14bc-437f-bbfd-737ad86c1034 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:45:42.584269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-03a5ea08-45d1-46f3-98fb-80d70fedec7a req-4c1c776b-14bc-437f-bbfd-737ad86c1034 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:45:42.585393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-03a5ea08-45d1-46f3-98fb-80d70fedec7a req-4c1c776b-14bc-437f-bbfd-737ad86c1034 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 931 time: 0.2383678 Apr 05 12:45:42.616544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d6fa3b-966a-4487-bb29-71073db61db9 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:45:42.626048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.653644 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-03a5ea08-45d1-46f3-98fb-80d70fedec7a req-0d820da1-d884-442e-84df-00ced2879a1f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615225 Apr 05 12:45:42.656009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Transition to ACTIVE for port object e1d6fa3b-966a-4487-bb29-71073db61db9 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:45:42.660515 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.788396 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:42.894360 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Attempting to bind port e1d6fa3b-966a-4487-bb29-71073db61db9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:45:42.894689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Attempting to bind port e1d6fa3b-966a-4487-bb29-71073db61db9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:45:42.895015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Attempting to bind port e1d6fa3b-966a-4487-bb29-71073db61db9 on network 203199c0-5279-47a3-b551-f3436ff74873 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:45:42.900122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Port e1d6fa3b-966a-4487-bb29-71073db61db9 on network 203199c0-5279-47a3-b551-f3436ff74873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:45:42.900436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Attempting to bind port e1d6fa3b-966a-4487-bb29-71073db61db9 on network 203199c0-5279-47a3-b551-f3436ff74873 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:45:42.905587 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:45:42.905928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Checking segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:45:42.906286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Bound using segment: {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:45:42.906709 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Bound port: e1d6fa3b-966a-4487-bb29-71073db61db9, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a78bb30-ec09-4471-b615-201b183c321b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '203199c0-5279-47a3-b551-f3436ff74873'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:45:42.907077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:42.994517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:45:42.997341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e1d6fa3b-966a-4487-bb29-71073db61db9,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:45:43.001731 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:43.058253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.058845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:43.060228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 1093 time: 1.1353281 Apr 05 12:45:43.060664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:45:43.094145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f815de1-f5d3-4506-8398-afa6fc5e2025 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:43.139182 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'status': 'completed', 'code': 200} Apr 05 12:45:43.180419 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6d24ccfd-69a0-4a09-8f76-524b8c34dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.181900 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-6d24ccfd-69a0-4a09-8f76-524b8c34dbd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1096 time: 0.0745482 Apr 05 12:45:43.255892 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-951b74b6-e627-4517-8044-789e2edbb221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 217 time: 0.0658383 Apr 05 12:45:43.316766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-ad3bfc6d-a3b4-4e96-aab5-c91433cbfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.318745 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-ad3bfc6d-a3b4-4e96-aab5-c91433cbfbf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.0576215 Apr 05 12:45:43.396111 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-2c17d5f9-cf89-4cab-87b6-d851254a1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.397455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-2c17d5f9-cf89-4cab-87b6-d851254a1fa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732293 Apr 05 12:45:43.526303 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-d0e00617-4f03-47e0-b8a8-461def6f4308 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224680 Apr 05 12:45:43.653633 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dd79ba36-d9ed-4278-8ef0-8dee77daafd1 req-26f540a5-d9dc-4292-8ea5-8e5e62fac08e service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215982 Apr 05 12:45:43.800043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-13e24c97-c631-4ff8-820e-7896b330caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.801559 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-13e24c97-c631-4ff8-820e-7896b330caf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1096 time: 0.1033485 Apr 05 12:45:43.955450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0f1dd-5fa0-4b63-b835-7c4a54515755 req-fe84d19c-34f1-4b7e-a0c5-9ead244a239b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.956892 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dcd0f1dd-5fa0-4b63-b835-7c4a54515755 req-fe84d19c-34f1-4b7e-a0c5-9ead244a239b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 943 time: 0.1946697 Apr 05 12:45:43.961597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-60850445-f007-4dbc-8400-f1d49d5cb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:43.963000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-60850445-f007-4dbc-8400-f1d49d5cb0b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 896 time: 0.1547823 Apr 05 12:45:43.964342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3a45ef3d-f434-451e-b13a-e872aebffa7e up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:44.036783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 3a45ef3d-f434-451e-b13a-e872aebffa7e triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:44.037155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:44.144850 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-c863a581-371c-44b3-992d-539303a4d004 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 217 time: 0.0676303 Apr 05 12:45:44.205385 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dcd0f1dd-5fa0-4b63-b835-7c4a54515755 req-9e013fcb-14bf-4d91-af93-96d28c4c66f5 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414231 Apr 05 12:45:44.218242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-a6deea28-b936-4780-b815-db85e241853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:44.219723 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-a6deea28-b936-4780-b815-db85e241853a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.0668712 Apr 05 12:45:44.297255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-10c5c64d-bc50-4959-b82f-e7a30dbb3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:44.298664 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-10c5c64d-bc50-4959-b82f-e7a30dbb3164 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724247 Apr 05 12:45:44.429718 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-87081ec7-1a01-4ce9-8007-8a86dc57ff87 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235876 Apr 05 12:45:44.560833 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-89b4b007-3ac8-4555-83bc-eb129445c6e9 req-e841c9d7-ff8c-456c-8362-0632604d56cb service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239002 Apr 05 12:45:45.387122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc30098-6ecf-4090-8d75-8dbaff8794aa req-5c945882-93f6-47ba-9cfb-7932c79706cc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:45.388470 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6fc30098-6ecf-4090-8d75-8dbaff8794aa req-5c945882-93f6-47ba-9cfb-7932c79706cc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 943 time: 0.0789354 Apr 05 12:45:45.431456 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6fc30098-6ecf-4090-8d75-8dbaff8794aa req-e8029b1d-5dd9-4215-94ef-c7a24ff53c9d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374062 Apr 05 12:45:46.078153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e1d6fa3b-966a-4487-bb29-71073db61db9 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:45:46.208600 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e1d6fa3b-966a-4487-bb29-71073db61db9,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:46.221106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'port_id': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'mac_address': 'fa:16:3e:7c:f0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:45:46.276381 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:46.293025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d6fa3b-966a-4487-bb29-71073db61db9 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:45:46.308944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e1d6fa3b-966a-4487-bb29-71073db61db9,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:46.313061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:46.384741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:46.527062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['e1d6fa3b-966a-4487-bb29-71073db61db9'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:45:46.617918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a33c2c-0d99-45b8-9d03-60f5c6c0c592 req-45df7d08-c692-4ca7-9e5b-18d20a4d3ca3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:46.619404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31a33c2c-0d99-45b8-9d03-60f5c6c0c592 req-45df7d08-c692-4ca7-9e5b-18d20a4d3ca3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 944 time: 0.0817029 Apr 05 12:45:46.663058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-31a33c2c-0d99-45b8-9d03-60f5c6c0c592 req-64832fdf-0dfe-4fef-a741-c8c64846ef0a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378551 Apr 05 12:45:47.843809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1b90c-5047-45bd-a1af-09273f5bb91a req-a8c7948b-017e-4030-9db8-4f6d287e450c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:47.845259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bc1b90c-5047-45bd-a1af-09273f5bb91a req-a8c7948b-017e-4030-9db8-4f6d287e450c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 944 time: 0.0789537 Apr 05 12:45:47.888089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4bc1b90c-5047-45bd-a1af-09273f5bb91a req-ece2f61b-40d2-42b2-945b-84df2f7202eb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365860 Apr 05 12:45:48.116425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e1d6fa3b-966a-4487-bb29-71073db61db9 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:45:48.182110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port e1d6fa3b-966a-4487-bb29-71073db61db9 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:45:48.186606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port e1d6fa3b-966a-4487-bb29-71073db61db9 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:45:48.187008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:48.301056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:48.329699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:45:48.340145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e1d6fa3b-966a-4487-bb29-71073db61db9,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:45:48.344278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:48.386805 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'code': 200} Apr 05 12:45:48.417784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:48.425194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.425548 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.425887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.426244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.426583 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.426905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.427258 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.427582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.427906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.428229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.428545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.428860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:45:48.605459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2ed8b-988a-4247-9647-79366e44b2da req-a2f29329-a5f5-4202-8962-eb3b64447323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:48.606828 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3ba2ed8b-988a-4247-9647-79366e44b2da req-a2f29329-a5f5-4202-8962-eb3b64447323 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1098 time: 0.0726869 Apr 05 12:45:48.646640 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3ba2ed8b-988a-4247-9647-79366e44b2da req-ce8f5110-f5d7-4078-a785-d9f06800ec92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338635 Apr 05 12:45:49.074679 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cd96a-fc8f-4c50-9a0b-e1ed280cf7e1 req-4246c2e3-930a-486a-951f-73ed053a1119 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:49.076159 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef5cd96a-fc8f-4c50-9a0b-e1ed280cf7e1 req-4246c2e3-930a-486a-951f-73ed053a1119 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0826728 Apr 05 12:45:49.120435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef5cd96a-fc8f-4c50-9a0b-e1ed280cf7e1 req-d303c1e7-aae3-4854-8d91-8701e411473b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384514 Apr 05 12:45:50.304574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d752-b645-4a11-85f6-d702c2004c1c req-411256d5-2be2-45f2-990b-bd926e4a9225 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:50.306000 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1d1d752-b645-4a11-85f6-d702c2004c1c req-411256d5-2be2-45f2-990b-bd926e4a9225 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0804808 Apr 05 12:45:50.350218 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e1d1d752-b645-4a11-85f6-d702c2004c1c req-067dd61d-5516-4810-9662-713a1173de81 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Apr 05 12:45:50.533427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3d0fa-3c91-4e8e-93c4-76503de2bf95 req-c104f0af-7c8c-4dcb-8283-c15e5f77ebbe tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:50.534856 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-23c3d0fa-3c91-4e8e-93c4-76503de2bf95 req-c104f0af-7c8c-4dcb-8283-c15e5f77ebbe tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0779486 Apr 05 12:45:50.580691 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-23c3d0fa-3c91-4e8e-93c4-76503de2bf95 req-b275506e-aeb0-41b4-8344-69fa72b25294 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Apr 05 12:45:50.603349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34486) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:50.671381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05104d89-d87b-4c46-8d42-b04222234c34 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:50.672863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-05104d89-d87b-4c46-8d42-b04222234c34 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1093 time: 0.0685422 Apr 05 12:45:50.675637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34490) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:50.680291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:45:50.685990 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:45:50.689766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:floatingip and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:45:50.692564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:45:50.698631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:45:50.709645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:50.847126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:50.980767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.165 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/b5966f74-9aab-44c9-8292-47f21a2c2a42) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:45:51.228194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:51.256789 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:51.313467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:45:51.316252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:45:51.318750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:45:51.373374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=b5966f74-9aab-44c9-8292-47f21a2c2a42,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:51.738032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:51.810528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:52.016617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:52.020829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:52.125298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=b5966f74-9aab-44c9-8292-47f21a2c2a42,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:45:52.134968 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:52.304491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP bacfb385-cc15-4c3f-80be-cc75b2ccce97 associated. External IP: 172.26.5.165, port: e1d6fa3b-966a-4487-bb29-71073db61db9. Apr 05 12:45:52.797027 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router 601bb71e-eea3-45c7-9dae-a4e79090fca0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:45:52.998503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:45:53.010866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Sync routers for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:45:53.020321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:53.021020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:53.028688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:53.086993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fe6cf3b7-28f0-4b50-ae06-4c630507a277 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4102595 Apr 05 12:45:53.087503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:45:53.136676 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'status': 'completed', 'code': 200} Apr 05 12:45:53.217305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:53.290058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-d048a5d2-b752-4c29-bab9-de63b8351638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:53.291561 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-d048a5d2-b752-4c29-bab9-de63b8351638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1098 time: 0.1322129 Apr 05 12:45:53.305159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f876-33e9-4974-9a39-0ae13979e127 req-23e1c1c3-e504-44e4-bf37-54e03258cc08 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:53.306601 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0727f876-33e9-4974-9a39-0ae13979e127 req-23e1c1c3-e504-44e4-bf37-54e03258cc08 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.1095724 Apr 05 12:45:53.350031 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-032dd565-b733-449d-bc67-6efeb151ca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:53.435293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0727f876-33e9-4974-9a39-0ae13979e127 req-4efe2f3a-9511-4c7a-bc63-b7fd0afd139b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115091 Apr 05 12:45:53.459795 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34498) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:53.476106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-1fdd1960-6a88-448f-bb6d-5a1f7ee389f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:53.477541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-1fdd1960-6a88-448f-bb6d-5a1f7ee389f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 896 time: 0.1802504 Apr 05 12:45:53.574910 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a7546e3b-58c7-4376-a4e2-31a2928e549d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/bacfb385-cc15-4c3f-80be-cc75b2ccce97 HTTP/1.1" status: 200 len: 991 time: 0.1136298 Apr 05 12:45:53.578785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bacfb385-cc15-4c3f-80be-cc75b2ccce97', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'port_id': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'mac_address': 'fa:16:3e:7c:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:45:51Z', 'updated_at': '2022-04-05T12:45:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:53.581079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-76612b4c-77c4-4da2-92cc-877f5ea5da0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 999 time: 0.0970705 Apr 05 12:45:53.582790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Checking router: 601bb71e-eea3-45c7-9dae-a4e79090fca0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:45:53.591865 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:45:53.592462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:45:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:53.646839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-9c2156f2-6cb2-4374-8ae0-7c7ac919050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:53.648304 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-9c2156f2-6cb2-4374-8ae0-7c7ac919050c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.0612206 Apr 05 12:45:53.722738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-cb0bb669-c1bd-4285-9283-ca33f7ce6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:45:53.724352 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-cb0bb669-c1bd-4285-9283-ca33f7ce6e39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702093 Apr 05 12:45:53.804984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:45:53.858756 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-fa6516fa-7089-4ac7-a3b9-8dba08d3e0a0 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280861 Apr 05 12:45:53.988897 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bfd2fb81-277f-444e-b2d5-175aae08916c req-7aa53b0d-e203-46e7-8fe9-3938001b2d25 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243684 Apr 05 12:45:54.150174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bacfb385-cc15-4c3f-80be-cc75b2ccce97', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'port_id': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'mac_address': 'fa:16:3e:7c:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:45:51Z', 'updated_at': '2022-04-05T12:45:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:45:54.154094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2fdc95-8c9f-405b-884e-56e04e2e9e7f None None] The sync data for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv is: [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'bacfb385-cc15-4c3f-80be-cc75b2ccce97', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.165', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'port_id': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'mac_address': 'fa:16:3e:7c:f0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:45:51Z', 'updated_at': '2022-04-05T12:45:51Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:45:54.333935 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f0377-a7bf-40f6-8d31-bc5d6c25dc23 None None] New status for floating IP bacfb385-cc15-4c3f-80be-cc75b2ccce97: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:45:54.576375 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34502) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:45:54.678875 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f1971df8-2f5e-42e6-a920-39717ec7e4b0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/bacfb385-cc15-4c3f-80be-cc75b2ccce97 HTTP/1.1" status: 200 len: 993 time: 0.1012754 Apr 05 12:45:54.738629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:55.351790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8780c00c-53e5-4b7b-93eb-ce89ea1cc7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:56.545739 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:56.606706 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:45:57.283870 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:45:57.839549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:23.281235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c6c2abc7-5c4f-41c9-9109-80695677596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:24.738976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:25.352846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-68a71942-b0b3-4fec-b139-90d4610987cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:26.336562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3980b5-b51b-4291-9166-7143b4340907 req-d003bddc-f207-4716-b2fc-07460ee09193 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:26.338012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c3980b5-b51b-4291-9166-7143b4340907 req-d003bddc-f207-4716-b2fc-07460ee09193 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0838542 Apr 05 12:46:26.383305 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c3980b5-b51b-4291-9166-7143b4340907 req-79863648-d053-4b07-b47a-94b54bdaf060 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395675 Apr 05 12:46:26.547994 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:26.609064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:27.568779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747835f9-9ad2-4188-b371-38c52bc10ceb req-643afd7c-2dad-415d-80c7-7a55805d56a2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:27.570212 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-747835f9-9ad2-4188-b371-38c52bc10ceb req-643afd7c-2dad-415d-80c7-7a55805d56a2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0786366 Apr 05 12:46:27.613914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-747835f9-9ad2-4188-b371-38c52bc10ceb req-f63785a4-301f-48e7-b00e-7189df529f6e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381358 Apr 05 12:46:27.844235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:28.795988 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9e95-8316-4b02-87d7-d55a8781a0c7 req-bec89290-a7d9-46e8-94a2-f721ff2551be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:28.797416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-228b9e95-8316-4b02-87d7-d55a8781a0c7 req-bec89290-a7d9-46e8-94a2-f721ff2551be tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0807614 Apr 05 12:46:28.842250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-228b9e95-8316-4b02-87d7-d55a8781a0c7 req-eb77812b-14d7-4d70-a618-a5ea76eedf4f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Apr 05 12:46:30.021696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693acc4-ab72-458a-a59b-b4b1d3579311 req-857fbce5-ecc5-491c-881a-ecb5f647f2d1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:30.023144 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b693acc4-ab72-458a-a59b-b4b1d3579311 req-857fbce5-ecc5-491c-881a-ecb5f647f2d1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0779083 Apr 05 12:46:30.069972 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b693acc4-ab72-458a-a59b-b4b1d3579311 req-2134910b-e84c-4f9c-ae72-d3785f0ea947 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Apr 05 12:46:31.253069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb549-d887-47ee-8102-d160a182bbff req-cc467a1c-0e78-454b-932f-08bc7fcbae43 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:31.254499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dfdb549-d887-47ee-8102-d160a182bbff req-cc467a1c-0e78-454b-932f-08bc7fcbae43 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0788274 Apr 05 12:46:31.297845 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3dfdb549-d887-47ee-8102-d160a182bbff req-b4c515af-d80d-450b-9b0a-deeea3e12420 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371985 Apr 05 12:46:32.487427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88d28b-53da-471a-8753-13d92ea45342 req-9e13a30f-e415-4ac6-a3d6-1cc68e45492e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:32.488842 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b88d28b-53da-471a-8753-13d92ea45342 req-9e13a30f-e415-4ac6-a3d6-1cc68e45492e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0807910 Apr 05 12:46:32.625880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b88d28b-53da-471a-8753-13d92ea45342 req-25a9eae9-5fa8-4c3c-83a3-5304285b1cb2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314015 Apr 05 12:46:33.807725 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656584f-8831-41b3-8717-857d70967625 req-f5100f2f-5cf5-486c-93e6-ad77f9f85654 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:33.809163 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4656584f-8831-41b3-8717-857d70967625 req-f5100f2f-5cf5-486c-93e6-ad77f9f85654 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0781415 Apr 05 12:46:33.852395 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4656584f-8831-41b3-8717-857d70967625 req-1ae5151c-0023-41b0-ae48-5388c10c883f tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376995 Apr 05 12:46:34.282864 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:46:35.033701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e47fc-d934-4581-94e9-d4d3721f8814 req-fae55533-0dc8-42b6-b394-684332bafc07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:35.035160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-629e47fc-d934-4581-94e9-d4d3721f8814 req-fae55533-0dc8-42b6-b394-684332bafc07 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0814891 Apr 05 12:46:35.078871 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-629e47fc-d934-4581-94e9-d4d3721f8814 req-ccc76d39-9095-4b0d-94cd-f52070dbe784 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Apr 05 12:46:36.260583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280c26d-1f7e-46a9-8937-d766c967eece req-9ad4f863-c747-43c0-af0f-d290d36c388d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:36.261921 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0280c26d-1f7e-46a9-8937-d766c967eece req-9ad4f863-c747-43c0-af0f-d290d36c388d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0813820 Apr 05 12:46:36.305853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0280c26d-1f7e-46a9-8937-d766c967eece req-3c5762cf-b74b-4932-813b-d58992e7bc48 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381107 Apr 05 12:46:37.491956 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364aa3-27d6-4f3a-813e-3fb4098dd977 req-7042ca6d-81ad-4931-9d2e-e90ecdde6963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:37.493387 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54364aa3-27d6-4f3a-813e-3fb4098dd977 req-7042ca6d-81ad-4931-9d2e-e90ecdde6963 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0800996 Apr 05 12:46:37.536011 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-54364aa3-27d6-4f3a-813e-3fb4098dd977 req-994c841a-e0cf-43f0-b613-01466b6ca3a1 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369434 Apr 05 12:46:38.720771 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf096-8ca5-4337-bfc2-ad4f7928380a req-84dd5497-8ba8-4bb8-9342-646cb789be00 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:38.722194 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-acbaf096-8ca5-4337-bfc2-ad4f7928380a req-84dd5497-8ba8-4bb8-9342-646cb789be00 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0820303 Apr 05 12:46:38.777393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-acbaf096-8ca5-4337-bfc2-ad4f7928380a req-920051d5-2f35-4320-9bfa-71e767e3f5b6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486698 Apr 05 12:46:39.962779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1cd5a-53ef-4883-bd9f-c3e604527fb6 req-f34b8405-0ea6-411f-b75c-d0dd58f8ddc8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:39.964249 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aec1cd5a-53ef-4883-bd9f-c3e604527fb6 req-f34b8405-0ea6-411f-b75c-d0dd58f8ddc8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0798862 Apr 05 12:46:40.009440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aec1cd5a-53ef-4883-bd9f-c3e604527fb6 req-7899e75b-ce85-4d46-bf86-ec10c6fc577d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 Apr 05 12:46:40.246300 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-6b526389-11e0-488e-ad59-fc960f6132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:40.247826 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-6b526389-11e0-488e-ad59-fc960f6132d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1098 time: 0.0692232 Apr 05 12:46:40.389996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-67e722ff-5ec8-490b-ae55-0861c6c1f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:40.391384 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-67e722ff-5ec8-490b-ae55-0861c6c1f955 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 896 time: 0.1257815 Apr 05 12:46:40.491531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-620914c4-a742-4840-b8b7-bc1f922ae74c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 1001 time: 0.0943091 Apr 05 12:46:40.551462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-d77889a6-a53a-484c-83ed-4be17ce4389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:40.552839 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-d77889a6-a53a-484c-83ed-4be17ce4389e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.0555179 Apr 05 12:46:40.627843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-a2a52aef-95f1-4a07-bff3-03ddb1895449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:40.629284 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-a2a52aef-95f1-4a07-bff3-03ddb1895449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706248 Apr 05 12:46:40.757767 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-2145e8a2-593c-47b2-8aee-17e8aa86901e service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223364 Apr 05 12:46:40.885499 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-210db6d5-e0ef-4d35-8f1c-a399eaa8c153 req-717a66ed-d446-4931-9a8a-6ad1880d12fb service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219835 Apr 05 12:46:41.205826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d481d89-5844-4498-a35a-51e74f866225 req-8ac23bbb-7505-42f2-ae91-7b716e063670 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:41.207296 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9d481d89-5844-4498-a35a-51e74f866225 req-8ac23bbb-7505-42f2-ae91-7b716e063670 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0913572 Apr 05 12:46:41.249832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9d481d89-5844-4498-a35a-51e74f866225 req-a68feb26-40ef-4154-a4cf-edf849ab9566 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369222 Apr 05 12:46:42.435822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b876580-e80d-4f5e-aec2-282f63782972 req-17972bf5-c1a3-44aa-995c-720df80d99a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:42.437244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6b876580-e80d-4f5e-aec2-282f63782972 req-17972bf5-c1a3-44aa-995c-720df80d99a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0837257 Apr 05 12:46:42.479916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6b876580-e80d-4f5e-aec2-282f63782972 req-77ff2b7b-3e89-4c45-aee3-e4c33f81a785 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Apr 05 12:46:42.502829 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34546) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:46:42.699875 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ca6745b5-23e5-4c3f-95eb-7dc542732b06 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/bacfb385-cc15-4c3f-80be-cc75b2ccce97 HTTP/1.1" status: 200 len: 993 time: 0.1959200 Apr 05 12:46:44.196878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371e71c-1291-4812-8476-f2805f600773 req-2b7868d1-11f2-482c-9196-8f96e846525c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:44.198299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d371e71c-1291-4812-8476-f2805f600773 req-2b7868d1-11f2-482c-9196-8f96e846525c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.1297774 Apr 05 12:46:44.229014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-12f6bb2e-08ad-456b-9908-91e9e6aa060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:44.230504 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-12f6bb2e-08ad-456b-9908-91e9e6aa060c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1098 time: 0.1112692 Apr 05 12:46:44.285858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d371e71c-1291-4812-8476-f2805f600773 req-2f62a5c5-636b-4e2f-b274-1c5d791418e3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777214 Apr 05 12:46:44.372109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-c2dc1bd2-4516-48b8-89f2-0f22fe8901f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:44.373520 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-c2dc1bd2-4516-48b8-89f2-0f22fe8901f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 896 time: 0.1327131 Apr 05 12:46:44.477195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-ba99436f-6337-4b9c-8019-161bcc8e9895 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 1001 time: 0.0973086 Apr 05 12:46:44.540917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-76a1578f-6820-46e4-9a1e-a7761c0246ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:44.542239 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-76a1578f-6820-46e4-9a1e-a7761c0246ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.0592954 Apr 05 12:46:44.615543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-69fc774b-33c5-49f8-90ff-2ca0558371a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:44.616995 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-69fc774b-33c5-49f8-90ff-2ca0558371a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693944 Apr 05 12:46:44.745922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-7a2f31e7-4e0e-4c53-9a86-91135c948083 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226950 Apr 05 12:46:44.875419 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-172ab50e-1a2c-4831-b8da-89bd789df103 req-edd15c86-87ab-4ce3-8ed5-395e3cdb8331 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234672 Apr 05 12:46:45.479653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501efe02-1cfe-4f63-9003-24de7ebeaaeb req-5732c60f-b606-4abc-b158-d4e7a46f7bd8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:45.481077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-501efe02-1cfe-4f63-9003-24de7ebeaaeb req-5732c60f-b606-4abc-b158-d4e7a46f7bd8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0813777 Apr 05 12:46:45.527391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-501efe02-1cfe-4f63-9003-24de7ebeaaeb req-3814aef2-0699-4bff-9dd4-9d80d7075670 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Apr 05 12:46:46.714992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b618f63-cde6-47c0-b6a2-40242abaa15b req-541cbe21-c6c9-4fd8-a8be-93c13fc7dffc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:46:46.716438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b618f63-cde6-47c0-b6a2-40242abaa15b req-541cbe21-c6c9-4fd8-a8be-93c13fc7dffc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0783558 Apr 05 12:46:46.758775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0b618f63-cde6-47c0-b6a2-40242abaa15b req-40f886dd-7193-4d4e-8f68-f42d732b75cd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368183 Apr 05 12:46:46.781500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34560) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:46:46.884370 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7dd13e4c-3f1e-4ac8-9bf4-f26eed17cf14 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/bacfb385-cc15-4c3f-80be-cc75b2ccce97 HTTP/1.1" status: 200 len: 993 time: 0.1016126 Apr 05 12:46:53.282314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-37d214d9-10d0-49cd-80fd-9fb214c9bad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:54.762951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:55.354671 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-df7a4635-cc44-4a77-837a-243df3200af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:56.548735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:56.613149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:46:57.843941 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:11.282745 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:47:17.549947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34574) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:17.749991 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port b5966f74-9aab-44c9-8292-47f21a2c2a42 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:47:17.750332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.016241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.016567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.137979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for b5966f74-9aab-44c9-8292-47f21a2c2a42 owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:47:18.284317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.334100 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=b5966f74-9aab-44c9-8292-47f21a2c2a42,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:18.399117 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.399461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.399798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.400133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.400460 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.400792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.401188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.401511 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.401832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.402154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.402474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.402794 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:18.429141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.429465 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP bacfb385-cc15-4c3f-80be-cc75b2ccce97 disassociated (deleted). External IP: 172.26.5.165, port: e1d6fa3b-966a-4487-bb29-71073db61db9. Apr 05 12:47:18.772427 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router 601bb71e-eea3-45c7-9dae-a4e79090fca0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:47:18.946571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:47:18.959928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Sync routers for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:47:18.967318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:18.970178 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:18.970843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:46:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:19.024316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-96558534-88c9-444f-844c-c96bddd8abf8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/floatingips/bacfb385-cc15-4c3f-80be-cc75b2ccce97 HTTP/1.1" status: 204 len: 168 time: 1.4731076 Apr 05 12:47:19.024801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:47:19.072744 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'status': 'completed', 'code': 200} Apr 05 12:47:19.152666 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:19.169530 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-4ccb4ffd-ffe9-4982-956a-9bf315c3076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:19.171003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-4ccb4ffd-ffe9-4982-956a-9bf315c3076d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 1098 time: 0.0752749 Apr 05 12:47:19.309287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-3c3b0f7b-7ff1-4b2f-84a0-8e90c018d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:19.310802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-3c3b0f7b-7ff1-4b2f-84a0-8e90c018d454 service neutron] 10.222.0.30 "GET /v2.0/networks?id=203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 200 len: 896 time: 0.1332247 Apr 05 12:47:19.472594 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:19.476642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Checking router: 601bb71e-eea3-45c7-9dae-a4e79090fca0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:47:19.485453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:19.486067 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:46:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:19.498150 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-34b902df-3fd7-4e28-91fa-735c6bf72173 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 200 len: 217 time: 0.1804965 Apr 05 12:47:19.618297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-3871d04c-3f67-4f15-bd92-ae4a7e9faa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:19.619721 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-3871d04c-3f67-4f15-bd92-ae4a7e9faa28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 200 len: 834 time: 0.1110311 Apr 05 12:47:19.667635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:19.689463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5aebd-097e-42cb-a943-2646e2a25446 req-7466de7c-4e7d-4dfc-b12e-35b2b5eff5df tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:19.690423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4fc5aebd-097e-42cb-a943-2646e2a25446 req-7466de7c-4e7d-4dfc-b12e-35b2b5eff5df tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:47:19.717601 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-4fc5aebd-097e-42cb-a943-2646e2a25446 req-7466de7c-4e7d-4dfc-b12e-35b2b5eff5df tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:47:19.718783 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fc5aebd-097e-42cb-a943-2646e2a25446 req-7466de7c-4e7d-4dfc-b12e-35b2b5eff5df tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.3441117 Apr 05 12:47:19.740675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-f75afaae-e62e-48d1-98b2-e0dd0ebd7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:19.742114 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-f75afaae-e62e-48d1-98b2-e0dd0ebd7e88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=203199c0-5279-47a3-b551-f3436ff74873&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1148317 Apr 05 12:47:19.753250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-55ce37e7-6780-4c92-86e3-d19af13bbdf4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:47:19.754193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-55ce37e7-6780-4c92-86e3-d19af13bbdf4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048158 Apr 05 12:47:19.810223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fc5aebd-097e-42cb-a943-2646e2a25446 req-7528333a-da3b-4a12-99c6-27ec3fc5e7a7 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843282 Apr 05 12:47:19.901045 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-604e71fa-9147-486e-a390-64ca5323712c service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384542 Apr 05 12:47:20.027346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:20.031300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f7e25-b92f-44fb-9a44-0e5ede94483d None None] The sync data for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv is: [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '3a45ef3d-f434-451e-b13a-e872aebffa7e', 'name': '', 'network_id': '203199c0-5279-47a3-b551-f3436ff74873', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:b9:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:36Z', 'updated_at': '2022-04-05T12:45:42Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '5c4b0546-4f08-453b-992c-50f23c9c378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:47:20.036052 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fe4681c-359d-4f5f-a795-796bd7ce9e14 req-b1f11d9a-27be-4fdd-97c6-b235881ddcc4 service neutron] 10.222.0.30 "GET /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269400 Apr 05 12:47:20.232858 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f04db14-45e2-4253-816c-88fc67c21073 None None] New status for floating IP bacfb385-cc15-4c3f-80be-cc75b2ccce97: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:47:20.807559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2658492-98b6-4dc0-b912-846d9b993670 req-06a0e9e6-961e-4510-a7db-723f7724b745 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:20.809001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2658492-98b6-4dc0-b912-846d9b993670 req-06a0e9e6-961e-4510-a7db-723f7724b745 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.0823746 Apr 05 12:47:20.880351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port e1d6fa3b-966a-4487-bb29-71073db61db9 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:47:20.881020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:21.151960 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f4f40-5d04-4b0f-9656-099ea5822a80 req-eb0c170c-b3c3-4596-9689-e1b4546d37cb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:21.153413 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-539f4f40-5d04-4b0f-9656-099ea5822a80 req-eb0c170c-b3c3-4596-9689-e1b4546d37cb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae5b3966-b448-4e52-9b5b-d73653d19b3f HTTP/1.1" status: 200 len: 945 time: 0.2344398 Apr 05 12:47:21.225560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port e1d6fa3b-966a-4487-bb29-71073db61db9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e1d6fa3b-966a-4487-bb29-71073db61db9,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:21.225912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:21.234904 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-539f4f40-5d04-4b0f-9656-099ea5822a80 req-2259b988-e4c1-4d30-a354-cd66c15afbf3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=beb591f0-89f9-486d-96a1-f26d07b413aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737290 Apr 05 12:47:21.352032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for e1d6fa3b-966a-4487-bb29-71073db61db9 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:47:21.500184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:21.553411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=e1d6fa3b-966a-4487-bb29-71073db61db9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:21.627868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] No DVR routers for this DVR port e1d6fa3b-966a-4487-bb29-71073db61db9 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:47:21.630801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:21.633220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'name': 'network-vif-deleted', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:47:21.649203 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2658492-98b6-4dc0-b912-846d9b993670 req-00cca3de-ae3e-4af0-a652-6c8655b8708b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "DELETE /v2.0/ports/e1d6fa3b-966a-4487-bb29-71073db61db9 HTTP/1.1" status: 204 len: 173 time: 0.8352976 Apr 05 12:47:21.685435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5b3966-b448-4e52-9b5b-d73653d19b3f', 'name': 'network-vif-deleted', 'tag': 'e1d6fa3b-966a-4487-bb29-71073db61db9', 'status': 'completed', 'code': 200} Apr 05 12:47:22.329954 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34592) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:22.972499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:23.283300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-da5635c0-2cab-49df-acb3-2360a4cba04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:23.329550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 3a45ef3d-f434-451e-b13a-e872aebffa7e {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:47:23.329893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:23.524351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 3a45ef3d-f434-451e-b13a-e872aebffa7e, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=3a45ef3d-f434-451e-b13a-e872aebffa7e,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:23.525053 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:23.646333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 3a45ef3d-f434-451e-b13a-e872aebffa7e owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:47:24.073573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:24.123371 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=3a45ef3d-f434-451e-b13a-e872aebffa7e,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:24.394642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:24.527798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e1d6fa3b-966a-4487-bb29-71073db61db9 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:47:24.561395 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: e1d6fa3b-966a-4487-bb29-71073db61db9 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:47:24.561745 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device e1d6fa3b-966a-4487-bb29-71073db61db9 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:47:24.758655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router 601bb71e-eea3-45c7-9dae-a4e79090fca0 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:47:24.760668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:24.940905 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:47:24.951765 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Sync routers for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:47:24.954274 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-30f36b0b-bb0e-4c42-81b9-c1105651dbd9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/601bb71e-eea3-45c7-9dae-a4e79090fca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6230087 Apr 05 12:47:24.956733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:24.961589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:24.962191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:46:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:25.024015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting subnet 5c4b0546-4f08-453b-992c-50f23c9c378b {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:47:25.026902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.081423 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.152944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:25.175310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.253051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.293465 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4b0546-4f08-453b-992c-50f23c9c378b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:25.295672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.302148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a770e7-b245-4ecc-a67c-eebf747630ba None None] Network 203199c0-5279-47a3-b551-f3436ff74873 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:47:25.302546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-07b0dad7-74b0-4d57-a33d-6c1ed6902aa6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/subnets/5c4b0546-4f08-453b-992c-50f23c9c378b HTTP/1.1" status: 204 len: 168 time: 0.3442805 Apr 05 12:47:25.305099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34600) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:25.460533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7f114399-db73-4e67-b16e-471fdf729451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.603205 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.642200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:47:24Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:25.646203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Checking router: 601bb71e-eea3-45c7-9dae-a4e79090fca0 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:47:25.658354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Routers {'601bb71e-eea3-45c7-9dae-a4e79090fca0'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:25.658968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['601bb71e-eea3-45c7-9dae-a4e79090fca0'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:25.722196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] DHCP port deletion for 203199c0-5279-47a3-b551-f3436ff74873 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:47:25.734666 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Deleting port ad1dd030-2966-4f06-8620-2249e6de95c7 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:47:25.735055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.794977 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.804944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:47:25.805277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:25.931098 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] Set router 601bb71e-eea3-45c7-9dae-a4e79090fca0 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:25.982920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 1245ab45-94d9-4bd8-923d-affc6fd8a7e8, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:25.983406 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.096192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device ad1dd030-2966-4f06-8620-2249e6de95c7 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:47:26.125999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:47:26.293932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.324432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] For port ad1dd030-2966-4f06-8620-2249e6de95c7, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=ad1dd030-2966-4f06-8620-2249e6de95c7,segment=NetworkSegment(8a78bb30-ec09-4471-b615-201b183c321b),segment_id=8a78bb30-ec09-4471-b615-201b183c321b)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:26.324825 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.344332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=1245ab45-94d9-4bd8-923d-affc6fd8a7e8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:26.431271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.480262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Calling delete_port for ad1dd030-2966-4f06-8620-2249e6de95c7 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:47:26.580049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.603957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.606133 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.631858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.632368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Fanout notify agent at l3_agent the message router_deleted on router 601bb71e-eea3-45c7-9dae-a4e79090fca0 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:47:26.648078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.651832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f7d1e884-2de7-4f04-825a-beca1487ad66 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/routers/601bb71e-eea3-45c7-9dae-a4e79090fca0 HTTP/1.1" status: 204 len: 168 time: 1.3431993 Apr 05 12:47:26.652007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34606) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:26.653859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.680780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.716718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.766482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:26.772280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Pushing event deleted for resources: {'Port': ['ID=ad1dd030-2966-4f06-8620-2249e6de95c7,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:26.778950 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] No DVR routers for this DVR port ad1dd030-2966-4f06-8620-2249e6de95c7 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:47:26.789702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.790257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.790816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.791423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.792115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.792543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.792885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.793218 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.793556 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.793882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.794211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.794537 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2877d8f-27f2-4565-b0a5-b4a1833d92a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:26.808924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:47:24Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:26.813012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112a79b-ac44-4c7b-a030-c594bd72ce5b None None] The sync data for ids ['601bb71e-eea3-45c7-9dae-a4e79090fca0'] in dv-neutron-833203-3-hyperv is: [{'id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852752693', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:47:24Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': '1245ab45-94d9-4bd8-923d-affc6fd8a7e8', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601bb71e-eea3-45c7-9dae-a4e79090fca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:45:32Z', 'updated_at': '2022-04-05T12:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:47:27.005375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.029897 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203199c0-5279-47a3-b551-f3436ff74873']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:27.044582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a78bb30-ec09-4471-b615-201b183c321b') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:27.045071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a78bb30-ec09-4471-b615-201b183c321b') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:27.057147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.076669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.083645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:47:27.084118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:47:27.099314 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:47:27.177318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.195309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.208704 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Network': ['ID=203199c0-5279-47a3-b551-f3436ff74873,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:27.215727 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-14154ca6-9012-4290-adcb-1290cab0af1d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/networks/203199c0-5279-47a3-b551-f3436ff74873 HTTP/1.1" status: 204 len: 168 time: 0.5627737 Apr 05 12:47:27.218425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34610) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:27.292753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.322220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.390666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.411060 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb591f0-89f9-486d-96a1-f26d07b413aa,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:27.424270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:27.425411 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b4fdad46-8bca-4804-86b9-2965a8abfa89 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/security-groups/beb591f0-89f9-486d-96a1-f26d07b413aa HTTP/1.1" status: 204 len: 168 time: 0.2060719 Apr 05 12:47:27.847499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.018843 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3a45ef3d-f434-451e-b13a-e872aebffa7e no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:47:28.054870 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 3a45ef3d-f434-451e-b13a-e872aebffa7e {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:47:28.055251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 3a45ef3d-f434-451e-b13a-e872aebffa7e not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:47:28.055672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:47:28.073816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34618) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.079212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945564718', 'description': 'tempest-secgroup-smoke-1945564718 description', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.085287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.090402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.093291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.096091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:47:28.096547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 1245ab45-94d9-4bd8-923d-affc6fd8a7e8 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:47:28.102828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.113907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.133999 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.137796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.140608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.146340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.223837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.227413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.274355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0407bd2c-eb30-4e90-8e32-08a3271485e4,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.277113 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.278297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cb293764-9eba-4fb2-9fd4-f2f0ec05c03c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034924 Apr 05 12:47:28.281527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34622) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.290968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.296873 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.300606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.303416 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.308951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.324672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.380535 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.383783 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.406296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce42c192-bd9d-474c-88c5-c7b1ebbefc4a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.416744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.417091 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.417433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.417771 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.418129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.418464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.418794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.419149 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.419477 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.419802 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.420126 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.420447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:28.426966 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.430390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34626) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.430605 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ec39cb87-9c3c-4011-b841-9da1fcc17811 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478975 Apr 05 12:47:28.435909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.441941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.445744 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.448626 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.454907 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.472220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.532497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.536537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.558581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f35ba3d-dcde-4c0b-9b03-24649537eec3,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.567160 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.568311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-38ef46a1-ddb7-46d7-8c9b-672df2716889 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368165 Apr 05 12:47:28.571011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34630) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.575945 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.582367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.586078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.588947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.594503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.611095 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.671130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.674510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.699216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5122dbf-d277-4aa2-837c-2b45be3966fd,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.709021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.710286 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b374cca9-d32e-4be4-afff-8fda0dfebf85 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382639 Apr 05 12:47:28.713261 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34634) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.718280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.724067 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.727810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.730604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.736237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.754920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.820330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.823621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.846523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a146d4b-c730-4dda-9355-7a0a5eb0e4c6,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.856483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.857680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-53f56c8d-7137-4bd2-bdfd-01a7753c9453 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434126 Apr 05 12:47:28.858185 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-fc3cbf66-b481-4241-9896-28c80ddfb4e0 req-267ebf6a-5232-4c8a-b39d-1e0d849558f2 tempest-ServerActionsTestJSON-1934470953 tempest-ServerActionsTestJSON-1934470953-project] (87958) timed out ('10.222.0.30', 64065) {{(pid=87958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 12:47:28.860368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34638) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:28.865388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:28.871145 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:28.874959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:28.877934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:28.884136 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:28.893452 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:47:28.900331 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.963531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.967054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.989811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a851966-7412-4c70-8b48-fbeffc7793f6,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:28.998388 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:28.999566 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-04bafbfa-e5d5-48fb-9034-06424d095e4b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382952 Apr 05 12:47:29.002339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34642) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:29.007777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'security_group_rule': {'security_group_id': '0407bd2c-eb30-4e90-8e32-08a3271485e4', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:29.013404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:29.017152 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:security_group_rule and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:29.019979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:29.025600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:29.035796 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Project 9e44b6433ed54364a6d87336b9c7b5b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:47:29.042316 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.109868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.114126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.137723 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a0f5cf-10bd-494c-8c77-30e562787e75,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:29.145765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.147089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0093274f-58d0-48cb-823a-d515023c232c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438243 Apr 05 12:47:29.149863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34646) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:29.155305 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'network': {'name': 'tempest-network-smoke--2064472074', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'port_security_enabled': True}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:29.160494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:29.164941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:network and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:29.167837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:29.173796 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:29.184289 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:47:29.187672 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.215495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:47:29.224377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.224673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Added segment dcb191bb-d8de-46af-924d-1730743fbcd0 of type vlan for network bc8edddf-1b6c-4e82-881e-3c284e77759b Apr 05 12:47:29.252177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.281010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.286537 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:29.287148 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.389902 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2389553 Apr 05 12:47:29.392662 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34652) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:29.397883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'admin_state_up': True, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:29.400984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1b80e-ab7d-47c6-8bfb-b88ec3c37bcf tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Network': ['ID=bc8edddf-1b6c-4e82-881e-3c284e77759b,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:29.405119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:29.408918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:router and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:29.411406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network bc8edddf-1b6c-4e82-881e-3c284e77759b details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:47:29.412297 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:29.418677 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:29.429080 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.430150 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.444929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:29.806821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:30.100784 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:30.135545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:30.265880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.32 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/dff9c3ff-6e6b-4357-b700-e20636731bee) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:47:30.415213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:30.444462 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:30.503526 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:30.506206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:30.513827 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:47:30.553398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=dff9c3ff-6e6b-4357-b700-e20636731bee,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:30.923005 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:31.358911 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:31.559102 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router f41a5b87-e756-4221-ae0c-27b0b730d4c8 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:47:31.733734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:47:31.743825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Sync routers for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:47:31.752430 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:31.753015 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:31.759948 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:31.761135 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-142a373b-f260-42b6-9b04-a7a8a730659c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3674667 Apr 05 12:47:31.764421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34656) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:31.804803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0fb6d80c-a24f-4410-b6b2-f45260a8bcd0 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9e44b6433ed54364a6d87336b9c7b5b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392363 Apr 05 12:47:31.807445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34660) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:31.937155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6e85e-51d4-416d-b51e-0657379a52ec tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:31.938632 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-1ed6e85e-51d4-416d-b51e-0657379a52ec tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302872 Apr 05 12:47:31.941544 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34664) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:31.962311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:31.984454 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-df909e9b-1266-4406-aedd-3a47dd704a79 tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=4b67aadd-f639-4c60-8362-ccb3680fd685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417709 Apr 05 12:47:31.986882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34668) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:31.992715 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613561136', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:32.101535 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:32.105516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:subnet and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:32.108322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:32.114092 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:32.123898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:47:32.127257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.241684 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:30Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:32.245373 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Checking router: f41a5b87-e756-4221-ae0c-27b0b730d4c8 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:47:32.245722 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Updating router f41a5b87-e756-4221-ae0c-27b0b730d4c8 port dff9c3ff-6e6b-4357-b700-e20636731bee binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:47:32.301064 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.340287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.418933 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Subnet': ['ID=9d57f577-d0c6-42a4-bf2e-45476ea6de90,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:32.427301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Checking segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:47:32.427667 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network hostable DHCP agents. Network: bc8edddf-1b6c-4e82-881e-3c284e77759b, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:47:32.447911 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network bc8edddf-1b6c-4e82-881e-3c284e77759b is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:47:32.457931 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, bc8edddf-1b6c-4e82-881e-3c284e77759b) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:32.461932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:32.462501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.469410 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ffd6f-45e1-402c-af0b-19389ad5f13b None None] Network bc8edddf-1b6c-4e82-881e-3c284e77759b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:47:32.488422 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fb36cb4d-f6d9-47aa-bf10-fb77877503c8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5005155 Apr 05 12:47:32.491308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34672) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:32.634171 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.646051 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Transition to ACTIVE for port object dff9c3ff-6e6b-4357-b700-e20636731bee will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:32.652799 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.730377 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154c3f-0096-428b-9530-092990031206 None None] Pushing event updated for resources: {'Port': ['ID=dff9c3ff-6e6b-4357-b700-e20636731bee,revision_number=2']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:32.732640 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Attempting to bind port dff9c3ff-6e6b-4357-b700-e20636731bee on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:47:32.732999 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Attempting to bind port dff9c3ff-6e6b-4357-b700-e20636731bee by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:47:32.733354 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Attempting to bind port dff9c3ff-6e6b-4357-b700-e20636731bee on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:47:32.742648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-bc8edddf-1b6c-4e82-881e-3c284e77759b', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:47:32.742810 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:47:32.743094 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:47:32.743428 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.743543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.743806 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:47:32.744346 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Bound port: dff9c3ff-6e6b-4357-b700-e20636731bee, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:47:32.744899 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.783276 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.783621 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.783954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.784281 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.784604 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.784958 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.785279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.785595 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.785912 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.786224 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.786535 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.786846 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29154c3f-0096-428b-9530-092990031206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:47:32.827705 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] For port dff9c3ff-6e6b-4357-b700-e20636731bee, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:47:32.831114 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] For port dff9c3ff-6e6b-4357-b700-e20636731bee, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dff9c3ff-6e6b-4357-b700-e20636731bee,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:47:32.835650 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:32.911314 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Allocated IP 172.20.0.2 (bc8edddf-1b6c-4e82-881e-3c284e77759b/9d57f577-d0c6-42a4-bf2e-45476ea6de90/b1e812d8-23c3-4efa-9570-9570c64bbc05) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:47:32.915292 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:32.916070 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:33.114221 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:33.126310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.137060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Transition to ACTIVE for port object b1e812d8-23c3-4efa-9570-9570c64bbc05 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:33.155609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Transition to ACTIVE for port object b1e812d8-23c3-4efa-9570-9570c64bbc05 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:33.162161 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.226506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Network bc8edddf-1b6c-4e82-881e-3c284e77759b is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:33.229324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:33.231684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:47:33.281915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Pushing event updated for resources: {'Port': ['ID=b1e812d8-23c3-4efa-9570-9570c64bbc05,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:33.337644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Attempting to bind port b1e812d8-23c3-4efa-9570-9570c64bbc05 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:47:33.338016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Attempting to bind port b1e812d8-23c3-4efa-9570-9570c64bbc05 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:47:33.338379 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Attempting to bind port b1e812d8-23c3-4efa-9570-9570c64bbc05 on network bc8edddf-1b6c-4e82-881e-3c284e77759b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:47:33.343571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:47:33.344249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Checking segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:47:33.344479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.344822 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Bound using segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:47:33.345282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Bound port: b1e812d8-23c3-4efa-9570-9570c64bbc05, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:47:33.345646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.348483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.349982 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29154c3f-0096-428b-9530-092990031206 None None] Pushing event updated for resources: {'Port': ['ID=dff9c3ff-6e6b-4357-b700-e20636731bee,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:33.437829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] For port b1e812d8-23c3-4efa-9570-9570c64bbc05, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:47:33.441820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] For port b1e812d8-23c3-4efa-9570-9570c64bbc05, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b1e812d8-23c3-4efa-9570-9570c64bbc05,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:47:33.446889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.452967 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:30Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:33.457120 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273a585-ec04-44be-a37e-5f2f06bdb432 None None] The sync data for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv is: [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:30Z', 'revision_number': 3, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:47:33.548264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfb4ea-14fb-4917-8788-36bfcfbe6353 None None] Pushing event updated for resources: {'Port': ['ID=b1e812d8-23c3-4efa-9570-9570c64bbc05,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:33.786467 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.1 (bc8edddf-1b6c-4e82-881e-3c284e77759b/9d57f577-d0c6-42a4-bf2e-45476ea6de90/8cd67255-7677-4554-a874-cc9090a34985) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:47:33.959891 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:33.979132 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 8cd67255-7677-4554-a874-cc9090a34985 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:34.004813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.075512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network bc8edddf-1b6c-4e82-881e-3c284e77759b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:34.079882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:34.084668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:47:34.085117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dff9c3ff-6e6b-4357-b700-e20636731bee up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:34.145567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:34.160512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.177244 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port dff9c3ff-6e6b-4357-b700-e20636731bee completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:34.182797 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port dff9c3ff-6e6b-4357-b700-e20636731bee triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:34.183242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.319293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.336864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port dff9c3ff-6e6b-4357-b700-e20636731bee, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dff9c3ff-6e6b-4357-b700-e20636731bee,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:34.341648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.342485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b1e812d8-23c3-4efa-9570-9570c64bbc05 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:34.454312 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.479084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=dff9c3ff-6e6b-4357-b700-e20636731bee,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:34.492637 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port b1e812d8-23c3-4efa-9570-9570c64bbc05 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:34.624803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51acfd2f-8b3a-4775-88a4-d561a222352f None None] Network bc8edddf-1b6c-4e82-881e-3c284e77759b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:47:34.717077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Provisioning for port b1e812d8-23c3-4efa-9570-9570c64bbc05 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:34.732634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Provisioning complete for port b1e812d8-23c3-4efa-9570-9570c64bbc05 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:34.732634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.950576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:34.993651 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] For port b1e812d8-23c3-4efa-9570-9570c64bbc05, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b1e812d8-23c3-4efa-9570-9570c64bbc05,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:35.007186 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.011964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.013322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.094242 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5e40d-8274-443b-aada-8f7d9ff30f88 None None] Pushing event updated for resources: {'Port': ['ID=b1e812d8-23c3-4efa-9570-9570c64bbc05,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:35.142335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:35.145430 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.291571 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network bc8edddf-1b6c-4e82-881e-3c284e77759b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:35.292762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:35.333271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Provisioning for port 8cd67255-7677-4554-a874-cc9090a34985 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:35.338712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Provisioning complete for port 8cd67255-7677-4554-a874-cc9090a34985 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:35.339119 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.395114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Port 8cd67255-7677-4554-a874-cc9090a34985 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:47:35.406289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Provisioning complete for port b1e812d8-23c3-4efa-9570-9570c64bbc05 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:35.406664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a4134de9-45b7-4fcc-9e83-62a6830b9e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.485551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router f41a5b87-e756-4221-ae0c-27b0b730d4c8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:47:35.674058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:47:35.688910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4cac4df2-27ca-49fe-92fc-d93b0aaf742a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/f41a5b87-e756-4221-ae0c-27b0b730d4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965356 Apr 05 12:47:35.693770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Sync routers for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:47:35.699763 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-882ab9ce-117d-4ebf-a2d4-7307aab71646 None None] Provisioning complete for port 8cd67255-7677-4554-a874-cc9090a34985 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:35.700135 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-882ab9ce-117d-4ebf-a2d4-7307aab71646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:35.742915 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:35.743575 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:35.823742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-882ab9ce-117d-4ebf-a2d4-7307aab71646 None None] Port 8cd67255-7677-4554-a874-cc9090a34985 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:47:35.850812 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-5b8340da-6b55-4604-a5f6-1b7fb6ac724a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:47:35.865608 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-5b8340da-6b55-4604-a5f6-1b7fb6ac724a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:47:35.866774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-5b8340da-6b55-4604-a5f6-1b7fb6ac724a tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945564718&fields=id&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 267 time: 0.0580945 Apr 05 12:47:35.931495 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:36.018674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-ffbc7de3-acbb-4ce0-9c85-b5faee18c165 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:36.020039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-ffbc7de3-acbb-4ce0-9c85-b5faee18c165 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:47:36.036569 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-ffbc7de3-acbb-4ce0-9c85-b5faee18c165 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:47:36.039313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-ffbc7de3-acbb-4ce0-9c85-b5faee18c165 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 797 time: 0.1641371 Apr 05 12:47:36.053431 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4501a457-5a80-429a-8c9c-1d816ce7d0af tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/quotas/9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 375 time: 0.0096266 Apr 05 12:47:36.089382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dff9c3ff-6e6b-4357-b700-e20636731bee up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:36.140020 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-32698935-dd89-4d01-a045-a51814575c0e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:47:36.155961 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-32698935-dd89-4d01-a045-a51814575c0e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:47:36.157355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-32698935-dd89-4d01-a045-a51814575c0e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981007 Apr 05 12:47:36.293292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port dff9c3ff-6e6b-4357-b700-e20636731bee triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:36.293292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:36.342821 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-7776ce84-f24e-47f6-b964-6ede0ed19810 service neutron] 10.222.0.50 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735325 Apr 05 12:47:36.417982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 2, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:36.430684 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Checking router: f41a5b87-e756-4221-ae0c-27b0b730d4c8 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:47:36.431056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Updating router f41a5b87-e756-4221-ae0c-27b0b730d4c8 port 8cd67255-7677-4554-a874-cc9090a34985 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:47:36.471543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b1e812d8-23c3-4efa-9570-9570c64bbc05 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:36.472711 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-7cef728e-7912-45c2-b742-d1386c365d6a service neutron] 10.222.0.50 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256406 Apr 05 12:47:36.535971 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:36.618609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port b1e812d8-23c3-4efa-9570-9570c64bbc05 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:36.618986 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:36.994136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:37.005145 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Transition to ACTIVE for port object 8cd67255-7677-4554-a874-cc9090a34985 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:37.011385 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:37.211886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553b7a-4401-4266-b0f6-b787faaa7e91 None None] Pushing event updated for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:37.277908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Attempting to bind port 8cd67255-7677-4554-a874-cc9090a34985 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:47:37.278277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Attempting to bind port 8cd67255-7677-4554-a874-cc9090a34985 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:47:37.278644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Attempting to bind port 8cd67255-7677-4554-a874-cc9090a34985 on network bc8edddf-1b6c-4e82-881e-3c284e77759b {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:47:37.284033 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:47:37.284405 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Checking segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:47:37.285412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:37.285803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Bound using segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:47:37.286266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Bound port: 8cd67255-7677-4554-a874-cc9090a34985, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:47:37.286641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:37.387709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] For port 8cd67255-7677-4554-a874-cc9090a34985, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:47:37.390587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] For port 8cd67255-7677-4554-a874-cc9090a34985, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8cd67255-7677-4554-a874-cc9090a34985,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:47:37.395606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:37.471404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:37.472038 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:37.538521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553b7a-4401-4266-b0f6-b787faaa7e91 None None] Pushing event updated for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:37.664631 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:37.796648 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-84d17f82-4980-4557-b044-4720534eba63 req-761f734b-5aee-49e8-a0c8-258ef28a3e53 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 210 time: 0.1679137 Apr 05 12:47:38.004097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:38.008006 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c941722-871f-4297-86e6-460999ddd1a2 None None] The sync data for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv is: [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:37Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:47:38.753753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-aba262a1-e2cc-4b9f-9df8-e41b34863523 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:38.755250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-aba262a1-e2cc-4b9f-9df8-e41b34863523 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 797 time: 0.1609976 Apr 05 12:47:38.806074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-d0169bba-3cc9-4e8c-8af0-0bb6043992cd tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e44b6433ed54364a6d87336b9c7b5b5 HTTP/1.1" status: 200 len: 380 time: 0.0424438 Apr 05 12:47:38.814602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'port': {'device_id': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'admin_state_up': True, 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'security_groups': ['0407bd2c-eb30-4e90-8e32-08a3271485e4']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:38.982887 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d55fbb5c-cd33-4f3a-b441-19211d690249 req-e19cd3fb-66aa-4ffb-8d69-b69a21fbcdbb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 210 time: 0.0542846 Apr 05 12:47:39.009124 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:39.019590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:39.029435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Made reservation on behalf of 9e44b6433ed54364a6d87336b9c7b5b5 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:47:39.033271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.197673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.20.0.9 (bc8edddf-1b6c-4e82-881e-3c284e77759b/9d57f577-d0c6-42a4-bf2e-45476ea6de90/5ceb9116-ed89-46c1-a313-71e320d6ba26) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:47:39.386361 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.402314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Transition to ACTIVE for port object 5ceb9116-ed89-46c1-a313-71e320d6ba26 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:39.426202 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.490943 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network bc8edddf-1b6c-4e82-881e-3c284e77759b is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:39.498216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:39.502475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:47:39.536864 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:39.572439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:39.573048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.598503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-c32a8c58-4677-46bc-b632-b2f0f65b3157 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7875330 Apr 05 12:47:39.650176 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Request body: {'port': {'device_id': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:39.760097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.784142 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f59fd1d-3768-493a-a286-9e0e5738295f None None] Provisioning for port 5ceb9116-ed89-46c1-a313-71e320d6ba26 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:39.789642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4f59fd1d-3768-493a-a286-9e0e5738295f None None] Provisioning complete for port 5ceb9116-ed89-46c1-a313-71e320d6ba26 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:39.790094 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4f59fd1d-3768-493a-a286-9e0e5738295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:39.846077 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4f59fd1d-3768-493a-a286-9e0e5738295f None None] Port 5ceb9116-ed89-46c1-a313-71e320d6ba26 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:47:40.040164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8cd67255-7677-4554-a874-cc9090a34985 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:40.110163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceb9116-ed89-46c1-a313-71e320d6ba26 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:47:40.110747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8cd67255-7677-4554-a874-cc9090a34985 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:40.115824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8cd67255-7677-4554-a874-cc9090a34985 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:40.116371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.151914 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.175826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Transition to ACTIVE for port object 5ceb9116-ed89-46c1-a313-71e320d6ba26 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:47:40.180420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.234660 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.272630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8cd67255-7677-4554-a874-cc9090a34985, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8cd67255-7677-4554-a874-cc9090a34985,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:40.277952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.357015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:40.448307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:40.489125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde201-0625-40e9-be50-181b93f9fffe req-7cf12b9c-e084-4446-85b7-e39fb560147e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:40.489806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-63bde201-0625-40e9-be50-181b93f9fffe req-7cf12b9c-e084-4446-85b7-e39fb560147e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:47:40.549909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-63bde201-0625-40e9-be50-181b93f9fffe req-7cf12b9c-e084-4446-85b7-e39fb560147e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:47:40.551538 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63bde201-0625-40e9-be50-181b93f9fffe req-7cf12b9c-e084-4446-85b7-e39fb560147e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 931 time: 0.4438586 Apr 05 12:47:40.580016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Attempting to bind port 5ceb9116-ed89-46c1-a313-71e320d6ba26 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:47:40.580386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Attempting to bind port 5ceb9116-ed89-46c1-a313-71e320d6ba26 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:47:40.580732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Attempting to bind port 5ceb9116-ed89-46c1-a313-71e320d6ba26 on network bc8edddf-1b6c-4e82-881e-3c284e77759b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:47:40.585845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Port 5ceb9116-ed89-46c1-a313-71e320d6ba26 on network bc8edddf-1b6c-4e82-881e-3c284e77759b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:47:40.586101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Attempting to bind port 5ceb9116-ed89-46c1-a313-71e320d6ba26 on network bc8edddf-1b6c-4e82-881e-3c284e77759b {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:47:40.591822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:47:40.593279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Checking segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:47:40.593279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Bound using segment: {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:47:40.593279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Bound port: 5ceb9116-ed89-46c1-a313-71e320d6ba26, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb191bb-d8de-46af-924d-1730743fbcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:47:40.593279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.707725 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-63bde201-0625-40e9-be50-181b93f9fffe req-9bbb1daa-fea9-4bae-a9d9-3c2bbf03b082 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469610 Apr 05 12:47:40.718061 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:47:40.721561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:47:40.726126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.782637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:40.783257 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:40.785093 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 1093 time: 1.1789646 Apr 05 12:47:40.785521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:47:40.814226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e9d6-1bff-489e-a08b-9b1205edab12 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:40.859893 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'status': 'completed', 'code': 200} Apr 05 12:47:40.902913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-e51edb8a-f233-4110-9a5a-926e7d72fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:40.904463 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-e51edb8a-f233-4110-9a5a-926e7d72fc96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1096 time: 0.0763381 Apr 05 12:47:40.977982 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-1ec75fbd-8a47-4aef-892f-0f3ff6618f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 217 time: 0.0659044 Apr 05 12:47:41.040711 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-db11f398-c456-4500-a0d6-66a6dfba8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.042113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-db11f398-c456-4500-a0d6-66a6dfba8c2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 200 len: 835 time: 0.0583370 Apr 05 12:47:41.123716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-6c7590a0-9410-4d82-aba1-f8041a24f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.125223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-6c7590a0-9410-4d82-aba1-f8041a24f7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8edddf-1b6c-4e82-881e-3c284e77759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760617 Apr 05 12:47:41.254927 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-652a7626-4e75-492f-a69e-4dff5a5557ec service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239159 Apr 05 12:47:41.387383 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1d8525ff-56b3-4d98-b996-38715bf66dd7 req-ec1d362f-fa6d-45fe-8f84-99ed256a045a service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251602 Apr 05 12:47:41.495738 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-36f86e19-a73e-433c-99c4-4d4697c1f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.497172 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-36f86e19-a73e-433c-99c4-4d4697c1f2e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1096 time: 0.0694551 Apr 05 12:47:41.624786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-b31eb024-8aee-49bb-9038-47351a740537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.626259 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-b31eb024-8aee-49bb-9038-47351a740537 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 898 time: 0.1227586 Apr 05 12:47:41.695279 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-a737b31d-976b-4804-9add-31d7bfca57f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 217 time: 0.0626576 Apr 05 12:47:41.757564 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-901c8c0c-b26e-466a-a5b6-c209746441dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.758981 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-901c8c0c-b26e-466a-a5b6-c209746441dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 200 len: 835 time: 0.0574098 Apr 05 12:47:41.882955 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-c1d3dc8d-fad2-42ad-9bdf-f3996bb42468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.884455 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-c1d3dc8d-fad2-42ad-9bdf-f3996bb42468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8edddf-1b6c-4e82-881e-3c284e77759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186571 Apr 05 12:47:41.943834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9e01e-59f0-49ba-8d9f-06e98221b914 req-790d952f-4611-4efc-b7f2-05c3ed77c3aa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:41.945225 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7ad9e01e-59f0-49ba-8d9f-06e98221b914 req-790d952f-4611-4efc-b7f2-05c3ed77c3aa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 943 time: 0.1295197 Apr 05 12:47:42.016641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8cd67255-7677-4554-a874-cc9090a34985 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:42.053361 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7ad9e01e-59f0-49ba-8d9f-06e98221b914 req-40213daf-3abc-4d71-ada5-d643c7068d3d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601735 Apr 05 12:47:42.069237 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-b12aa527-ed19-4e1d-9e7e-991f058a8993 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772869 Apr 05 12:47:42.085558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8cd67255-7677-4554-a874-cc9090a34985 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:42.085934 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:42.311607 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-39951c94-ae50-43e8-8edd-0b1a7a69e823 req-e48bf0a6-91af-43f2-a99e-c9f0ad46be48 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358391 Apr 05 12:47:42.612635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5ceb9116-ed89-46c1-a313-71e320d6ba26 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:47:42.774008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:42.787097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'port_id': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'mac_address': 'fa:16:3e:69:6e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:47:42.842115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:42.859184 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceb9116-ed89-46c1-a313-71e320d6ba26 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:47:42.874079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:42.878622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:42.946645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:43.084821 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['5ceb9116-ed89-46c1-a313-71e320d6ba26'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:47:43.246918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162a503-758b-4c34-b0fb-809467da731e req-5d032063-67a7-457c-8a91-3c6e13566603 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:43.248398 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c162a503-758b-4c34-b0fb-809467da731e req-5d032063-67a7-457c-8a91-3c6e13566603 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 944 time: 0.0827267 Apr 05 12:47:43.292920 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c162a503-758b-4c34-b0fb-809467da731e req-a3325cc7-5c58-47b3-b687-51e641d9c7a2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Apr 05 12:47:44.480382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c241-21d3-4a2d-bc7d-87dd11cbc30b req-2b77c9bf-651d-4655-b2be-d803dcd4e9f6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:44.481824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fbb3c241-21d3-4a2d-bc7d-87dd11cbc30b req-2b77c9bf-651d-4655-b2be-d803dcd4e9f6 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 944 time: 0.0794282 Apr 05 12:47:44.524492 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fbb3c241-21d3-4a2d-bc7d-87dd11cbc30b req-110d7836-ba44-4fd9-90c9-f26ef8603695 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Apr 05 12:47:44.622858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5ceb9116-ed89-46c1-a313-71e320d6ba26 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:47:44.688826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 5ceb9116-ed89-46c1-a313-71e320d6ba26 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:47:44.693540 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 5ceb9116-ed89-46c1-a313-71e320d6ba26 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:47:44.693913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:44.807462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:44.833303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:47:44.843018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:47:44.847873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:44.923015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:44.929122 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'code': 200} Apr 05 12:47:45.153374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068acc8-1576-48f6-92e7-b55292802539 req-8540eccf-4b93-4c84-8a56-93139157f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:45.154774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d068acc8-1576-48f6-92e7-b55292802539 req-8540eccf-4b93-4c84-8a56-93139157f04f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1098 time: 0.0727224 Apr 05 12:47:45.193275 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d068acc8-1576-48f6-92e7-b55292802539 req-f9d4bc5d-e4b4-4a6d-9ab1-32a344a6a15d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Apr 05 12:47:45.704879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9fb32-e5f7-438a-b8e0-00c3e006d056 req-258ce9ee-1b87-41ca-a7bd-5729704d7376 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:45.706332 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ba9fb32-e5f7-438a-b8e0-00c3e006d056 req-258ce9ee-1b87-41ca-a7bd-5729704d7376 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0793383 Apr 05 12:47:45.751296 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4ba9fb32-e5f7-438a-b8e0-00c3e006d056 req-15866383-cdc1-419c-bd2e-a35e24559398 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393817 Apr 05 12:47:46.933653 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa252ba-f690-4886-af58-1b4c4a3a8fc3 req-15501858-c906-4be5-bb04-caee56a1f586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:46.935267 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-baa252ba-f690-4886-af58-1b4c4a3a8fc3 req-15501858-c906-4be5-bb04-caee56a1f586 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0795085 Apr 05 12:47:46.977808 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-baa252ba-f690-4886-af58-1b4c4a3a8fc3 req-24cfc817-6c43-4296-bed1-8712e968dd7d tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371554 Apr 05 12:47:47.164840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf1763-92f0-4dac-b8a4-48e126c23571 req-55624fc8-55b8-4995-b011-f1d213dac36e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:47.166257 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d2bf1763-92f0-4dac-b8a4-48e126c23571 req-55624fc8-55b8-4995-b011-f1d213dac36e tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0824697 Apr 05 12:47:47.208960 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d2bf1763-92f0-4dac-b8a4-48e126c23571 req-7459cffe-24eb-4581-a6ba-0da1d1ca594c tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370955 Apr 05 12:47:47.230974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34732) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:47.299168 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841dbf8-99bc-4134-ab59-b457996a030e tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:47.300626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-6841dbf8-99bc-4134-ab59-b457996a030e tempest-TestNetworkAdvancedServerOps-672974772 tempest-TestNetworkAdvancedServerOps-672974772-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1093 time: 0.0686855 Apr 05 12:47:47.303332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34736) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:47.307917 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:47:47.313572 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:47:47.317338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Usage tracker for resource:floatingip and tenant:9e44b6433ed54364a6d87336b9c7b5b5 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:47:47.320122 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:47:47.325689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:47:47.336349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:47.471842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:47.607194 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Allocated IP 172.26.5.73 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/a97e66ca-66fd-4173-af2b-31083af4851c) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:47:47.751758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:47.780400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:47.843416 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:47:47.850012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:47:47.854094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:47:47.886732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=a97e66ca-66fd-4173-af2b-31083af4851c,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:48.282549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:47:48.372783 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:48.445640 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:48.644628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:48.648837 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:48.755281 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event updated for resources: {'Port': ['ID=a97e66ca-66fd-4173-af2b-31083af4851c,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:47:48.766635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:48.943070 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP daa4301c-83a4-496b-a7c2-68398dda03e7 associated. External IP: 172.26.5.73, port: 5ceb9116-ed89-46c1-a313-71e320d6ba26. Apr 05 12:47:49.289642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router f41a5b87-e756-4221-ae0c-27b0b730d4c8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:47:49.465839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:47:49.475415 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Sync routers for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:47:49.484622 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:49.485227 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:49.489805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:49.544813 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-bf1abc5f-f1de-499b-8af1-f1f031147596 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2402992 Apr 05 12:47:49.545630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:47:49.591233 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'status': 'completed', 'code': 200} Apr 05 12:47:49.668602 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:49.861790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-218b6df7-370b-47c1-b574-074978866222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:49.863789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-218b6df7-370b-47c1-b574-074978866222 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1098 time: 0.2525365 Apr 05 12:47:49.871078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb2ba-97b2-4331-b82a-8458c3d5393e req-614dbe7b-ef7e-4ba8-9fd6-6314d728f6d0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:49.872406 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-977bb2ba-97b2-4331-b82a-8458c3d5393e req-614dbe7b-ef7e-4ba8-9fd6-6314d728f6d0 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.2274172 Apr 05 12:47:50.003073 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-977bb2ba-97b2-4331-b82a-8458c3d5393e req-02c300e7-cfdc-4697-a016-00b8987351e3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124821 Apr 05 12:47:50.015261 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'daa4301c-83a4-496b-a7c2-68398dda03e7', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'port_id': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'mac_address': 'fa:16:3e:69:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:47:48Z', 'updated_at': '2022-04-05T12:47:48Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:50.019522 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Checking router: f41a5b87-e756-4221-ae0c-27b0b730d4c8 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:47:50.026635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34746) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:50.027937 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:47:50.028526 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:47:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:50.030130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-686e3324-795d-4570-9b77-46fd6c82c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:50.031598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-686e3324-795d-4570-9b77-46fd6c82c8a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 898 time: 0.1583698 Apr 05 12:47:50.138979 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f6573ecd-3014-4696-8172-40a7b340dede tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/daa4301c-83a4-496b-a7c2-68398dda03e7 HTTP/1.1" status: 200 len: 990 time: 0.1093440 Apr 05 12:47:50.142149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-76fbfe45-b5c5-4cfb-bed8-044d21216e62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 998 time: 0.1035054 Apr 05 12:47:50.205548 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:47:50.209349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-5914207b-21b8-4e5e-ace7-09b2c7100123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:50.210775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-5914207b-21b8-4e5e-ace7-09b2c7100123 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 200 len: 835 time: 0.0611274 Apr 05 12:47:50.283804 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-8533ee07-feba-4e13-9946-a402aff4dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:47:50.285840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-8533ee07-feba-4e13-9946-a402aff4dde5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8edddf-1b6c-4e82-881e-3c284e77759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694261 Apr 05 12:47:50.417254 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-32ede900-14d1-4409-9afe-c1c37e979303 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 Apr 05 12:47:50.549429 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6222ae3e-9e78-4bf2-b305-53c8ccd155b8 req-98289d48-e6fd-46dd-8686-e9602a2ef440 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265781 Apr 05 12:47:50.558922 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'daa4301c-83a4-496b-a7c2-68398dda03e7', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'port_id': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'mac_address': 'fa:16:3e:69:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:47:48Z', 'updated_at': '2022-04-05T12:47:48Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:47:50.563778 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e395f-ef9b-4b0d-b99a-632419b2d836 None None] The sync data for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv is: [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'daa4301c-83a4-496b-a7c2-68398dda03e7', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'floating_ip_address': '172.26.5.73', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'port_id': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'mac_address': 'fa:16:3e:69:6e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:47:48Z', 'updated_at': '2022-04-05T12:47:48Z', 'revision_number': 0, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:47:50.756736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20545f47-2e26-4006-8f8d-edbea9e7f0fe None None] New status for floating IP daa4301c-83a4-496b-a7c2-68398dda03e7: ACTIVE {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:47:51.142836 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34752) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:47:51.247824 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dcb8cd20-e243-40ca-9b86-1114c4988a23 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/daa4301c-83a4-496b-a7c2-68398dda03e7 HTTP/1.1" status: 200 len: 992 time: 0.1036625 Apr 05 12:47:53.286248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-33fe4aa0-420a-4a70-a1e8-103ccd445afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:54.782513 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:55.358353 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-5947abe8-a634-411b-9fa2-8106c4b119c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:56.547164 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:56.616529 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:47:57.849571 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:18.196103 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fdf6e-fc24-4366-96df-802abbb1264c req-48677571-bbed-48a4-9720-ba7e977c13c9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:18.197522 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f0fdf6e-fc24-4366-96df-802abbb1264c req-48677571-bbed-48a4-9720-ba7e977c13c9 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0826108 Apr 05 12:48:18.240449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2f0fdf6e-fc24-4366-96df-802abbb1264c req-443b6059-934a-410d-bca0-4edc213c3c8b tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Apr 05 12:48:19.422510 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b0713-ae28-48da-a2e0-b7d77652ade8 req-86bc6cdb-bc97-40d0-bf20-87530e6a4468 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:19.424482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c04b0713-ae28-48da-a2e0-b7d77652ade8 req-86bc6cdb-bc97-40d0-bf20-87530e6a4468 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0787528 Apr 05 12:48:19.467500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c04b0713-ae28-48da-a2e0-b7d77652ade8 req-cbdddb5d-08a7-4b8b-be7d-183dfbcad482 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374680 Apr 05 12:48:19.490251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34770) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:19.595493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ef6f6681-4891-4e98-b311-1a47e3b2f8af tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/daa4301c-83a4-496b-a7c2-68398dda03e7 HTTP/1.1" status: 200 len: 992 time: 0.1040730 Apr 05 12:48:21.100946 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dca0b-6943-4da9-af94-9dafccf7f3c8 req-89205c6b-7a42-441f-9d00-611127cf36eb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:21.102393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a23dca0b-6943-4da9-af94-9dafccf7f3c8 req-89205c6b-7a42-441f-9d00-611127cf36eb tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.1358371 Apr 05 12:48:21.134971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d333f8-41fd-45af-b00d-774ab563526d req-5c97c167-67ac-407d-a5cb-afad52f58a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:21.136316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-5c97c167-67ac-407d-a5cb-afad52f58a28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1098 time: 0.1219037 Apr 05 12:48:21.188287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a23dca0b-6943-4da9-af94-9dafccf7f3c8 req-1a63e960-3a2e-4565-b9f3-8789a7320204 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793624 Apr 05 12:48:21.278008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d333f8-41fd-45af-b00d-774ab563526d req-0c836e48-d724-4fca-a760-ae91d3cbb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:21.279472 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-0c836e48-d724-4fca-a760-ae91d3cbb1e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 898 time: 0.1357164 Apr 05 12:48:21.383679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-23dbebde-1ce6-4c6b-9610-a6d22c200165 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 1000 time: 0.0977583 Apr 05 12:48:21.546116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d333f8-41fd-45af-b00d-774ab563526d req-44223265-6e1d-4033-b92c-33fc15be36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:21.547577 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-44223265-6e1d-4033-b92c-33fc15be36f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 200 len: 835 time: 0.1572855 Apr 05 12:48:21.623455 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d333f8-41fd-45af-b00d-774ab563526d req-550dd7d9-9608-4e16-b628-8ad18c3599ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:21.624947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-550dd7d9-9608-4e16-b628-8ad18c3599ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8edddf-1b6c-4e82-881e-3c284e77759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712409 Apr 05 12:48:21.781899 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-9a9a4e06-c46b-4ccc-b91e-5e89818af171 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512194 Apr 05 12:48:21.932375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-78d333f8-41fd-45af-b00d-774ab563526d req-33d897ae-508d-4b90-86d9-e55115086d86 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449952 Apr 05 12:48:22.379156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de71cd-3367-4794-b217-8c69fd8fffd2 req-51a15d67-5066-4daa-87dc-b164011ee7db tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:22.380619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-08de71cd-3367-4794-b217-8c69fd8fffd2 req-51a15d67-5066-4daa-87dc-b164011ee7db tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0842490 Apr 05 12:48:22.425840 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-08de71cd-3367-4794-b217-8c69fd8fffd2 req-8aec9327-0852-4079-9f97-ab71e9891288 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Apr 05 12:48:23.288196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e44d2944-1a65-41d9-ab42-cb2bbc5cff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:23.612748 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104831d-4623-464e-9223-d06bd85b1775 req-464e5901-9388-4903-a033-869cd2afed42 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:23.614208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7104831d-4623-464e-9223-d06bd85b1775 req-464e5901-9388-4903-a033-869cd2afed42 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0827091 Apr 05 12:48:23.657404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7104831d-4623-464e-9223-d06bd85b1775 req-481fc4d3-ced5-4a57-99bc-d76c649816dc tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Apr 05 12:48:23.685813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:23.799118 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4acca19f-7fca-4d6f-adb1-11a365d20255 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/floatingips/daa4301c-83a4-496b-a7c2-68398dda03e7 HTTP/1.1" status: 200 len: 992 time: 0.1119406 Apr 05 12:48:24.098191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34792) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:24.311920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port a97e66ca-66fd-4173-af2b-31083af4851c {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:48:24.312268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.481459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.481782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.606846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for a97e66ca-66fd-4173-af2b-31083af4851c owned by network:floatingip {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:48:24.759509 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.785538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.810479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=a97e66ca-66fd-4173-af2b-31083af4851c,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:24.850301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.850646 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.850989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.851347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.851680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.852010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.852335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.852657 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.852981 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.853303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.853624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.853944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:24.910838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:24.911201 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Floating IP daa4301c-83a4-496b-a7c2-68398dda03e7 disassociated (deleted). External IP: 172.26.5.73, port: 5ceb9116-ed89-46c1-a313-71e320d6ba26. Apr 05 12:48:25.282358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:48:25.359543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-662215fb-b360-4ca8-a5f2-8ad792d22f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:25.374315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router f41a5b87-e756-4221-ae0c-27b0b730d4c8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:48:25.547912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:25.558091 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Sync routers for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:25.567984 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:25.568167 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:25.568656 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:25.625896 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-54df7d52-b3a8-4862-8dc0-586582c1e283 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/floatingips/daa4301c-83a4-496b-a7c2-68398dda03e7 HTTP/1.1" status: 204 len: 168 time: 1.5266085 Apr 05 12:48:25.626386 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:48:25.673135 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'status': 'completed', 'code': 200} Apr 05 12:48:25.773929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-15d3e7a3-f5e0-4256-9ddb-e20cd39b0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:25.775590 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-15d3e7a3-f5e0-4256-9ddb-e20cd39b0207 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 1098 time: 0.0772231 Apr 05 12:48:25.793965 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:25.921278 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-58619e0c-c4e1-4787-a5bb-0b101b6f68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:25.922891 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-58619e0c-c4e1-4787-a5bb-0b101b6f68c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 200 len: 898 time: 0.1376538 Apr 05 12:48:26.025909 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-a10905f9-4392-454d-a5cb-512dfa0a14f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 200 len: 217 time: 0.0964706 Apr 05 12:48:26.109928 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-86687a65-1801-47b1-b485-9d3bb74f14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:26.111879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-86687a65-1801-47b1-b485-9d3bb74f14a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 200 len: 835 time: 0.0789886 Apr 05 12:48:26.172205 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:26.173581 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43122462-a436-40d7-92ff-b3220b6d88aa req-3067aecd-e91a-417d-9a42-0794c6d39781 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:26.174267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-43122462-a436-40d7-92ff-b3220b6d88aa req-3067aecd-e91a-417d-9a42-0794c6d39781 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:26.175904 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Checking router: f41a5b87-e756-4221-ae0c-27b0b730d4c8 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:26.184032 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:26.184614 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:26.195174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-43122462-a436-40d7-92ff-b3220b6d88aa req-3067aecd-e91a-417d-9a42-0794c6d39781 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:26.196294 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-43122462-a436-40d7-92ff-b3220b6d88aa req-3067aecd-e91a-417d-9a42-0794c6d39781 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.2090187 Apr 05 12:48:26.232322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-c60aba2e-badf-4cf0-afd6-b83d272d1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:26.233767 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-c60aba2e-badf-4cf0-afd6-b83d272d1022 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc8edddf-1b6c-4e82-881e-3c284e77759b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113036 Apr 05 12:48:26.287368 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-43122462-a436-40d7-92ff-b3220b6d88aa req-fc47d1d2-e585-433f-a453-a28fc0b288f2 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813320 Apr 05 12:48:26.367598 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:26.387451 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-7e73e693-97f9-46a5-a616-a6f1832ab2db service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454749 Apr 05 12:48:26.519580 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d798d78-f8d6-44f7-bf34-5044c9e02e83 req-5e82b8ef-54e4-497a-8af8-1687634114c9 service neutron] 10.222.0.30 "GET /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250491 Apr 05 12:48:26.549711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:26.621168 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:26.682035 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:26.688179 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3664d4-7026-4767-a1c6-9fd65e797896 None None] The sync data for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv is: [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '8cd67255-7677-4554-a874-cc9090a34985', 'name': '', 'network_id': 'bc8edddf-1b6c-4e82-881e-3c284e77759b', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'mac_address': 'fa:16:3e:2b:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:33Z', 'updated_at': '2022-04-05T12:47:40Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'subnets': [{'id': '9d57f577-d0c6-42a4-bf2e-45476ea6de90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:26.891961 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324571b-d88f-4033-816d-03e1003c4bfd None None] New status for floating IP daa4301c-83a4-496b-a7c2-68398dda03e7: DOWN {{(pid=87959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:48:27.477141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300964ac-b082-47e4-bf1a-3f187a9864c3 req-16be5388-153f-4012-a02e-c3f967df2232 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:27.478573 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-300964ac-b082-47e4-bf1a-3f187a9864c3 req-16be5388-153f-4012-a02e-c3f967df2232 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0827837 Apr 05 12:48:27.522901 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-300964ac-b082-47e4-bf1a-3f187a9864c3 req-0ebc67e0-ff3a-41ac-b5a3-8ef7f4622263 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/security-groups?id=0407bd2c-eb30-4e90-8e32-08a3271485e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387225 Apr 05 12:48:27.598663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-3a651e10-7659-412f-be3b-5c6d12886e43 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:27.600017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-3a651e10-7659-412f-be3b-5c6d12886e43 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 945 time: 0.0802405 Apr 05 12:48:27.783752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 5ceb9116-ed89-46c1-a313-71e320d6ba26 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:48:27.784099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:27.861630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:28.048223 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 5ceb9116-ed89-46c1-a313-71e320d6ba26, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ceb9116-ed89-46c1-a313-71e320d6ba26,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:28.048607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:28.173385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 5ceb9116-ed89-46c1-a313-71e320d6ba26 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:48:28.320629 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:28.369208 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=5ceb9116-ed89-46c1-a313-71e320d6ba26,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:28.449663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] No DVR routers for this DVR port 5ceb9116-ed89-46c1-a313-71e320d6ba26 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:48:28.452221 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:28.454782 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'name': 'network-vif-deleted', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:48:28.471390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34dc3e0d-bb08-46a3-9df7-85100b64d0e4 req-84b61102-9472-4410-83fe-3e453bdef2a3 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.30 "DELETE /v2.0/ports/5ceb9116-ed89-46c1-a313-71e320d6ba26 HTTP/1.1" status: 204 len: 173 time: 0.8653200 Apr 05 12:48:28.503683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f57276-e7fa-441a-bf1a-f39a65a490f9', 'name': 'network-vif-deleted', 'tag': '5ceb9116-ed89-46c1-a313-71e320d6ba26', 'status': 'completed', 'code': 200} Apr 05 12:48:28.685894 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f0fcd67-1536-4a6b-a065-a4243abc4fff req-93164616-cf82-4d7e-9c6b-1101dd89d2aa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Synchronizing usage tracker for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:28.702026 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-1f0fcd67-1536-4a6b-a065-a4243abc4fff req-93164616-cf82-4d7e-9c6b-1101dd89d2aa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Unset dirty status for tenant:9e44b6433ed54364a6d87336b9c7b5b5 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:28.703204 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1f0fcd67-1536-4a6b-a065-a4243abc4fff req-93164616-cf82-4d7e-9c6b-1101dd89d2aa tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f57276-e7fa-441a-bf1a-f39a65a490f9 HTTP/1.1" status: 200 len: 210 time: 0.0596173 Apr 05 12:48:29.800902 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34810) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:30.374218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:30.858729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port 8cd67255-7677-4554-a874-cc9090a34985 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:48:30.859472 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:31.042785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port 8cd67255-7677-4554-a874-cc9090a34985, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8cd67255-7677-4554-a874-cc9090a34985,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:31.043240 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:31.170875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for 8cd67255-7677-4554-a874-cc9090a34985 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:48:31.357682 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:31.409166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=8cd67255-7677-4554-a874-cc9090a34985,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:31.446851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.447246 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.447584 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.447930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.448272 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.448612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.448946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.449280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.449611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.450213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.450837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.450837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:31.706678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.170808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Router f41a5b87-e756-4221-ae0c-27b0b730d4c8 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:48:32.357600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:32.367393 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Sync routers for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:32.377280 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-0039971a-814e-47c4-9dd3-2a6011810855 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "PUT /v2.0/routers/f41a5b87-e756-4221-ae0c-27b0b730d4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746825 Apr 05 12:48:32.380023 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34814) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:32.381943 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:32.382604 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:32.446623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting subnet 9d57f577-d0c6-42a4-bf2e-45476ea6de90 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:48:32.449694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.511624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.567665 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:32.596821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.673106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.715848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Subnet': ['ID=9d57f577-d0c6-42a4-bf2e-45476ea6de90,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:32.723237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:32.729898 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-203cbc36-6e02-48b1-8f50-195ffcf72623 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/subnets/9d57f577-d0c6-42a4-bf2e-45476ea6de90 HTTP/1.1" status: 204 len: 168 time: 0.3488581 Apr 05 12:48:32.733766 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34818) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:32.740235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca24d34b-8c4e-4e8e-8b69-8cec991d6f57 None None] Network bc8edddf-1b6c-4e82-881e-3c284e77759b requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:48:32.820319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5ceb9116-ed89-46c1-a313-71e320d6ba26 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:48:32.871836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 5ceb9116-ed89-46c1-a313-71e320d6ba26 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:48:32.872303 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 5ceb9116-ed89-46c1-a313-71e320d6ba26 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:48:32.888214 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:48:31Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:32.892765 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Checking router: f41a5b87-e756-4221-ae0c-27b0b730d4c8 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:32.901497 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Routers {'f41a5b87-e756-4221-ae0c-27b0b730d4c8'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:32.901837 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:32.922414 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.036026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] DHCP port deletion for bc8edddf-1b6c-4e82-881e-3c284e77759b request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:48:33.040868 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Deleting port b1e812d8-23c3-4efa-9570-9570c64bbc05 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:48:33.041895 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.112853 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] Set router f41a5b87-e756-4221-ae0c-27b0b730d4c8 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:33.129807 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.137249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Deleting port dff9c3ff-6e6b-4357-b700-e20636731bee {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:48:33.137931 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.325622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] For port dff9c3ff-6e6b-4357-b700-e20636731bee, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=dff9c3ff-6e6b-4357-b700-e20636731bee,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:33.326280 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.328411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] For port b1e812d8-23c3-4efa-9570-9570c64bbc05, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=b1e812d8-23c3-4efa-9570-9570c64bbc05,segment=NetworkSegment(dcb191bb-d8de-46af-924d-1730743fbcd0),segment_id=dcb191bb-d8de-46af-924d-1730743fbcd0)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:33.328877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.413140 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:48:31Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:33.419882 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3473a51-da6d-4dd8-9bd3-827d87111cf0 None None] The sync data for ids ['f41a5b87-e756-4221-ae0c-27b0b730d4c8'] in dv-neutron-833203-3-hyperv is: [{'id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-602438978', 'tenant_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32'}], 'enable_snat': True}, 'gw_port_id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:47:29Z', 'updated_at': '2022-04-05T12:48:31Z', 'revision_number': 5, 'project_id': '9e44b6433ed54364a6d87336b9c7b5b5', 'gw_port': {'id': 'dff9c3ff-6e6b-4357-b700-e20636731bee', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41a5b87-e756-4221-ae0c-27b0b730d4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:47:30Z', 'updated_at': '2022-04-05T12:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:33.458957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Calling delete_port for b1e812d8-23c3-4efa-9570-9570c64bbc05 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:48:33.540875 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467'] for port, after_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.573479 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Calling delete_port for dff9c3ff-6e6b-4357-b700-e20636731bee owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:48:33.588136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Pushing event deleted for resources: {'Port': ['ID=b1e812d8-23c3-4efa-9570-9570c64bbc05,revision_number=None']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:33.592829 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] No DVR routers for this DVR port b1e812d8-23c3-4efa-9570-9570c64bbc05 on host dv-neutron-833203-3-hyperv {{(pid=87959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:48:33.598793 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.599174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.599519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.599864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.600192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.600528 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.600859 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.601186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.601512 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.601838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.602415 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.602510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed2798-b50b-498a-9382-5bc6127ce771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:33.742075 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:33.788712 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Port': ['ID=dff9c3ff-6e6b-4357-b700-e20636731bee,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:33.888083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.074508 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.077022 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.102296 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.102860 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Fanout notify agent at l3_agent the message router_deleted on router f41a5b87-e756-4221-ae0c-27b0b730d4c8 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:48:34.105670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8cd67255-7677-4554-a874-cc9090a34985 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:48:34.119243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.123235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34822) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:34.124283 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-c18e236a-5c67-48f0-9bf1-a21850058c32 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/routers/f41a5b87-e756-4221-ae0c-27b0b730d4c8 HTTP/1.1" status: 204 len: 168 time: 1.3895037 Apr 05 12:48:34.170691 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8cd67255-7677-4554-a874-cc9090a34985 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:48:34.171270 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8cd67255-7677-4554-a874-cc9090a34985 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:48:34.171907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b1e812d8-23c3-4efa-9570-9570c64bbc05 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:48:34.228733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: b1e812d8-23c3-4efa-9570-9570c64bbc05 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:48:34.229088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device b1e812d8-23c3-4efa-9570-9570c64bbc05 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:48:34.246293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.377392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.401904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8edddf-1b6c-4e82-881e-3c284e77759b']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:34.423004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb191bb-d8de-46af-924d-1730743fbcd0') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:34.423909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb191bb-d8de-46af-924d-1730743fbcd0') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:34.437246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.454263 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.460351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:48:34.460884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:48:34.475681 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:48:34.558994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.577607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.593155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'Network': ['ID=bc8edddf-1b6c-4e82-881e-3c284e77759b,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:34.602017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8ddd3b42-a4ac-4919-a2b8-de0ea0f368e8 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/networks/bc8edddf-1b6c-4e82-881e-3c284e77759b HTTP/1.1" status: 204 len: 168 time: 0.4775434 Apr 05 12:48:34.604605 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34826) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:34.675171 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.705896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.772309 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.791146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407bd2c-eb30-4e90-8e32-08a3271485e4,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:34.805150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:34.806906 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-87f566da-5629-4d66-9d8d-567fbf322680 tempest-TestNetworkAdvancedServerOps-1096768862 tempest-TestNetworkAdvancedServerOps-1096768862-project] 10.222.0.50 "DELETE /v2.0/security-groups/0407bd2c-eb30-4e90-8e32-08a3271485e4 HTTP/1.1" status: 204 len: 168 time: 0.2011864 Apr 05 12:48:35.140404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34840) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:35.290523 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d76e2e35-6b9f-4f2e-b82c-b0453a31ab77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e44b6433ed54364a6d87336b9c7b5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489010 Apr 05 12:48:35.293098 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34846) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:35.356916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.384277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.436855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.456002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a8197-7f53-4c55-a494-bf70dc45fc52,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:35.462452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.465344 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85dbf96e-ecfd-459e-bb0a-251ce129e794 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/410a8197-7f53-4c55-a494-bf70dc45fc52 HTTP/1.1" status: 204 len: 168 time: 0.1696212 Apr 05 12:48:35.772301 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34854) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:35.790119 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.805800 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:35.809609 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Usage tracker for resource:security_group_rule and tenant:3adce3314d8e497ea71091cc88653bf3 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:35.812421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:35.818606 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:35.897787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.901502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:35.947525 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3adce3314d8e497ea71091cc88653bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741679 Apr 05 12:48:35.949065 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37314ba8-dc2d-458d-8c68-c2c9209b4164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8166477-66b3-404e-8690-11cf5451c814,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:35.950479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34858) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:36.002100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dff9c3ff-6e6b-4357-b700-e20636731bee no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:48:36.008953 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:36.034338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:36.034718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: dff9c3ff-6e6b-4357-b700-e20636731bee {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:48:36.035093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device dff9c3ff-6e6b-4357-b700-e20636731bee not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:48:36.087212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:36.103828 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8166477-66b3-404e-8690-11cf5451c814,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:36.112658 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:36.113741 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9e207d02-a22d-49b7-b1c2-b8f0b807e21b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e8166477-66b3-404e-8690-11cf5451c814 HTTP/1.1" status: 204 len: 168 time: 0.1622727 Apr 05 12:48:36.854992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34882) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:36.958768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1878796062-network', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:36.963561 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:36.967385 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Usage tracker for resource:network and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:36.970265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:36.975915 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:36.985903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Made reservation on behalf of 0ef3064e3cc147bbada4e64efb8e5767 for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:48:36.988125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.000012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.014743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:37.019141 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:37.021916 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:37.027550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:37.114788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.118671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.152472 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:48:37.157874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6ef6e-2019-4801-84ff-a8e693435284,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:37.165345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.165345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Added segment ebd19dc2-0410-4db5-b190-2504cc778f84 of type vlan for network 261417c5-8fd0-4bbd-94db-614970e5f708 Apr 05 12:48:37.191792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.220700 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.221558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:37.222187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.330817 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4746463 Apr 05 12:48:37.331761 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d04f3a-72c1-4a07-818e-888afca7dc24 admin admin] Pushing event updated for resources: {'Network': ['ID=261417c5-8fd0-4bbd-94db-614970e5f708,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:37.334882 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34888) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:37.340479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Request body: {'subnet': {'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1878796062-subnet', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:37.347458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 261417c5-8fd0-4bbd-94db-614970e5f708 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:48:37.348000 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:37.358294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Usage tracker for resource:subnet and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:37.361902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:37.368373 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:37.378924 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Made reservation on behalf of 0ef3064e3cc147bbada4e64efb8e5767 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:48:37.381307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.692491 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.765107 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cecedd-4971-4c96-82d8-d6485c113801,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:37.773651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Checking segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:37.774004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Network hostable DHCP agents. Network: 261417c5-8fd0-4bbd-94db-614970e5f708, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:48:37.795228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:48:37.805548 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 261417c5-8fd0-4bbd-94db-614970e5f708) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:37.809668 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:37.810250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.814616 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd38d4-8913-498f-ae80-6255e5261702 None None] Network 261417c5-8fd0-4bbd-94db-614970e5f708 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:48:37.832047 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-98e40cbf-3cc3-47c3-8a6c-7f36362db351 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4960594 Apr 05 12:48:37.834673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34892) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:37.839507 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:37.844169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:37.848493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Usage tracker for resource:router and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:37.851355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:37.857009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:37.867887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.869090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:37.885347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.031210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-261417c5-8fd0-4bbd-94db-614970e5f708', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:48:38.032025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.156435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.185300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Allocated IP 172.20.0.2 (261417c5-8fd0-4bbd-94db-614970e5f708/00cecedd-4971-4c96-82d8-d6485c113801/01028710-db66-42f5-af97-f2e284bc1730) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:38.390952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.401845 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Transition to ACTIVE for port object 01028710-db66-42f5-af97-f2e284bc1730 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:38.419968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Transition to ACTIVE for port object 01028710-db66-42f5-af97-f2e284bc1730 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:38.425619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.469983 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.484203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:38.486858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:38.494817 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:38.499217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.530550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Pushing event updated for resources: {'Port': ['ID=01028710-db66-42f5-af97-f2e284bc1730,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:38.590983 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Attempting to bind port 01028710-db66-42f5-af97-f2e284bc1730 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:38.591374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Attempting to bind port 01028710-db66-42f5-af97-f2e284bc1730 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:38.591737 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Attempting to bind port 01028710-db66-42f5-af97-f2e284bc1730 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:38.596901 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:38.597271 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Checking segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:38.597668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.598056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Bound using segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:38.598516 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Bound port: 01028710-db66-42f5-af97-f2e284bc1730, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:38.598890 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.637417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Allocated IP 172.26.5.136 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/8b5dab29-41fd-460b-8ada-5608f81a6d28) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:38.715965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] For port 01028710-db66-42f5-af97-f2e284bc1730, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:38.719062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] For port 01028710-db66-42f5-af97-f2e284bc1730, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=01028710-db66-42f5-af97-f2e284bc1730,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:38.722985 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.794023 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.806867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f8ee-c1b1-43f7-ba69-dd5c4f6363c4 None None] Pushing event updated for resources: {'Port': ['ID=01028710-db66-42f5-af97-f2e284bc1730,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:38.840226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:38.906607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:38.914181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:38.918279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:38.949384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5dab29-41fd-460b-8ada-5608f81a6d28,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:39.486448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:39.806070 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cf5b2-6b2a-464f-8936-411007914222 None None] Network 261417c5-8fd0-4bbd-94db-614970e5f708 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:48:39.855673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:39.917080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-97ca83d8-6dfc-457c-87b5-d908d206fdc4 None None] Provisioning for port 01028710-db66-42f5-af97-f2e284bc1730 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:40.087357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 01028710-db66-42f5-af97-f2e284bc1730 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:40.088610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:48:40.170049 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 01028710-db66-42f5-af97-f2e284bc1730 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:40.175337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 01028710-db66-42f5-af97-f2e284bc1730 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:40.175710 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:40.307009 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:40.315248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:40.328111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:40.334351 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:40.336109 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-04527a55-63d0-47e4-bc75-3093188d89a4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5001798 Apr 05 12:48:40.339562 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34896) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:40.351964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:40.352838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:40.437682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 01028710-db66-42f5-af97-f2e284bc1730, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=01028710-db66-42f5-af97-f2e284bc1730,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:40.450408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:40.500095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-7e055081-49b2-4935-88ac-08f5ed04e007 None None] Provisioning complete for port 01028710-db66-42f5-af97-f2e284bc1730 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:40.500576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e055081-49b2-4935-88ac-08f5ed04e007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:40.655071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=01028710-db66-42f5-af97-f2e284bc1730,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:40.691820 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:41.033886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:39Z', 'revision_number': 3, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:41.037923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:41.038336 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Updating router 4a72501e-dcc1-4843-b9a7-23630f208a6e port 8b5dab29-41fd-460b-8ada-5608f81a6d28 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:48:41.106475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.203414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.421522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Allocated IP 172.20.0.1 (261417c5-8fd0-4bbd-94db-614970e5f708/00cecedd-4971-4c96-82d8-d6485c113801/22e66538-5b0b-4f27-bbf4-c73c1c26d438) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:41.497836 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.513429 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Transition to ACTIVE for port object 8b5dab29-41fd-460b-8ada-5608f81a6d28 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:41.529369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.581094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.596368 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Transition to ACTIVE for port object 22e66538-5b0b-4f27-bbf4-c73c1c26d438 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:41.602572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Attempting to bind port 8b5dab29-41fd-460b-8ada-5608f81a6d28 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:41.602940 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Attempting to bind port 8b5dab29-41fd-460b-8ada-5608f81a6d28 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:41.603330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Attempting to bind port 8b5dab29-41fd-460b-8ada-5608f81a6d28 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:41.610533 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97e6d4-691c-41b2-b8fb-f78fbdf8e98d None None] Pushing event updated for resources: {'Port': ['ID=8b5dab29-41fd-460b-8ada-5608f81a6d28,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:41.612848 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:41.613223 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:41.613619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.614152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:41.614469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Bound port: 8b5dab29-41fd-460b-8ada-5608f81a6d28, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:41.615107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.619962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.679865 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:41.686638 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:41.690593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] For port 8b5dab29-41fd-460b-8ada-5608f81a6d28, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:41.695071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] For port 8b5dab29-41fd-460b-8ada-5608f81a6d28, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8b5dab29-41fd-460b-8ada-5608f81a6d28,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:41.695425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:41.702134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.725295 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Pushing event updated for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:41.752951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.800488 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:41.801123 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:41.868967 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97e6d4-691c-41b2-b8fb-f78fbdf8e98d None None] Pushing event updated for resources: {'Port': ['ID=8b5dab29-41fd-460b-8ada-5608f81a6d28,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:41.895147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:41.989420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1cdb5a85-4fb8-4d5a-b5c6-c582aa18fb32 None None] Provisioning for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:42.000812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:42.045206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1cdb5a85-4fb8-4d5a-b5c6-c582aa18fb32 None None] Provisioning complete for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:42.045206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1cdb5a85-4fb8-4d5a-b5c6-c582aa18fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.080775 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 01028710-db66-42f5-af97-f2e284bc1730 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:42.125424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.134399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.242454 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb5a85-4fb8-4d5a-b5c6-c582aa18fb32 None None] Port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:48:42.250590 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.254989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Pushing event updated for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:42.348565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 01028710-db66-42f5-af97-f2e284bc1730 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:42.348939 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.508445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:42.512471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:42.581630 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 1, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:42.588000 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03622ea-d64a-48d8-9a2e-7f63279278de None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 1, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:42.728376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:48:42.765205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-742315c5-ad36-4702-a6ad-2064c6525181 None None] Provisioning complete for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:42.765577 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-742315c5-ad36-4702-a6ad-2064c6525181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:42.842371 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-742315c5-ad36-4702-a6ad-2064c6525181 None None] Port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:48:42.920636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:42.930297 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b335f625-fea4-4d5b-9621-9f8538b04ccb admin admin] 10.222.0.50 "PUT /v2.0/routers/4a72501e-dcc1-4843-b9a7-23630f208a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896747 Apr 05 12:48:43.527459 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34914) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:43.534069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1843069715-network', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:43.539058 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:43.543323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Usage tracker for resource:network and tenant:adcef7ba09944b28a0ee5a5dbca7ec7a is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:43.546500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:43.552951 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:43.563675 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Made reservation on behalf of adcef7ba09944b28a0ee5a5dbca7ec7a for: {'network': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:48:43.566068 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.583405 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.599628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:43.603853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Usage tracker for resource:security_group_rule and tenant:adcef7ba09944b28a0ee5a5dbca7ec7a is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:43.607013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:43.613290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:43.707175 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.712021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.745181 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=87957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:48:43.756736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391026e9-b677-40b4-8397-ed13870933f7,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:43.765277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.765800 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.segments_db [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Added segment eee1c416-2550-4883-8a8d-5be4a9eae3eb of type vlan for network 87896332-7cdf-4899-9890-621506157a58 Apr 05 12:48:43.797188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.830232 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.831461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:43.832126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:43.939837 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110885 Apr 05 12:48:43.943155 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2b43-e87f-4ca9-a6e0-2f07e1fff595 admin admin] Pushing event updated for resources: {'Network': ['ID=87896332-7cdf-4899-9890-621506157a58,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:43.944454 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34918) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:43.957730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Request body: {'subnet': {'network_id': '87896332-7cdf-4899-9890-621506157a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1843069715-subnet', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'ip_version': 4}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:43.958346 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 87896332-7cdf-4899-9890-621506157a58 details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:48:43.966552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:43.973871 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Usage tracker for resource:subnet and tenant:adcef7ba09944b28a0ee5a5dbca7ec7a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:43.978753 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:43.994152 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:44.009747 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Made reservation on behalf of adcef7ba09944b28a0ee5a5dbca7ec7a for: {'subnet': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:48:44.013347 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16143417'] for subnet, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.112365 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8b5dab29-41fd-460b-8ada-5608f81a6d28 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:44.185185 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 8b5dab29-41fd-460b-8ada-5608f81a6d28 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:44.191770 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8b5dab29-41fd-460b-8ada-5608f81a6d28 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:44.192151 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.259964 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-714345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16143399'] for subnet, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.342033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce3a0ce-d64b-407b-a855-d5a27ffbb584,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:44.351324 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Checking segment: {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:44.351768 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Network hostable DHCP agents. Network: 87896332-7cdf-4899-9890-621506157a58, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:48:44.357266 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.372925 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Network 87896332-7cdf-4899-9890-621506157a58 is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:48:44.377260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 8b5dab29-41fd-460b-8ada-5608f81a6d28, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8b5dab29-41fd-460b-8ada-5608f81a6d28,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:44.381724 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.385385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 87896332-7cdf-4899-9890-621506157a58) {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:44.389880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:44.390461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.418546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e9a7b-26a7-4274-a542-0bb2fbcd7e05 None None] Network 87896332-7cdf-4899-9890-621506157a58 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:48:44.419821 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-bd0f9195-a628-4e9a-921d-4e9e7bd040f9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4728458 Apr 05 12:48:44.422257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34922) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:44.428704 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:44.433921 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:44.439378 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Usage tracker for resource:router and tenant:adcef7ba09944b28a0ee5a5dbca7ec7a is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:44.442493 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:44.448853 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:44.465068 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.466646 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.486093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.551447 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=8b5dab29-41fd-460b-8ada-5608f81a6d28,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:44.622704 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:44.633996 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:44.634617 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:44.674723 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-87896332-7cdf-4899-9890-621506157a58', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:48:44.675592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.772424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:44.820761 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:44.842988 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Allocated IP 172.20.0.2 (87896332-7cdf-4899-9890-621506157a58/cce3a0ce-d64b-407b-a855-d5a27ffbb584/36620529-4684-4f54-b77f-bf771d0fe10c) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:45.081149 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.097313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Transition to ACTIVE for port object 36620529-4684-4f54-b77f-bf771d0fe10c will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:45.123620 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Transition to ACTIVE for port object 36620529-4684-4f54-b77f-bf771d0fe10c will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:45.131570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.178833 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 2, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:45.185064 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:45.185423 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Updating router 4a72501e-dcc1-4843-b9a7-23630f208a6e port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:48:45.200878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Network 87896332-7cdf-4899-9890-621506157a58 is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:45.209076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:45.214489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:45.219409 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.221188 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Pushing event updated for resources: {'Port': ['ID=36620529-4684-4f54-b77f-bf771d0fe10c,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:45.253179 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.255254 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.319012 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Attempting to bind port 36620529-4684-4f54-b77f-bf771d0fe10c on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:45.319444 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Attempting to bind port 36620529-4684-4f54-b77f-bf771d0fe10c by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:45.319813 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Attempting to bind port 36620529-4684-4f54-b77f-bf771d0fe10c on network 87896332-7cdf-4899-9890-621506157a58 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:45.326762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:45.327408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Checking segment: {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:45.327599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.328026 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Bound using segment: {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:45.328531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Bound port: 36620529-4684-4f54-b77f-bf771d0fe10c, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:45.328978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.405211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Allocated IP 172.26.5.123 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/e14cb23c-73f3-4e2a-b5b0-f721ced3a21f) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:45.429212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] For port 36620529-4684-4f54-b77f-bf771d0fe10c, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:45.432861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] For port 36620529-4684-4f54-b77f-bf771d0fe10c, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=36620529-4684-4f54-b77f-bf771d0fe10c,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:45.437504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.527075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858235a8-09ab-4630-861a-d58321f305c2 None None] Pushing event updated for resources: {'Port': ['ID=36620529-4684-4f54-b77f-bf771d0fe10c,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:45.576576 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.608718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.667528 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.678322 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:45.680549 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Transition to ACTIVE for port object 22e66538-5b0b-4f27-bbf4-c73c1c26d438 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:45.687014 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:45.688174 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.692514 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:45.752732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Pushing event updated for resources: {'Port': ['ID=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:45.879873 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Pushing event updated for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:45.898492 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.899123 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.899377 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.902284 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:48:45.960950 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Attempting to bind port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:45.961311 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Attempting to bind port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:45.962097 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Attempting to bind port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:45.967626 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:45.967919 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Checking segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:45.968310 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:45.968705 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Bound using segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:45.969168 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Bound port: 22e66538-5b0b-4f27-bbf4-c73c1c26d438, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:45.969534 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:46.097534 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] For port 22e66538-5b0b-4f27-bbf4-c73c1c26d438, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:46.101914 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] For port 22e66538-5b0b-4f27-bbf4-c73c1c26d438, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=22e66538-5b0b-4f27-bbf4-c73c1c26d438,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:46.109362 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:46.185794 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:46.195906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8b5dab29-41fd-460b-8ada-5608f81a6d28 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:46.197511 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:46.198054 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:46.285707 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae118-a311-4bca-8421-86631c9701b0 None None] Pushing event updated for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:46.290712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 8b5dab29-41fd-460b-8ada-5608f81a6d28 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:46.291458 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:46.486440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 36620529-4684-4f54-b77f-bf771d0fe10c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:46.486799 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:46.586419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 36620529-4684-4f54-b77f-bf771d0fe10c completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:46.777481 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:46.784136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30383ee-aa7f-4828-b321-d5f5d207f76d None None] Network 87896332-7cdf-4899-9890-621506157a58 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:48:46.891133 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:46Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:46.896098 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11dad3-a74b-48bd-b094-c567b36d2964 None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:46Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:46.908781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Provisioning for port 36620529-4684-4f54-b77f-bf771d0fe10c completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:46.919001 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Provisioning complete for port 36620529-4684-4f54-b77f-bf771d0fe10c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:46.919392 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:47.052345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Router ac32ab81-4209-4321-9a4d-ce82c082f260 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:48:47.198504 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:47.257787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] For port 36620529-4684-4f54-b77f-bf771d0fe10c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=36620529-4684-4f54-b77f-bf771d0fe10c,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:47.262851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:47.291963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:47.319627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Sync routers for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:47.325098 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:47.326521 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-41693f6e-f11f-40c8-b0a7-115abd080430 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9032004 Apr 05 12:48:47.329397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 34926) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:47.364593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:47.365272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:47.478849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b9658-49bb-4d55-ae40-7e304ef9575b None None] Pushing event updated for resources: {'Port': ['ID=36620529-4684-4f54-b77f-bf771d0fe10c,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:47.564750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-61f5bc4d-a914-4eeb-a5c8-9ad34a1b02a1 None None] Provisioning complete for port 36620529-4684-4f54-b77f-bf771d0fe10c triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:47.565121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-61f5bc4d-a914-4eeb-a5c8-9ad34a1b02a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:47.644198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:47.987558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:45Z', 'revision_number': 3, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:47.991707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Checking router: ac32ab81-4209-4321-9a4d-ce82c082f260 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:47.992050 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Updating router ac32ab81-4209-4321-9a4d-ce82c082f260 port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:48:48.060612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.175091 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 36620529-4684-4f54-b77f-bf771d0fe10c up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:48.193293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.357229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 36620529-4684-4f54-b77f-bf771d0fe10c triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:48.357815 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.404302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Allocated IP 172.20.0.1 (87896332-7cdf-4899-9890-621506157a58/cce3a0ce-d64b-407b-a855-d5a27ffbb584/903806d5-5455-4426-aef5-175120cc2b27) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:48.560634 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.560951 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 22e66538-5b0b-4f27-bbf4-c73c1c26d438 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:48.578445 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Transition to ACTIVE for port object 903806d5-5455-4426-aef5-175120cc2b27 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:48.602091 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.608293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.632703 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Transition to ACTIVE for port object e14cb23c-73f3-4e2a-b5b0-f721ced3a21f will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:48.641943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.666719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Network 87896332-7cdf-4899-9890-621506157a58 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:48.669628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:48.671993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:48.712989 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:48.725234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:48.745114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.783334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:48.783709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.818534 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Attempting to bind port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:48.818907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Attempting to bind port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:48.819219 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Attempting to bind port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:48.827746 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6983152-e337-4cb9-87d5-285f6316a1dc None None] Pushing event updated for resources: {'Port': ['ID=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:48.839283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:48.839669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:48.840075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.840469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:48.840943 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Bound port: e14cb23c-73f3-4e2a-b5b0-f721ced3a21f, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:48.841325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.896327 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:48.938641 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] For port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:48.982536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-851652ad-8017-48b7-a521-abb470112ac1 None None] Provisioning for port 903806d5-5455-4426-aef5-175120cc2b27 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:48.990834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] For port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:48.993749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-851652ad-8017-48b7-a521-abb470112ac1 None None] Provisioning complete for port 903806d5-5455-4426-aef5-175120cc2b27 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:48.994120 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-851652ad-8017-48b7-a521-abb470112ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.028908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.104980 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.134607 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-851652ad-8017-48b7-a521-abb470112ac1 None None] Port 903806d5-5455-4426-aef5-175120cc2b27 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:48:49.143418 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.148964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.165842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:49.166487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:49.237949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6983152-e337-4cb9-87d5-285f6316a1dc None None] Pushing event updated for resources: {'Port': ['ID=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:49.243220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 22e66538-5b0b-4f27-bbf4-c73c1c26d438, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=22e66538-5b0b-4f27-bbf4-c73c1c26d438,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:49.251376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.262011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.265720 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:49.407695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:49.408523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Network 87896332-7cdf-4899-9890-621506157a58 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:49.410240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:49.413914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:49.613666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Router ac32ab81-4209-4321-9a4d-ce82c082f260 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:48:49.678195 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-075dd72a-74b3-4d4e-a63f-71b405683b63 None None] Provisioning complete for port 903806d5-5455-4426-aef5-175120cc2b27 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:49.678565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-075dd72a-74b3-4d4e-a63f-71b405683b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:49.769644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-075dd72a-74b3-4d4e-a63f-71b405683b63 None None] Port 903806d5-5455-4426-aef5-175120cc2b27 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:48:49.798243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:48:49.799638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '903806d5-5455-4426-aef5-175120cc2b27', 'name': '', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'mac_address': 'fa:16:3e:cc:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:48Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 2, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'subnets': [{'id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:49.804080 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cc16b-0a0b-40a5-9c57-78ee79d15f79 None None] The sync data for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv is: [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '903806d5-5455-4426-aef5-175120cc2b27', 'name': '', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'mac_address': 'fa:16:3e:cc:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:48Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 2, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'subnets': [{'id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:49.807382 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-083a57ff-9908-45b4-be79-f080d1792bd1 admin admin] 10.222.0.50 "PUT /v2.0/routers/ac32ab81-4209-4321-9a4d-ce82c082f260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767420 Apr 05 12:48:50.101840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 22e66538-5b0b-4f27-bbf4-c73c1c26d438 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:50.186730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:50.187277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.525433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34936) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:50.530874 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087708969', 'description': 'tempest-secgroup-smoke-1087708969 description', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:50.537303 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:50.541349 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:50.545350 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:50.551626 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:50.561497 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.583532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:50.587764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:50.590838 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:50.597129 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:50.679113 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.683111 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.729495 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:50.732427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.737016 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-f062eeb6-8cc9-45ea-a279-46c8594c07d9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2071819 Apr 05 12:48:50.737270 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34940) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:50.742353 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:50.748558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:50.753172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:50.756268 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:50.762506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:50.779178 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.845355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.849642 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.874821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99477f36-a736-4f4b-9e3d-2c36ba8547ef,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:50.884545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.885817 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-347d753d-c0d2-4a37-9bf3-4a27d42cb3cb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476731 Apr 05 12:48:50.888601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34944) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:50.893889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:50.900190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:50.904339 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:50.907402 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:50.913287 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:50.931372 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.996066 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:50.999870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.028312 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efdf92f-df11-4f59-ba5a-62662babdc87,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:51.043990 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.045297 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-171b206c-35a4-4d33-a3bc-4a13ebee8585 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556613 Apr 05 12:48:51.048461 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34948) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:51.053455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:51.059619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:51.064622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:51.067739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:51.073505 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:51.096177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.160629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.164222 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.189571 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9923b700-9a85-43fc-9399-565d61b10bee,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:51.198045 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.199239 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d9b0bc60-c69b-4929-9db5-ed009ea40478 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497903 Apr 05 12:48:51.202207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34952) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:51.207199 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:51.212904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:51.216679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:51.220057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:51.226156 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:51.244839 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.312419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.316846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.354713 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1ebeb1-625f-46c4-b69d-9171d74d8c15,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:51.364492 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.365676 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-5dd6f394-0aee-4bf1-b012-f10a691512bf tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625648 Apr 05 12:48:51.370019 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34956) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:51.375496 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:51.385257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:51.391421 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:51.396010 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:51.405255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:51.416774 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Project 0ef3064e3cc147bbada4e64efb8e5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:48:51.424024 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.497190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.501511 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.530707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfef4985-8148-4636-90d2-ad1aaecf8681,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:51.542916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.544109 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-63570ace-f882-40cd-a4fd-5d8ed5b07925 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731851 Apr 05 12:48:51.546760 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 34960) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:48:51.553805 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ee2cb87c-5de9-42f5-9d35-18a8d3e5236d', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:51.563042 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:51.568994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:48:51.573485 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:48:51.581720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:51.593272 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Project 0ef3064e3cc147bbada4e64efb8e5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:48:51.601021 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.669444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.673674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.696146 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3229608-99e7-4ef7-a658-e462d9358126,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:51.706311 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:51.707507 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6f1d1c10-b14a-43f9-ba44-fd8316143c34 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598191 Apr 05 12:48:51.989830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-7a501db2-87db-401a-b821-ff730211da69 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:52.005671 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-7a501db2-87db-401a-b821-ff730211da69 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:52.006892 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-7a501db2-87db-401a-b821-ff730211da69 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087708969&fields=id&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 267 time: 0.1652555 Apr 05 12:48:52.088384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e14cb23c-73f3-4e2a-b5b0-f721ced3a21f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:52.162878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:52.163728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e428df6b-258f-4069-9cb8-b1014f165f13 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:52.164417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e428df6b-258f-4069-9cb8-b1014f165f13 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:network {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:52.167645 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:52.168210 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:52.182374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e428df6b-258f-4069-9cb8-b1014f165f13 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:network {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:52.183596 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e428df6b-258f-4069-9cb8-b1014f165f13 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 809 time: 0.1695805 Apr 05 12:48:52.202276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-91eb39fc-dd89-4222-bd4a-83fba31de3b8 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/quotas/0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 375 time: 0.0117829 Apr 05 12:48:52.286357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-648ad217-7681-4a1b-9b78-c92c89bdc60b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:52.292199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:52.303504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-648ad217-7681-4a1b-9b78-c92c89bdc60b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:52.304928 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-648ad217-7681-4a1b-9b78-c92c89bdc60b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972078 Apr 05 12:48:52.308117 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:52.311720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:52.381334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:52.550311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-ba2df3dc-22bb-410c-885d-470fe2f5b5cd service neutron] 10.222.0.50 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330642 Apr 05 12:48:52.682615 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-989b3380-f98b-4326-b787-1c0112454fad service neutron] 10.222.0.50 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264646 Apr 05 12:48:52.726107 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Sync routers for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:48:52.735689 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:52.736291 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:52.941729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55a369a4-a518-433a-aad8-904dfcbb042e req-b785fd68-0500-401a-be69-02b3ceb69c2e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 210 time: 0.0866129 Apr 05 12:48:52.994856 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:53.311729 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-07afd577-e7e3-4b70-aedb-497813bb05bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:53.416113 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '903806d5-5455-4426-aef5-175120cc2b27', 'name': '', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'mac_address': 'fa:16:3e:cc:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:48Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 2, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'subnets': [{'id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:53.420276 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Checking router: ac32ab81-4209-4321-9a4d-ce82c082f260 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:48:53.420629 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Updating router ac32ab81-4209-4321-9a4d-ce82c082f260 port 903806d5-5455-4426-aef5-175120cc2b27 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:48:53.478658 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:53.835771 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:53.848418 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Transition to ACTIVE for port object 903806d5-5455-4426-aef5-175120cc2b27 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:53.855344 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.056205 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c9cf-a011-48ca-aaed-66619caa6e56 None None] Pushing event updated for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:54.126669 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e14cb23c-73f3-4e2a-b5b0-f721ced3a21f up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:54.153063 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Attempting to bind port 903806d5-5455-4426-aef5-175120cc2b27 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:54.158367 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Attempting to bind port 903806d5-5455-4426-aef5-175120cc2b27 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:54.159976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Attempting to bind port 903806d5-5455-4426-aef5-175120cc2b27 on network 87896332-7cdf-4899-9890-621506157a58 {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:54.181340 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:54.183675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Checking segment: {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:54.184179 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.185304 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Bound using segment: {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:54.185683 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Bound port: 903806d5-5455-4426-aef5-175120cc2b27, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee1c416-2550-4883-8a8d-5be4a9eae3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '87896332-7cdf-4899-9890-621506157a58'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:54.186193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.257870 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8155788d-5aae-426f-8eed-b44e8fbcffa8 req-da64537f-2082-46fc-b564-6f2b437e70cc tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 210 time: 0.0620892 Apr 05 12:48:54.260952 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:54.261884 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.265284 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-db382dba-999d-4ea2-b7d9-d53a0bdd3f91 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:54.267500 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-db382dba-999d-4ea2-b7d9-d53a0bdd3f91 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 809 time: 0.2883537 Apr 05 12:48:54.307324 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] For port 903806d5-5455-4426-aef5-175120cc2b27, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:54.311185 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] For port 903806d5-5455-4426-aef5-175120cc2b27, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=903806d5-5455-4426-aef5-175120cc2b27,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:54.318630 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.332836 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-eb705200-5ddb-4225-90ce-d5e0ce558d56 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 380 time: 0.0574250 Apr 05 12:48:54.349380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'port': {'device_id': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'admin_state_up': True, 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'security_groups': ['ee2cb87c-5de9-42f5-9d35-18a8d3e5236d']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:54.400915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:48:54.401545 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:54.495333 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4c9cf-a011-48ca-aaed-66619caa6e56 None None] Pushing event updated for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:54.506942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:48:54.517097 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:48:54.527884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Made reservation on behalf of 0ef3064e3cc147bbada4e64efb8e5767 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:48:54.531997 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.615697 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:48:54.704641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Allocated IP 172.20.0.4 (261417c5-8fd0-4bbd-94db-614970e5f708/00cecedd-4971-4c96-82d8-d6485c113801/14f49b18-4e07-4a2a-876a-d0bd067ce472) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:48:54.799464 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.901090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.917184 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Transition to ACTIVE for port object 14f49b18-4e07-4a2a-876a-d0bd067ce472 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:54.940893 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:54.976889 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '903806d5-5455-4426-aef5-175120cc2b27', 'name': '', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'mac_address': 'fa:16:3e:cc:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:48Z', 'updated_at': '2022-04-05T12:48:54Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'subnets': [{'id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:48:54.981027 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bc1cc-6da7-47b6-bd85-1bae367e1467 None None] The sync data for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv is: [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:48:48Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '903806d5-5455-4426-aef5-175120cc2b27', 'name': '', 'network_id': '87896332-7cdf-4899-9890-621506157a58', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'mac_address': 'fa:16:3e:cc:c9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:48Z', 'updated_at': '2022-04-05T12:48:54Z', 'revision_number': 4, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'subnets': [{'id': 'cce3a0ce-d64b-407b-a855-d5a27ffbb584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:48:55.016250 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:48:55.024077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:48:55.028853 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:48:55.062364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:55.101879 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:55.102541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:55.132913 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-fa074690-9e27-4ba3-a76d-c7887c843bba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913506 Apr 05 12:48:55.145048 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Request body: {'port': {'device_id': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:48:55.277632 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:55.303136 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2a0a02a4-283d-4183-973c-8f776e56b00b None None] Provisioning for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:55.314221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-2a0a02a4-283d-4183-973c-8f776e56b00b None None] Provisioning complete for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:55.315585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2a0a02a4-283d-4183-973c-8f776e56b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:55.385633 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a02a4-283d-4183-973c-8f776e56b00b None None] Port 14f49b18-4e07-4a2a-876a-d0bd067ce472 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:48:55.411351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-08bcf732-5694-4a3d-b851-b8c4a47c2a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:55.731126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c56eb-7170-49ef-8272-1b963a59e44b req-afc565d3-4716-48f9-871f-1f43ad99a46f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:55.731818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-252c56eb-7170-49ef-8272-1b963a59e44b req-afc565d3-4716-48f9-871f-1f43ad99a46f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:48:55.774827 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-252c56eb-7170-49ef-8272-1b963a59e44b req-afc565d3-4716-48f9-871f-1f43ad99a46f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:48:55.776023 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-252c56eb-7170-49ef-8272-1b963a59e44b req-afc565d3-4716-48f9-871f-1f43ad99a46f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 931 time: 0.2597821 Apr 05 12:48:55.887390 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-252c56eb-7170-49ef-8272-1b963a59e44b req-104c43cd-0d2b-4f0c-9cdf-daf74e201c3d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050632 Apr 05 12:48:55.889243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:48:55.897414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:55.912035 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Transition to ACTIVE for port object 14f49b18-4e07-4a2a-876a-d0bd067ce472 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:48:55.915585 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.113222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 903806d5-5455-4426-aef5-175120cc2b27 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:56.161621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:56.191335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 903806d5-5455-4426-aef5-175120cc2b27 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:48:56.196784 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 903806d5-5455-4426-aef5-175120cc2b27 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:56.197310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.205567 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Attempting to bind port 14f49b18-4e07-4a2a-876a-d0bd067ce472 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:48:56.205984 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Attempting to bind port 14f49b18-4e07-4a2a-876a-d0bd067ce472 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:48:56.206318 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Attempting to bind port 14f49b18-4e07-4a2a-876a-d0bd067ce472 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:56.212610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Port 14f49b18-4e07-4a2a-876a-d0bd067ce472 on network 261417c5-8fd0-4bbd-94db-614970e5f708 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:48:56.212936 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Attempting to bind port 14f49b18-4e07-4a2a-876a-d0bd067ce472 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:48:56.218292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:48:56.218630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Checking segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:48:56.219014 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Bound using segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:48:56.219508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Bound port: 14f49b18-4e07-4a2a-876a-d0bd067ce472, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:48:56.219859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.318069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:48:56.321214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:48:56.326102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.326381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.370144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 903806d5-5455-4426-aef5-175120cc2b27, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=903806d5-5455-4426-aef5-175120cc2b27,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:56.374337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.392277 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:56.392801 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.394178 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] 10.222.0.30 "PUT /v2.0/ports/14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1093 time: 1.2540836 Apr 05 12:48:56.394641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:48:56.432855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969e75a-4fea-43d6-974f-010c0bbfe329 service neutron] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:56.479582 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:56.535131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-2d0f47e4-1070-4695-b8af-6d37037d91f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:56.536900 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-2d0f47e4-1070-4695-b8af-6d37037d91f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1096 time: 0.0964885 Apr 05 12:48:56.545157 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'status': 'completed', 'code': 200} Apr 05 12:48:56.554565 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.611676 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-a7b146d8-2ae5-40e7-b269-177c7fd12a48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 217 time: 0.0654249 Apr 05 12:48:56.622956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:56.677347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-2f8763ce-d752-4fdf-9ab7-fc499f5eb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:56.678847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-2f8763ce-d752-4fdf-9ab7-fc499f5eb1f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0621543 Apr 05 12:48:56.755612 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-129c8e66-1b09-4374-9a2a-b40d730cc334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:56.757056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-129c8e66-1b09-4374-9a2a-b40d730cc334 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707841 Apr 05 12:48:56.887283 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-e99fc0a6-92fa-49af-ae6a-db02b591a656 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232016 Apr 05 12:48:57.064330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52c9a6c1-6288-4eff-9eef-88d67f9623ef req-9ac57674-4cb8-468a-93c6-10358d6fdb35 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716592 Apr 05 12:48:57.095015 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5df2b-f802-4a57-b1b6-001ae4835f64 req-c4d696a5-a021-4e1b-ac15-a6c3c5f94519 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:57.096478 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50c5df2b-f802-4a57-b1b6-001ae4835f64 req-c4d696a5-a021-4e1b-ac15-a6c3c5f94519 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.1044295 Apr 05 12:48:57.189418 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-50c5df2b-f802-4a57-b1b6-001ae4835f64 req-f2818033-82ac-43ad-ba65-f66dabea6510 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870614 Apr 05 12:48:57.213433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-cc4bd24e-cbcf-4712-b3d2-f369da52700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:57.214992 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-cc4bd24e-cbcf-4712-b3d2-f369da52700d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1096 time: 0.0950391 Apr 05 12:48:57.459206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-e26b7eb7-097f-4c69-bd69-cb5dcfffd1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:57.460630 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-e26b7eb7-097f-4c69-bd69-cb5dcfffd1cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.2394497 Apr 05 12:48:57.537963 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-c61e2266-14c2-4f06-a2c2-6d17a2df7e5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 217 time: 0.0700338 Apr 05 12:48:57.609603 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-2ba5334f-4670-450e-99df-47178d2e6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:57.611627 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-2ba5334f-4670-450e-99df-47178d2e6877 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0669360 Apr 05 12:48:57.702909 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-af0e4a62-1ae4-4b69-b4e2-53f3ce55de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:57.706012 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-af0e4a62-1ae4-4b69-b4e2-53f3ce55de0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873442 Apr 05 12:48:57.854867 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:57.860690 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-b6ca8cf2-b0f3-48ab-bc15-bbfd3d98b587 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473823 Apr 05 12:48:57.995008 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-389172fc-c709-4d44-bd78-a9ea236e4f88 req-823e2730-682c-40ec-95b2-0a154f51597e service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283844 Apr 05 12:48:58.065975 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 903806d5-5455-4426-aef5-175120cc2b27 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:48:58.143419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 903806d5-5455-4426-aef5-175120cc2b27 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:48:58.143789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:58.389787 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f99a35-dc9c-4b45-8963-d4e4e4b1e234 req-4a4d45dc-506e-4904-9df0-f0100a6dcf31 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:58.391276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92f99a35-dc9c-4b45-8963-d4e4e4b1e234 req-4a4d45dc-506e-4904-9df0-f0100a6dcf31 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0906813 Apr 05 12:48:58.433970 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-92f99a35-dc9c-4b45-8963-d4e4e4b1e234 req-88c281cd-32db-4742-8b62-57a95d15f8cc tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370109 Apr 05 12:48:58.903970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:48:59.038778 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:59.053397 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:48:59.133554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:59.150107 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:48:59.165235 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:48:59.169096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:48:59.239755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:48:59.373487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['14f49b18-4e07-4a2a-876a-d0bd067ce472'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:48:59.626851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62817bc6-33dd-4ba9-aa4c-9da83bcb5c0c req-318083d3-635d-4015-9103-cd4aad0cb31d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:48:59.628359 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62817bc6-33dd-4ba9-aa4c-9da83bcb5c0c req-318083d3-635d-4015-9103-cd4aad0cb31d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 944 time: 0.0854089 Apr 05 12:48:59.674501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-62817bc6-33dd-4ba9-aa4c-9da83bcb5c0c req-fff94a37-a2c7-4ae1-b4dd-cdbd8f2a3a04 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Apr 05 12:49:00.862702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36179836-3514-4dda-83b6-adb68e17d7ec req-905a979a-6a85-4b50-9b2f-ec7bc4618e0b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:00.864091 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36179836-3514-4dda-83b6-adb68e17d7ec req-905a979a-6a85-4b50-9b2f-ec7bc4618e0b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 944 time: 0.0799890 Apr 05 12:49:00.911420 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36179836-3514-4dda-83b6-adb68e17d7ec req-c61531d2-8be5-418a-b9c6-92938b9dfb6a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Apr 05 12:49:00.921538 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:49:00.989051 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:49:00.993515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:49:00.993878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:01.116695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:01.143439 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:49:01.153179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:49:01.158238 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:01.194653 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'code': 200} Apr 05 12:49:01.228687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:49:01.413446 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbbdc5-d5fa-413b-9f1f-a521c97e1d6e req-1f73478b-f6f0-49a8-beb7-6bea59898848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:01.414862 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0dcbbdc5-d5fa-413b-9f1f-a521c97e1d6e req-1f73478b-f6f0-49a8-beb7-6bea59898848 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1098 time: 0.0725105 Apr 05 12:49:01.456078 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0dcbbdc5-d5fa-413b-9f1f-a521c97e1d6e req-35c4ed68-7787-4ffe-86fd-04b6ab33bd6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Apr 05 12:49:02.108886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55860e1f-0b00-4736-aa2a-712dbac12998 req-78c5a7e1-3e17-446d-b611-09160f63f29a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:02.111010 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55860e1f-0b00-4736-aa2a-712dbac12998 req-78c5a7e1-3e17-446d-b611-09160f63f29a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0907192 Apr 05 12:49:02.161268 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-55860e1f-0b00-4736-aa2a-712dbac12998 req-90b1b82b-2961-4e44-b205-322892c4d11b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420408 Apr 05 12:49:02.283818 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:49:03.386582 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c99541-2e79-40c3-b353-530015f58130 req-19642246-1012-457b-ab2a-f2cee015f988 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:03.388219 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12c99541-2e79-40c3-b353-530015f58130 req-19642246-1012-457b-ab2a-f2cee015f988 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0962903 Apr 05 12:49:03.442569 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-12c99541-2e79-40c3-b353-530015f58130 req-fa751d30-568f-42b8-a3b5-1d2dcc3da66c tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Apr 05 12:49:03.691661 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352152ea-ae5a-405d-a8cf-8a511a46e4dc req-34409301-cff9-4d8f-9be7-cc8b8fc73aa2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:03.693229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-352152ea-ae5a-405d-a8cf-8a511a46e4dc req-34409301-cff9-4d8f-9be7-cc8b8fc73aa2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.1246495 Apr 05 12:49:03.742045 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-352152ea-ae5a-405d-a8cf-8a511a46e4dc req-f48bbc76-24e6-4d99-9db3-74e9c43e89ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Apr 05 12:49:03.767792 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35018) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:49:03.929249 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac0610-004a-4b33-a3cd-070b945a6c4e tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:03.930798 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-94ac0610-004a-4b33-a3cd-070b945a6c4e tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1093 time: 0.1617169 Apr 05 12:49:03.933707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35024) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:49:03.939520 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:49:03.945787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:49:03.951732 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:floatingip and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:49:03.955617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:49:03.962003 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:49:03.974917 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:04.181247 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:04.329936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Allocated IP 172.26.5.152 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/c0ef69cd-cc5d-4fdf-97ec-c81858d47b59) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:49:04.496532 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:04.526315 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:04.590474 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:49:04.593166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:49:04.601207 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:49:04.637006 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=c0ef69cd-cc5d-4fdf-97ec-c81858d47b59,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:49:05.137366 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:05.220688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:05.433524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:05.439082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:05.550345 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=c0ef69cd-cc5d-4fdf-97ec-c81858d47b59,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:49:05.564451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:05.755554 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Floating IP 31bdafe9-9c79-4bc0-89fa-a966e51e046d associated. External IP: 172.26.5.152, port: 14f49b18-4e07-4a2a-876a-d0bd067ce472. Apr 05 12:49:06.122969 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:49:06.434183 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:49:06.444432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:49:06.454923 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:49:06.455670 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:49:06.459781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:06.527772 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-ebe64a34-2c75-40a0-ab3b-fa99526b3238 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5917654 Apr 05 12:49:06.527772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:49:06.576974 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'status': 'completed', 'code': 200} Apr 05 12:49:06.672692 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-e30e149d-6a86-4aac-a637-52adbcc9ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:06.674717 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-e30e149d-6a86-4aac-a637-52adbcc9ae1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1098 time: 0.0772309 Apr 05 12:49:06.707473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:49:06.836676 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-913a93a3-488c-4e5d-b5b6-570a82d408aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:06.838132 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-913a93a3-488c-4e5d-b5b6-570a82d408aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1582396 Apr 05 12:49:06.970728 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-7307cacf-a01d-4c8d-b879-cfc1ea696b6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 999 time: 0.1236911 Apr 05 12:49:07.145013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '31bdafe9-9c79-4bc0-89fa-a966e51e046d', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:49:05Z', 'updated_at': '2022-04-05T12:49:05Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:49:07.151883 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:49:07.167475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:49:07.168485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:48:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:49:07.203252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-edc424a4-f125-42ec-a82a-c17cb19c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:07.206315 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-edc424a4-f125-42ec-a82a-c17cb19c2166 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.2302461 Apr 05 12:49:07.310573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-9ca43187-3692-4657-9ddf-320223ac9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:07.312107 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-9ca43187-3692-4657-9ddf-320223ac9dd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987108 Apr 05 12:49:07.378413 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:49:07.462086 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-8fe307fb-f145-4d01-8894-b97fbd967317 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437511 Apr 05 12:49:07.621042 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d076211f-826d-4eb5-b7d2-87c6ed5df4c0 req-ef14f033-dda1-445b-91c8-48e277a40e62 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523745 Apr 05 12:49:07.755638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '31bdafe9-9c79-4bc0-89fa-a966e51e046d', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:49:05Z', 'updated_at': '2022-04-05T12:49:05Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:49:07.760485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f403c56b-dd6b-466b-926e-712daf51d1fa None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '31bdafe9-9c79-4bc0-89fa-a966e51e046d', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.152', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:49:05Z', 'updated_at': '2022-04-05T12:49:05Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:49:07.965723 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e37537-b0c0-442e-a0f0-1cec25650a7e None None] New status for floating IP 31bdafe9-9c79-4bc0-89fa-a966e51e046d: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:49:23.295810 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a5dca2d9-f906-431a-8c95-e75967d3b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:24.804974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:25.365672 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4de46e40-05ed-41b1-bc50-be3c748da117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:26.558502 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:26.626854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:27.856838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:39.282765 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:49:44.177851 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-d9241de2-63d4-46b6-8025-3702250ca0ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743732 Apr 05 12:49:44.320166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-526cf0c6-ac7a-4ea3-bf83-af8c506c4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:44.321570 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-526cf0c6-ac7a-4ea3-bf83-af8c506c4c5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1098 time: 0.0737772 Apr 05 12:49:44.466799 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-a2d475f7-a84a-4abb-9f26-332878029f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:44.468293 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-a2d475f7-a84a-4abb-9f26-332878029f1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1294208 Apr 05 12:49:44.574939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-dd670cfb-8307-4548-8088-4a62c7a9c38f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1001 time: 0.1000788 Apr 05 12:49:44.638759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-e399dd05-a1fe-477d-b80b-8e02adde168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:44.640236 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-e399dd05-a1fe-477d-b80b-8e02adde168f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0590279 Apr 05 12:49:44.719211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-896b5d00-3420-4508-8270-b2a9fe29c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:49:44.720683 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-896b5d00-3420-4508-8270-b2a9fe29c607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746248 Apr 05 12:49:44.854932 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-081fadd5-27ba-4f5b-bbeb-690c803a06be service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277385 Apr 05 12:49:44.987374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0ccc53e7-6665-44df-94ef-d69569a80a86 req-7294f34e-a411-4784-a58a-319f60236406 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253629 Apr 05 12:49:50.994101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [req-9f0a9772-5d53-49db-903e-2250557e31db req-5ab68a55-4afe-408a-b4ce-61fb57036aef service neutron] (87958) timed out ('10.222.0.50', 59112) {{(pid=87958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 12:49:53.298999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9a51e439-7216-46a5-8cb8-332fd2711d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:54.814311 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:55.371021 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6329317-c55f-47cc-a4aa-658a75afa075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:56.563798 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:56.632347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:49:57.860956 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:16.282681 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:50:23.301325 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-45078dbf-efab-4fbf-accf-7174318fdbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:24.822237 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:25.361806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a8550ad3-3386-413b-8e69-7587f9039d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:26.556356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:26.631165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:27.862041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:45.237249 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-d8249539-6e0b-4cd6-8db7-e39ffedf9194 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682216 Apr 05 12:50:45.376681 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-771b67a8-a037-47f9-94d0-7a69d89f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:50:45.378119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-771b67a8-a037-47f9-94d0-7a69d89f5745 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1098 time: 0.0732851 Apr 05 12:50:45.525002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-c384556c-8b74-41f4-96be-dd057d5dc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:50:45.526434 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-c384556c-8b74-41f4-96be-dd057d5dc0e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1295393 Apr 05 12:50:45.635210 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-01813ff2-be7f-41b1-9e92-2b8a98a756d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1001 time: 0.1016829 Apr 05 12:50:45.804982 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-21a43cc6-29a3-4120-a430-d0c1f9f0b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:50:45.806489 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-21a43cc6-29a3-4120-a430-d0c1f9f0b609 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.1647508 Apr 05 12:50:45.883314 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-6ab6e2f6-d12e-49f6-96cb-33d0529bc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:50:45.884739 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-6ab6e2f6-d12e-49f6-96cb-33d0529bc2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718143 Apr 05 12:50:46.021393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-1f1ad0a8-f9ba-4085-9d78-91f73561f416 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291344 Apr 05 12:50:46.153940 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d4373274-2e0b-400f-a421-ff87ea6b7c24 req-96593479-0335-4848-8156-3b9a38122f6c service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266673 Apr 05 12:50:53.281845 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:50:53.302625 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a088f109-cca0-4258-a84e-65738db5b190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:54.829866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:55.364090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e79adc60-62e1-4b24-b829-e3e30880dfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:56.558252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:56.632649 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:50:57.864683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:02.039614 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f840db-4c0c-4de6-838b-f328860b4906 req-1780e22d-b156-4f53-a576-ac4f63b5cd29 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:02.041001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-16f840db-4c0c-4de6-838b-f328860b4906 req-1780e22d-b156-4f53-a576-ac4f63b5cd29 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0813351 Apr 05 12:51:02.086165 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-16f840db-4c0c-4de6-838b-f328860b4906 req-220f37a3-8070-486e-a67b-63d1246dba9d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 Apr 05 12:51:03.278451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394045b0-3f54-43ad-9e5a-2bf76931d03d req-ee42b8f9-9af0-4d82-b587-04c154fe0f8b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:03.280078 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-394045b0-3f54-43ad-9e5a-2bf76931d03d req-ee42b8f9-9af0-4d82-b587-04c154fe0f8b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0832553 Apr 05 12:51:03.325119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-394045b0-3f54-43ad-9e5a-2bf76931d03d req-de472a3b-ef7b-472f-a822-ca3f713ab43b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383890 Apr 05 12:51:04.514372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b56b3-85b1-4fc1-8515-ac72b5459f80 req-8101e1c2-1c75-4c7d-8048-0f5e32d50ca9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:04.515879 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef7b56b3-85b1-4fc1-8515-ac72b5459f80 req-8101e1c2-1c75-4c7d-8048-0f5e32d50ca9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0795505 Apr 05 12:51:04.560193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef7b56b3-85b1-4fc1-8515-ac72b5459f80 req-9523b06b-ef30-45ad-98fc-22b8a950137a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Apr 05 12:51:05.752299 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae296-ccd8-415f-a78c-bf0f0314dd9f req-91ff92e0-8880-4f2b-b8c8-23a40a40bda3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:05.753745 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a9ae296-ccd8-415f-a78c-bf0f0314dd9f req-91ff92e0-8880-4f2b-b8c8-23a40a40bda3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0840852 Apr 05 12:51:05.797688 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2a9ae296-ccd8-415f-a78c-bf0f0314dd9f req-9dbc733d-b4b5-4ec0-bb2b-f6c9e36d6a18 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383892 Apr 05 12:51:06.984013 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29410f35-edc1-4241-834b-fddc6ea5d6b7 req-e65e4eab-d1b6-4165-abe7-2783aeacdc28 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:06.985449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29410f35-edc1-4241-834b-fddc6ea5d6b7 req-e65e4eab-d1b6-4165-abe7-2783aeacdc28 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0805280 Apr 05 12:51:07.032751 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29410f35-edc1-4241-834b-fddc6ea5d6b7 req-24a358aa-9488-455b-a9da-8efe5053c15a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Apr 05 12:51:08.216779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f44362-84e5-4b95-a80a-f445a0c06e95 req-5015e477-7109-43be-a939-c56b4265c80d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:08.218229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-75f44362-84e5-4b95-a80a-f445a0c06e95 req-5015e477-7109-43be-a939-c56b4265c80d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0787182 Apr 05 12:51:08.262788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-75f44362-84e5-4b95-a80a-f445a0c06e95 req-9ed190c0-5961-41bc-b8c2-df200d60e70b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389030 Apr 05 12:51:09.448637 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5726d66-e8a7-474c-a42a-a62f712c07df req-1b62b0da-2803-41cf-b892-e0f5b2614e77 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:09.450708 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5726d66-e8a7-474c-a42a-a62f712c07df req-1b62b0da-2803-41cf-b892-e0f5b2614e77 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0834730 Apr 05 12:51:09.494139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5726d66-e8a7-474c-a42a-a62f712c07df req-98cdccf2-13f7-4efa-a022-1b1f5d099eb8 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378845 Apr 05 12:51:10.675301 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3341bd-2d6d-45ed-bcfa-6240cc44bef4 req-ccdda24e-2852-4de0-a90e-eefde0f6a924 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:10.676726 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a3341bd-2d6d-45ed-bcfa-6240cc44bef4 req-ccdda24e-2852-4de0-a90e-eefde0f6a924 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0787501 Apr 05 12:51:10.719889 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5a3341bd-2d6d-45ed-bcfa-6240cc44bef4 req-8a8dcacb-1d70-4bef-adfa-15aec9e2e1fa tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375929 Apr 05 12:51:11.912200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa404d7-ca55-48b7-943d-880f25b497e6 req-be6963b0-f9fd-4c10-bdb6-0c4c964e1921 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:11.913699 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afa404d7-ca55-48b7-943d-880f25b497e6 req-be6963b0-f9fd-4c10-bdb6-0c4c964e1921 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0864768 Apr 05 12:51:11.965313 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-afa404d7-ca55-48b7-943d-880f25b497e6 req-2eef7194-e596-4d61-a534-722878731256 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 Apr 05 12:51:13.160497 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709320c4-5df5-4207-8cef-f6024f596d09 req-698cfa06-89c4-40a8-833f-1e075ef99ebd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:13.161979 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-709320c4-5df5-4207-8cef-f6024f596d09 req-698cfa06-89c4-40a8-833f-1e075ef99ebd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0886202 Apr 05 12:51:13.207552 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-709320c4-5df5-4207-8cef-f6024f596d09 req-8b26467a-53d5-462e-8c4e-8fbf9879ff59 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 Apr 05 12:51:13.481039 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:51:13.663599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:13.679627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:51:13.737699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:13.754376 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:51:13.769900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:13.773318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:13.842434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:51:13.849708 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.850069 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.850414 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.850755 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.851115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.851455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.851790 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.852122 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.852453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.852783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.853113 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.853438 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:51:13.880247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['14f49b18-4e07-4a2a-876a-d0bd067ce472'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:51:14.403007 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334e33a-80ba-4eda-b29e-fa71bd6c2e16 req-8ecfdcbb-cbdf-498d-961e-dc62950f6706 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:14.404967 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a334e33a-80ba-4eda-b29e-fa71bd6c2e16 req-8ecfdcbb-cbdf-498d-961e-dc62950f6706 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 944 time: 0.0865898 Apr 05 12:51:14.452592 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a334e33a-80ba-4eda-b29e-fa71bd6c2e16 req-1709b85a-3ee5-4c61-9528-4c62417a6a14 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Apr 05 12:51:15.506935 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:51:15.608553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:51:15.609071 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:15.676474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be162109-d3d9-4387-a52d-a31ccf4fefee req-3bee6c20-13c1-4d82-a2a7-2edd74b68a5a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:15.684614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be162109-d3d9-4387-a52d-a31ccf4fefee req-3bee6c20-13c1-4d82-a2a7-2edd74b68a5a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 944 time: 0.1135981 Apr 05 12:51:15.741318 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-be162109-d3d9-4387-a52d-a31ccf4fefee req-7a5e48d6-4264-48b6-bc04-382c57b97f60 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550997 Apr 05 12:51:15.765688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:15.798324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:51:15.812457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:15.819166 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:15.869366 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'code': 200} Apr 05 12:51:15.904236 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:51:16.954740 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279c543-f5f7-4f3f-b833-fa839a1b029a req-53b6ab37-1a24-4039-84c0-427617947334 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:16.959537 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7279c543-f5f7-4f3f-b833-fa839a1b029a req-53b6ab37-1a24-4039-84c0-427617947334 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0982323 Apr 05 12:51:17.018031 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7279c543-f5f7-4f3f-b833-fa839a1b029a req-63ecc53f-74f9-4267-a55a-e04750731849 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559382 Apr 05 12:51:18.271958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd575346-fd3e-4b04-a961-81cffb73a7c3 req-7463e1ed-2b1c-4b7f-8a3d-bcc97d36c84d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:18.273641 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd575346-fd3e-4b04-a961-81cffb73a7c3 req-7463e1ed-2b1c-4b7f-8a3d-bcc97d36c84d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.1025288 Apr 05 12:51:18.331645 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd575346-fd3e-4b04-a961-81cffb73a7c3 req-858c9ea2-3805-46c1-bfd8-6dd9d7d2648a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495274 Apr 05 12:51:19.527398 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98c311-8e9b-4071-8d44-cabd2dc824c5 req-9a333f66-d074-4e62-a5ad-2e6711b3136b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:19.529056 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5c98c311-8e9b-4071-8d44-cabd2dc824c5 req-9a333f66-d074-4e62-a5ad-2e6711b3136b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0911806 Apr 05 12:51:19.580269 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5c98c311-8e9b-4071-8d44-cabd2dc824c5 req-c299eb32-4e22-4b4e-beea-ca0467ca61ff tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Apr 05 12:51:20.817695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bd718-d4cc-470d-a43e-b8bcb46c769e req-f4db9a03-b592-497c-aa01-d0ecd8fe9759 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:20.819242 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-101bd718-d4cc-470d-a43e-b8bcb46c769e req-f4db9a03-b592-497c-aa01-d0ecd8fe9759 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0966954 Apr 05 12:51:20.865298 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-101bd718-d4cc-470d-a43e-b8bcb46c769e req-85706f81-97cd-4325-951d-08877ecea3d1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399590 Apr 05 12:51:22.078039 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e8998-75e8-49c5-aa9e-2507fc50c4a4 req-66e3da83-473a-4ba4-99d3-a5f0a598b7e3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:22.080311 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-180e8998-75e8-49c5-aa9e-2507fc50c4a4 req-66e3da83-473a-4ba4-99d3-a5f0a598b7e3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0956697 Apr 05 12:51:22.139792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-180e8998-75e8-49c5-aa9e-2507fc50c4a4 req-f6b1904b-6223-40d3-aa40-00b034c450e7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520229 Apr 05 12:51:23.313274 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-09e05ce7-0d08-4fb6-a41c-ffac2953086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:23.357212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be640d-7a55-479e-922c-aa4168284e0a req-9a1a4c48-7bd5-4a65-a3e2-afb815563bac tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:23.359847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b2be640d-7a55-479e-922c-aa4168284e0a req-9a1a4c48-7bd5-4a65-a3e2-afb815563bac tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.1145618 Apr 05 12:51:23.524010 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b2be640d-7a55-479e-922c-aa4168284e0a req-8b129228-2144-4bfa-8db8-7fabcad06f5e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569872 Apr 05 12:51:24.139317 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005ef3-70fc-4317-8046-415b5a386579 req-0cf33cf2-26bd-440f-a5be-08c96ba86b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:24.140797 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-0cf33cf2-26bd-440f-a5be-08c96ba86b91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1098 time: 0.0755217 Apr 05 12:51:24.276262 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005ef3-70fc-4317-8046-415b5a386579 req-83e3ebe6-0848-4819-bb39-bd52bb82e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:24.277708 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-83e3ebe6-0848-4819-bb39-bd52bb82e2e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1301970 Apr 05 12:51:24.382053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-4fd5cc43-510b-4d5d-8d5b-30ee2d699f39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1001 time: 0.0968590 Apr 05 12:51:24.447073 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005ef3-70fc-4317-8046-415b5a386579 req-799628db-b457-4fc9-aff4-9044987afce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:24.448521 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-799628db-b457-4fc9-aff4-9044987afce2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0606725 Apr 05 12:51:24.521758 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97005ef3-70fc-4317-8046-415b5a386579 req-c3ea6bd0-545b-4ac7-b909-2a136959f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:24.523450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-c3ea6bd0-545b-4ac7-b909-2a136959f578 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694797 Apr 05 12:51:24.702631 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-2ecd7376-5dd6-415f-b28f-ecc398783c1b service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723979 Apr 05 12:51:24.823597 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69656fa-10b7-46eb-b6a6-27a8d93ed20a req-4fde6275-9ae3-4fca-8019-683ce31520ee tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:24.825085 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c69656fa-10b7-46eb-b6a6-27a8d93ed20a req-4fde6275-9ae3-4fca-8019-683ce31520ee tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.1945176 Apr 05 12:51:24.836976 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:24.885129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-97005ef3-70fc-4317-8046-415b5a386579 req-ee8d56c6-a00f-4cf8-ad4f-9471b1b07dc9 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752751 Apr 05 12:51:24.895742 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c69656fa-10b7-46eb-b6a6-27a8d93ed20a req-8caf4933-de8d-412e-a854-28f2a56da29a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606256 Apr 05 12:51:25.366277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9865a45f-9164-433c-a304-d056ba9e0a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:26.087767 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ad098-c149-4e87-90df-e5a7108c794c req-4bf61c00-39a7-4a7b-9c28-06b606d65c6d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:26.090877 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f11ad098-c149-4e87-90df-e5a7108c794c req-4bf61c00-39a7-4a7b-9c28-06b606d65c6d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0866094 Apr 05 12:51:26.140598 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f11ad098-c149-4e87-90df-e5a7108c794c req-0bdb328c-9ebe-42d3-a290-a1319904eec1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439267 Apr 05 12:51:26.560369 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:26.637416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:27.337512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f204c7-a393-4c72-a804-26020c6c49b4 req-fc09d1d6-203f-43a0-9a18-4272a474ac18 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:27.338961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-15f204c7-a393-4c72-a804-26020c6c49b4 req-fc09d1d6-203f-43a0-9a18-4272a474ac18 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0909343 Apr 05 12:51:27.388362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-15f204c7-a393-4c72-a804-26020c6c49b4 req-b0dd31f0-e35a-45a4-88f6-7c0beda5c0bd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 Apr 05 12:51:27.537682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:51:27.662480 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:27.698292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:27.699427 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:51:27.706121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:27.755910 dv-neutron-833203-3-hyperv neutron-server[87959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'code': 422} returned with failed status Apr 05 12:51:27.758527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdfdeb-5ca9-47c1-b94f-023a32b1a868 req-986687db-0dd1-4f96-adfb-509ea8afe8aa tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:27.760079 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fbdfdeb-5ca9-47c1-b94f-023a32b1a868 req-986687db-0dd1-4f96-adfb-509ea8afe8aa tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 945 time: 0.0959842 Apr 05 12:51:27.783655 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:51:27.810910 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4fbdfdeb-5ca9-47c1-b94f-023a32b1a868 req-964110eb-bed9-4ed7-ab3b-a005bb39d90d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424778 Apr 05 12:51:27.867949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:28.074209 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-439e091b-cc2d-4048-a567-c9d05fd98cb8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155844 Apr 05 12:51:29.046630 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680f752-2d9b-47b9-af90-6d95c5f18a5b req-6b8d5e59-09c1-4126-a350-3eddc0f90e14 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.048142 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6680f752-2d9b-47b9-af90-6d95c5f18a5b req-6b8d5e59-09c1-4126-a350-3eddc0f90e14 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.1357770 Apr 05 12:51:29.115829 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6680f752-2d9b-47b9-af90-6d95c5f18a5b req-58644b16-6319-42b6-be61-da5d2a967da3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588641 Apr 05 12:51:29.118607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-9e01ce01-451a-488f-bfe8-ed58173e8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.120047 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-9e01ce01-451a-488f-bfe8-ed58173e8347 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 1096 time: 0.1349988 Apr 05 12:51:29.229516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-01caccf6-d47e-4c4f-9258-039214b0cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.230993 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-01caccf6-d47e-4c4f-9258-039214b0cbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1096 time: 0.0853608 Apr 05 12:51:29.367256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-250c2959-ee73-4e56-acb8-08cd149e2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.368619 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-250c2959-ee73-4e56-acb8-08cd149e2e8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1310859 Apr 05 12:51:29.578997 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-9d1585df-fe73-4660-8b26-b817eed8195e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 999 time: 0.2039177 Apr 05 12:51:29.640417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-e1de2da1-53f5-4a8a-a5f1-d79cbedd4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.641745 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-e1de2da1-53f5-4a8a-a5f1-d79cbedd4871 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0573428 Apr 05 12:51:29.724421 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-cb2997e9-bd4c-44f1-b594-376da339bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:29.725884 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-cb2997e9-bd4c-44f1-b594-376da339bb4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784667 Apr 05 12:51:29.863143 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-b3f51774-cb33-43f9-81db-172dcba4ad4d service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313264 Apr 05 12:51:29.995330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d6f7ee6c-9f66-42fa-9938-22e5ca4b3f98 req-fa811b31-2489-4f0b-9177-9a2e8267dfc0 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268494 Apr 05 12:51:30.286895 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:51:30.308451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64bbbb-8b91-4b86-8124-b78b3ea2c1f1 req-aa1131f2-0b10-43e9-b1c8-be5d8328eedd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:30.309917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a64bbbb-8b91-4b86-8124-b78b3ea2c1f1 req-aa1131f2-0b10-43e9-b1c8-be5d8328eedd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0870614 Apr 05 12:51:30.362295 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1a64bbbb-8b91-4b86-8124-b78b3ea2c1f1 req-ca844810-9709-4387-b324-53b7c4ebf62f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Apr 05 12:51:31.557202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:51:31.606291 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bd823-1a55-4b37-8d32-b33c0e4fa016 req-203de104-fec4-4be6-a92c-8fd152ae06a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:31.609006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc8bd823-1a55-4b37-8d32-b33c0e4fa016 req-203de104-fec4-4be6-a92c-8fd152ae06a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.1230533 Apr 05 12:51:31.688820 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-cc8bd823-1a55-4b37-8d32-b33c0e4fa016 req-d19a0a85-530d-4fbc-81e3-645b52c6d2c5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677187 Apr 05 12:51:32.911197 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1a56f-9036-4c94-857e-e3804d1f75ca req-43fe9149-e7c6-4a9b-a887-51885dee5597 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:32.913285 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ae1a56f-9036-4c94-857e-e3804d1f75ca req-43fe9149-e7c6-4a9b-a887-51885dee5597 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0840263 Apr 05 12:51:32.960673 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1ae1a56f-9036-4c94-857e-e3804d1f75ca req-db7830c8-2702-4f20-a5bb-f3ff9e870c19 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Apr 05 12:51:34.183849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eb09d-3134-467f-911f-b2dce016b316 req-41b205b4-69bd-4405-9423-1efd2a955bf4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:34.185426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e97eb09d-3134-467f-911f-b2dce016b316 req-41b205b4-69bd-4405-9423-1efd2a955bf4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.1028385 Apr 05 12:51:34.231228 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-e97eb09d-3134-467f-911f-b2dce016b316 req-bddd75fd-3f49-4249-861f-97381472f8cc tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 Apr 05 12:51:35.428380 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5975608-e9d5-4c76-9d09-a76b30be5304 req-f05c961b-b5ec-4bfc-8b0d-9a4182dc8a1a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:35.429835 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5975608-e9d5-4c76-9d09-a76b30be5304 req-f05c961b-b5ec-4bfc-8b0d-9a4182dc8a1a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0884447 Apr 05 12:51:35.477449 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5975608-e9d5-4c76-9d09-a76b30be5304 req-8da890a7-fe56-4082-906f-ee12eb44a5fe tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Apr 05 12:51:36.675195 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cbc73-beb8-4fa2-af54-7af8b98872f0 req-61cca0ba-f8af-4586-b6b3-440afe4f0179 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:36.676916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c82cbc73-beb8-4fa2-af54-7af8b98872f0 req-61cca0ba-f8af-4586-b6b3-440afe4f0179 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0877733 Apr 05 12:51:36.723792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c82cbc73-beb8-4fa2-af54-7af8b98872f0 req-e5264da4-01db-4442-abe1-fc01ff6c13e7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Apr 05 12:51:37.936433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb6d4-9cf4-4251-938c-de2d5275abb6 req-fd417502-1e1f-4f31-a99d-7c080ba5ba0d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:37.938017 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7ecb6d4-9cf4-4251-938c-de2d5275abb6 req-fd417502-1e1f-4f31-a99d-7c080ba5ba0d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0954432 Apr 05 12:51:37.991678 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f7ecb6d4-9cf4-4251-938c-de2d5275abb6 req-be89176e-7dcd-4e05-aa33-ae8cc39ae8e7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Apr 05 12:51:39.182162 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083dac4-e1a8-4999-8253-76dbbde099fd req-cec91134-560c-44a4-835d-98fdf85ec84e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:39.183713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0083dac4-e1a8-4999-8253-76dbbde099fd req-cec91134-560c-44a4-835d-98fdf85ec84e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0816007 Apr 05 12:51:39.231639 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0083dac4-e1a8-4999-8253-76dbbde099fd req-808cfb14-02fc-40e6-8cbf-38aa59da20a2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417919 Apr 05 12:51:40.419883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bd060-5c2f-4b5c-afdf-b98af94c5e4e req-02ac5d67-5275-46ff-942b-8886c64bb16b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:40.421986 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d9bd060-5c2f-4b5c-afdf-b98af94c5e4e req-02ac5d67-5275-46ff-942b-8886c64bb16b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0800946 Apr 05 12:51:40.464939 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d9bd060-5c2f-4b5c-afdf-b98af94c5e4e req-b4207f1c-a856-4800-b443-4f4619d4435f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369513 Apr 05 12:51:41.600472 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:51:41.653407 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e8502-a7cb-4207-ad61-016ba7096784 req-c412539e-d4f1-41b5-b99c-3875e69336d1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:41.655373 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a83e8502-a7cb-4207-ad61-016ba7096784 req-c412539e-d4f1-41b5-b99c-3875e69336d1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 943 time: 0.0830877 Apr 05 12:51:41.702488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a83e8502-a7cb-4207-ad61-016ba7096784 req-3e073b3f-8bbe-4563-a5a1-f2f42ae534b9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Apr 05 12:51:41.735972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:41.748809 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'port_id': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'mac_address': 'fa:16:3e:9b:3c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:51:41.802264 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:41.818316 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:51:41.833280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:41.837750 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:41.937213 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=9']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:51:42.084451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['14f49b18-4e07-4a2a-876a-d0bd067ce472'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:51:42.884394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fc575-6b8b-48c6-974f-441ef82e1634 req-e67a0c3f-86a8-4c32-8841-0f5b57ef612a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:42.885845 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-865fc575-6b8b-48c6-974f-441ef82e1634 req-e67a0c3f-86a8-4c32-8841-0f5b57ef612a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 944 time: 0.0791843 Apr 05 12:51:42.928986 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-865fc575-6b8b-48c6-974f-441ef82e1634 req-01fbca8e-0438-4ce0-a457-548b50eba6d3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 Apr 05 12:51:43.617907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:51:43.686718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port 14f49b18-4e07-4a2a-876a-d0bd067ce472 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:51:43.687112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:43.805543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:43.832452 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:51:43.841919 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:51:43.846083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:43.880817 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'code': 200} Apr 05 12:51:43.921436 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=10']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:51:44.199114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce0f53-cf51-4c04-9954-89dbfb5943aa req-856f685c-8d4c-4676-b5e7-724c923ca1fe tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:44.200536 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-02ce0f53-cf51-4c04-9954-89dbfb5943aa req-856f685c-8d4c-4676-b5e7-724c923ca1fe tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.1667628 Apr 05 12:51:44.203538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b41e7b-b62c-48d0-897f-696dff8ed16e req-6aa28fe0-69ad-40c5-84a4-2eaebcfe8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:44.204824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37b41e7b-b62c-48d0-897f-696dff8ed16e req-6aa28fe0-69ad-40c5-84a4-2eaebcfe8e89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1099 time: 0.1330986 Apr 05 12:51:44.373145 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-02ce0f53-cf51-4c04-9954-89dbfb5943aa req-2d2933d1-8e5f-4de1-b8be-47586c957674 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661298 Apr 05 12:51:44.375394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37b41e7b-b62c-48d0-897f-696dff8ed16e req-01e210ce-ebfc-4761-92c9-c24b3780bca5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552783 Apr 05 12:51:45.565892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd164a76-c566-43aa-810b-7a81d0407b0d req-927bcfc9-da04-4e10-9e2f-5439787b627a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:45.567511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd164a76-c566-43aa-810b-7a81d0407b0d req-927bcfc9-da04-4e10-9e2f-5439787b627a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.0865605 Apr 05 12:51:45.613977 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd164a76-c566-43aa-810b-7a81d0407b0d req-ab359db0-924d-494a-87e0-09d746e942af tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Apr 05 12:51:46.162435 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-dd450e61-b0c7-49ac-9b5b-03bf53a950f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767496 Apr 05 12:51:46.305696 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-c4d81ff1-37c9-43a4-af49-bac7ed2b561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:46.307277 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-c4d81ff1-37c9-43a4-af49-bac7ed2b561c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1099 time: 0.0763001 Apr 05 12:51:46.452944 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-9115aa05-5e3e-40ec-92e7-c1f72d8fc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:46.454468 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-9115aa05-5e3e-40ec-92e7-c1f72d8fc353 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1302922 Apr 05 12:51:46.572202 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-29814747-a926-4c1c-8a07-023c7fa95b9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1001 time: 0.1114573 Apr 05 12:51:46.635417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-80d3225d-e069-4c7a-92df-147c99b5bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:46.636892 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-80d3225d-e069-4c7a-92df-147c99b5bc22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0588737 Apr 05 12:51:46.711859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-cc49e137-2b53-4ea7-bbba-6e9bb537a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:46.713240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-cc49e137-2b53-4ea7-bbba-6e9bb537a63c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700741 Apr 05 12:51:46.908511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-9712f5bd-7752-4f12-a83a-5bdfa2eae275 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887450 Apr 05 12:51:46.919533 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9188-cebf-46f8-b7cd-adf216fadda7 req-e8cc587e-86ff-47ca-9c29-5ed7cc94dbf9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:51:46.920914 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a38f9188-cebf-46f8-b7cd-adf216fadda7 req-e8cc587e-86ff-47ca-9c29-5ed7cc94dbf9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.1840446 Apr 05 12:51:47.050880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a38f9188-cebf-46f8-b7cd-adf216fadda7 req-db279e23-e9f6-44b2-9374-04724d748823 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115751 Apr 05 12:51:47.080773 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-081b9868-de98-4095-bffc-cecc96e5cbb7 req-412e96d5-7b21-4476-ba09-0a4b58f547bd service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577854 Apr 05 12:51:53.306683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-db367226-0132-46a4-bd09-ed0df6de0490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:54.846536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:55.368129 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-902025cb-0c88-4b0c-9397-33a320715180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:56.562814 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:56.639419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:51:57.870326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:07.286307 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:52:23.307978 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-33100605-a62e-42d9-a2e8-1f8831e7bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:24.851350 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:25.373247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4c85-a23d-4a93-89fd-73534a2c802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:26.564431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:26.642833 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:27.872959 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:44.285474 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:52:47.227694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-5f927e41-119e-40cd-bfcd-d93a88c8d6df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330650 Apr 05 12:52:47.365574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-f8e8b609-2ac9-46cc-9820-a7146d44d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:47.366922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-f8e8b609-2ac9-46cc-9820-a7146d44d016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1099 time: 0.0703650 Apr 05 12:52:47.510904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-436ba4c7-1d51-4e63-a497-9e50c4cc4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:47.512362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-436ba4c7-1d51-4e63-a497-9e50c4cc4624 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1271424 Apr 05 12:52:47.628077 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-4385ab20-694e-4efa-9a02-65daf9491ca5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 1001 time: 0.1096213 Apr 05 12:52:47.689613 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-248c794e-ffe4-4da6-94bb-70a2c2633405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:47.691063 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-248c794e-ffe4-4da6-94bb-70a2c2633405 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0566032 Apr 05 12:52:47.871008 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-a69a39c1-bd1a-48c6-92fd-79d74e9c3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:47.872620 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-a69a39c1-bd1a-48c6-92fd-79d74e9c3b70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1749115 Apr 05 12:52:48.015774 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-27b29781-9920-414d-aa30-d03ae14d8fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368284 Apr 05 12:52:48.152954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dce61154-e871-4e7e-83a6-12d1d6d84412 req-5f882056-afae-467b-9724-e9226b352238 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277201 Apr 05 12:52:53.310419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d543226c-99b5-4ad2-9a7d-0415624e7ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:54.853646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:55.378579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8e75c654-3adf-42d4-a924-3b8377be30d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:56.567944 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:56.646409 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:56.730566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35314) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:52:56.935394 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Deleting port c0ef69cd-cc5d-4fdf-97ec-c81858d47b59 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:52:56.935738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:57.111779 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:57.112108 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:57.242057 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Calling delete_port for c0ef69cd-cc5d-4fdf-97ec-c81858d47b59 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:52:57.395177 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:57.444099 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'Port': ['ID=c0ef69cd-cc5d-4fdf-97ec-c81858d47b59,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:52:57.510857 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.511139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.511478 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.511812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.512138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.512469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.512797 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.513121 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.513445 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.513765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.514084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.514424 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:52:57.548587 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:57.548932 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Floating IP 31bdafe9-9c79-4bc0-89fa-a966e51e046d disassociated (deleted). External IP: 172.26.5.152, port: 14f49b18-4e07-4a2a-876a-d0bd067ce472. Apr 05 12:52:57.880960 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:58.011494 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:52:58.192781 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:52:58.202933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:52:58.212043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:52:58.212661 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:52:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:52:58.213351 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:52:58.272129 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-51a10618-9e9c-4f59-9391-1c04746c8453 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "DELETE /v2.0/floatingips/31bdafe9-9c79-4bc0-89fa-a966e51e046d HTTP/1.1" status: 204 len: 168 time: 1.5404692 Apr 05 12:52:58.272718 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:52:58.376540 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'status': 'completed', 'code': 200} Apr 05 12:52:58.401702 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:52:58.475323 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-f1009bf4-3d97-4f90-921f-9be18706ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:58.476858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-f1009bf4-3d97-4f90-921f-9be18706ca13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 1099 time: 0.0784669 Apr 05 12:52:58.628187 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-3756f697-5f7a-4173-9547-17dc1e308a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:58.629736 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-3756f697-5f7a-4173-9547-17dc1e308a77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1465654 Apr 05 12:52:58.733584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:52:58.737643 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:52:58.737794 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-15200137-eb8c-42a4-8c51-e159ce413611 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 200 len: 217 time: 0.1010966 Apr 05 12:52:58.746509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:52:58.747163 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:52:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:52:58.821855 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-2cafde02-8e70-44b2-b152-7acf04ca2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:58.823375 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-2cafde02-8e70-44b2-b152-7acf04ca2227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0788920 Apr 05 12:52:58.885838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e665f11-bbfc-49d1-83ea-8dc03e2730a6 req-f56b7b3a-67ef-43d5-8222-e941767bf026 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:58.887252 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e665f11-bbfc-49d1-83ea-8dc03e2730a6 req-f56b7b3a-67ef-43d5-8222-e941767bf026 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.2983479 Apr 05 12:52:58.934308 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:52:58.951005 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1e665f11-bbfc-49d1-83ea-8dc03e2730a6 req-c2bf65c5-a435-4388-bd30-8ffe5c0ddb21 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541120 Apr 05 12:52:58.953730 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-4a1125df-28e9-470e-bdf5-d0b3e5809a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:58.955149 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-4a1125df-28e9-470e-bdf5-d0b3e5809a3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224966 Apr 05 12:52:59.103848 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-2aaa0fcf-713a-4fb6-b0e0-a5d11dda05bb service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410491 Apr 05 12:52:59.241193 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5495dbeb-47b4-4277-a6b3-6b1d55414260 req-3cae13ae-f16c-4d39-a110-ceb6db449a3a service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305604 Apr 05 12:52:59.316485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:52:59.320921 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f5e9a0-bb51-4d84-992b-6499b55c1aa1 None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:52:59.528601 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3501c77a-a326-4597-9b41-92d950451328 None None] New status for floating IP 31bdafe9-9c79-4bc0-89fa-a966e51e046d: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:52:59.919313 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-3f9cc1e8-6bc9-4187-a19b-be7ccaf0bd6e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:52:59.920847 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-3f9cc1e8-6bc9-4187-a19b-be7ccaf0bd6e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.0863521 Apr 05 12:52:59.998003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Deleting port 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:52:59.998341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:00.313806 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] For port 14f49b18-4e07-4a2a-876a-d0bd067ce472, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=14f49b18-4e07-4a2a-876a-d0bd067ce472,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:53:00.314079 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:00.558663 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ca582-283a-4d82-899d-b7ad6ec9258f req-9d9126d9-d771-445e-bad2-b161966de9c2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:00.560147 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-766ca582-283a-4d82-899d-b7ad6ec9258f req-9d9126d9-d771-445e-bad2-b161966de9c2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=62ce48c0-dea0-4869-8b72-5b1f2404893c HTTP/1.1" status: 200 len: 946 time: 0.4674568 Apr 05 12:53:00.567109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Calling delete_port for 14f49b18-4e07-4a2a-876a-d0bd067ce472 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:53:00.677565 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-766ca582-283a-4d82-899d-b7ad6ec9258f req-a3578800-f6e2-4e60-9437-c67a8667498f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814424 Apr 05 12:53:00.757165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:00.808271 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'Port': ['ID=14f49b18-4e07-4a2a-876a-d0bd067ce472,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:00.846856 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.847239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.847583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.847942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.848260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.848595 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.848922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.849248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.849574 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.849895 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.850219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.850538 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:00.896716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] No DVR routers for this DVR port 14f49b18-4e07-4a2a-876a-d0bd067ce472 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:53:00.899211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:00.901695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-deleted', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:53:00.914119 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2a901ed-872a-48f0-9fba-64b8e785a8bd req-f0003ec0-22e9-4432-bae8-829aba17c3a3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "DELETE /v2.0/ports/14f49b18-4e07-4a2a-876a-d0bd067ce472 HTTP/1.1" status: 204 len: 173 time: 0.9863958 Apr 05 12:53:00.955018 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce48c0-dea0-4869-8b72-5b1f2404893c', 'name': 'network-vif-deleted', 'tag': '14f49b18-4e07-4a2a-876a-d0bd067ce472', 'status': 'completed', 'code': 200} Apr 05 12:53:01.776648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35340) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:01.848846 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:01.880543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:01.954287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:01.977042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2cb87c-5de9-42f5-9d35-18a8d3e5236d,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:01.992949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:01.994898 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-7d411021-3557-4c4e-9293-e5c89418d8ce tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "DELETE /v2.0/security-groups/ee2cb87c-5de9-42f5-9d35-18a8d3e5236d HTTP/1.1" status: 204 len: 168 time: 0.2170732 Apr 05 12:53:02.527370 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35348) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:02.535629 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386944201', 'description': 'tempest-secgroup-smoke-386944201 description', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:02.544729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:02.550933 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:02.553833 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:02.559970 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:02.571621 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.594483 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:02.598741 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:02.602381 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:02.610033 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:02.689600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.693444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.739748 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:02.745944 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.747320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d235cf21-43c1-4954-92e5-284db8835182 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2183867 Apr 05 12:53:02.750140 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35352) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:02.756793 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:02.762998 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:02.766798 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:02.769720 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:02.776731 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:02.796803 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.871484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.876198 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.900133 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8ed9bc-7d71-43d7-9694-a96c35b6327d,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:02.910170 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:02.911790 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-15f94221-f44d-4d0b-b434-a874824975ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601009 Apr 05 12:53:02.915449 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35356) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:02.921361 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:02.928615 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:02.932529 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:02.935466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:02.941674 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:02.958951 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.047363 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.051308 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.074673 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea6bd58-841d-4b62-8482-013aa46398fe,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:03.085393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.086632 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e25f4778-cdb9-45e1-bd56-4709ae8bc577 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701512 Apr 05 12:53:03.089415 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35360) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:03.096954 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:03.101388 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:03.106567 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:03.110109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:03.118678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:03.140081 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.207434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.211471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.235700 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860de390-affc-4296-a56c-e48b87eaa85a,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:03.252356 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.253928 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-99c8b541-e427-4b4b-b840-278659af09f0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634727 Apr 05 12:53:03.257178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35364) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:03.262502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:03.269589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:03.273528 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:03.276434 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:03.282786 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:03.300903 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.372531 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.376959 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.407139 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dac1fce-9ea8-4a2c-97b7-97f4315fd7b4,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:03.421062 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.422436 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-3df4dfb7-bdcb-4fd1-b737-1789a7147571 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642666 Apr 05 12:53:03.425222 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35368) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:03.430252 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:03.436399 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:03.440350 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:03.443330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:03.449648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:03.462775 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Project 0ef3064e3cc147bbada4e64efb8e5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:53:03.470532 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.539410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.543251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.568280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04caaa3c-5a86-4b79-b17b-416ca61f498b,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:03.580487 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.581778 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2e0363ec-5d1e-48f7-bd8c-a4673680066f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555963 Apr 05 12:53:03.584555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35372) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:03.589697 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'security_group_rule': {'security_group_id': 'ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8', 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:03.596393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:03.601320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:security_group_rule and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:03.605656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:03.611760 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:03.621671 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.securitygroups_db [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Project 0ef3064e3cc147bbada4e64efb8e5767 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:53:03.629374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.707728 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.711621 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.736355 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475173be-abb4-49fc-b553-b9de5db00aa2,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:03.750925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:03.752414 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-85d61c30-000d-47a3-9713-ad739c5d41fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668742 Apr 05 12:53:04.006231 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:53:04.041362 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: 14f49b18-4e07-4a2a-876a-d0bd067ce472 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:53:04.041768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device 14f49b18-4e07-4a2a-876a-d0bd067ce472 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:53:18.730414 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d2565f70-4d80-495c-9a07-032d84b42427 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:security_group {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:53:18.747550 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d2565f70-4d80-495c-9a07-032d84b42427 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:security_group {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:53:18.749250 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d2565f70-4d80-495c-9a07-032d84b42427 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386944201&fields=id&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 267 time: 0.0585186 Apr 05 12:53:18.911326 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d40e8d8a-3b6b-4c53-816f-30d99a27975a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:18.912803 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d40e8d8a-3b6b-4c53-816f-30d99a27975a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 809 time: 0.1564953 Apr 05 12:53:18.928954 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-36e9a2c0-9bac-495b-a03d-320f69e46cc5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/quotas/0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 375 time: 0.0103738 Apr 05 12:53:19.021078 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d8bc39a2-ac30-4091-9e90-31883e813f8b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:53:19.037757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d8bc39a2-ac30-4091-9e90-31883e813f8b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:53:19.039239 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-d8bc39a2-ac30-4091-9e90-31883e813f8b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051290 Apr 05 12:53:19.200549 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-7d9d6862-27e2-4368-8ba4-cc8556b6c5df service neutron] 10.222.0.50 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487958 Apr 05 12:53:19.335834 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-be002d01-c28c-4a6c-83ff-c36df559df4b service neutron] 10.222.0.50 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288521 Apr 05 12:53:19.727750 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-c992ecd8-0c41-44e9-b010-2906e86236c2 req-78fe0012-5f12-4c6d-883f-f8a475a12e76 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0474820 Apr 05 12:53:20.770424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-85c2bb98-ceb0-4dff-86e9-4097ff5d5747 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:20.771809 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-85c2bb98-ceb0-4dff-86e9-4097ff5d5747 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 809 time: 0.1593699 Apr 05 12:53:20.828048 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a90d151-3731-4d93-ac65-c9ffd48db535 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 379 time: 0.0480716 Apr 05 12:53:20.836029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'port': {'device_id': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'admin_state_up': True, 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'security_groups': ['ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:20.925811 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d40a5ee4-71b6-4da5-892a-59135b2ba948 req-ee9efa14-4aa4-4026-8c22-943671b40c32 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0683939 Apr 05 12:53:21.031054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:21.041276 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:21.051996 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Made reservation on behalf of 0ef3064e3cc147bbada4e64efb8e5767 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:53:21.055397 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:21.284241 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:53:21.337019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Allocated IP 172.20.0.7 (261417c5-8fd0-4bbd-94db-614970e5f708/00cecedd-4971-4c96-82d8-d6485c113801/d9663418-9daa-46e9-9822-d91a04297199) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:53:21.536962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:21.553824 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Transition to ACTIVE for port object d9663418-9daa-46e9-9822-d91a04297199 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:53:21.578490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:21.644476 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Network 261417c5-8fd0-4bbd-94db-614970e5f708 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:53:21.652082 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:53:21.656481 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:53:21.691337 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:21.730729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:21.731439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:21.762531 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-82019d82-49cb-471b-b7e8-315fcb4046fd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9299850 Apr 05 12:53:21.774424 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Request body: {'port': {'device_id': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:21.895850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:21.937193 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e1164eed-14bd-4006-8b3f-8627163b900f None None] Provisioning for port d9663418-9daa-46e9-9822-d91a04297199 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:53:21.943431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e1164eed-14bd-4006-8b3f-8627163b900f None None] Provisioning complete for port d9663418-9daa-46e9-9822-d91a04297199 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:53:21.944288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e1164eed-14bd-4006-8b3f-8627163b900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.005773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e1164eed-14bd-4006-8b3f-8627163b900f None None] Port d9663418-9daa-46e9-9822-d91a04297199 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:53:22.261086 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44100-d83c-4ae6-9829-5d0c8e157bc7 req-568c4099-0759-47de-b399-5e07b55439b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:22.261792 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-29d44100-d83c-4ae6-9829-5d0c8e157bc7 req-568c4099-0759-47de-b399-5e07b55439b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:53:22.318341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-29d44100-d83c-4ae6-9829-5d0c8e157bc7 req-568c4099-0759-47de-b399-5e07b55439b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:53:22.319782 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29d44100-d83c-4ae6-9829-5d0c8e157bc7 req-568c4099-0759-47de-b399-5e07b55439b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 931 time: 0.2361393 Apr 05 12:53:22.367311 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9663418-9daa-46e9-9822-d91a04297199 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:53:22.383384 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.401273 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-29d44100-d83c-4ae6-9829-5d0c8e157bc7 req-1a04e4ad-cb97-4981-a828-2d931faf5c14 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719988 Apr 05 12:53:22.408029 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Transition to ACTIVE for port object d9663418-9daa-46e9-9822-d91a04297199 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:53:22.413178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.545343 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:22.660400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Attempting to bind port d9663418-9daa-46e9-9822-d91a04297199 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:53:22.660774 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Attempting to bind port d9663418-9daa-46e9-9822-d91a04297199 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:53:22.661134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Attempting to bind port d9663418-9daa-46e9-9822-d91a04297199 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:53:22.666157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Port d9663418-9daa-46e9-9822-d91a04297199 on network 261417c5-8fd0-4bbd-94db-614970e5f708 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:53:22.666471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Attempting to bind port d9663418-9daa-46e9-9822-d91a04297199 on network 261417c5-8fd0-4bbd-94db-614970e5f708 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:53:22.673563 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:53:22.673887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Checking segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:53:22.674265 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Bound using segment: {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:53:22.674688 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Bound port: d9663418-9daa-46e9-9822-d91a04297199, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd19dc2-0410-4db5-b190-2504cc778f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:53:22.675049 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.766490 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:53:22.769939 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:53:22.778114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.840890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:22.841647 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:22.843383 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] 10.222.0.30 "PUT /v2.0/ports/d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 1093 time: 1.0736408 Apr 05 12:53:22.843888 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:53:22.895908 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a187da6-eae0-4460-a3d1-ca947be4f230 service neutron] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:22.944682 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'status': 'completed', 'code': 200} Apr 05 12:53:22.991579 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-dc8cc409-a5d2-43e6-a9f8-d9e83245ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:22.993646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-dc8cc409-a5d2-43e6-a9f8-d9e83245ea50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0893974 Apr 05 12:53:23.192947 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-8b562b7d-2184-4ab6-8df3-806de50e8fde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 217 time: 0.1928656 Apr 05 12:53:23.256268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-504cb958-55c1-4ccd-9e53-ed1c6fe113c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:23.257731 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-504cb958-55c1-4ccd-9e53-ed1c6fe113c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0592275 Apr 05 12:53:23.317317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1509c4e-eeb4-485b-9c9f-bd43dcb07394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:23.333536 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-1037ea79-5f3f-4238-8f4d-449d7b2d5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:23.334999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-1037ea79-5f3f-4238-8f4d-449d7b2d5123 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717416 Apr 05 12:53:23.465594 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-c0b66b99-51aa-442c-abe6-e8b91c77875c service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245821 Apr 05 12:53:23.658349 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-53c98a7a-6ddd-44ea-b644-6d014f39ddcf req-b1ad30d7-ce3b-4949-afcf-d5cef8abc921 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865551 Apr 05 12:53:23.671342 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fc1a4-c3fc-453e-a233-0fddfb6c7bf9 req-258031df-a611-449d-86d3-97a439e13ddd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:23.672754 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5b1fc1a4-c3fc-453e-a233-0fddfb6c7bf9 req-258031df-a611-449d-86d3-97a439e13ddd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.1661632 Apr 05 12:53:23.759983 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-5b1fc1a4-c3fc-453e-a233-0fddfb6c7bf9 req-6f1b6db7-e07f-4eaf-a8c9-c57177d0e299 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812769 Apr 05 12:53:23.788904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-fe9dd4b5-8476-40aa-897b-ad093ffd047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:23.790369 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-fe9dd4b5-8476-40aa-897b-ad093ffd047b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0840080 Apr 05 12:53:23.922297 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-c6022dd0-8951-4d81-854f-35a2b7348da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:23.923789 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-c6022dd0-8951-4d81-854f-35a2b7348da9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1273654 Apr 05 12:53:23.991917 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-2d2f9a46-56ca-4cf8-80e1-c5da49fa1273 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 217 time: 0.0607178 Apr 05 12:53:24.057901 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-685b439d-4546-4907-abba-35e388405312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:24.059356 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-685b439d-4546-4907-abba-35e388405312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0620873 Apr 05 12:53:24.134474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-39b50dc5-e975-4c11-9999-b76d60e1a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:24.135883 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-39b50dc5-e975-4c11-9999-b76d60e1a2ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708485 Apr 05 12:53:24.272729 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-8c67b97a-04e8-412a-a9a2-3e315a23d788 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307948 Apr 05 12:53:24.405156 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1b60face-20c9-49e9-bec6-8c31521e75b2 req-2206f82c-8e64-40e9-84d0-4573248de874 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264379 Apr 05 12:53:24.863192 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:24.957920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fcb1a-66c3-4ad9-9801-119de425698d req-a5d91a21-2239-4a7d-8edb-68698ace199c tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:24.959393 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-010fcb1a-66c3-4ad9-9801-119de425698d req-a5d91a21-2239-4a7d-8edb-68698ace199c tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0854902 Apr 05 12:53:25.004231 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-010fcb1a-66c3-4ad9-9801-119de425698d req-bf9d8856-da6e-43c9-8fae-34acbce3ad0d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390964 Apr 05 12:53:25.380282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-633cc206-c8d0-4952-818d-7956c44bd6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:26.187598 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd167d65-404e-4c99-957b-374e3acf199d req-0804c2eb-750c-4143-9d96-0e4c58b29280 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:26.189044 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd167d65-404e-4c99-957b-374e3acf199d req-0804c2eb-750c-4143-9d96-0e4c58b29280 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0794349 Apr 05 12:53:26.232880 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bd167d65-404e-4c99-957b-374e3acf199d req-27072824-3dad-4d49-88dc-901cd61832b2 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Apr 05 12:53:26.571707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:26.646966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:27.424680 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953652-4f87-46de-8784-e7a368ef266a req-3f3bfa44-ffbd-4274-b7ce-18f9fbf2bf78 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:27.426191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d953652-4f87-46de-8784-e7a368ef266a req-3f3bfa44-ffbd-4274-b7ce-18f9fbf2bf78 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0848703 Apr 05 12:53:27.469643 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4d953652-4f87-46de-8784-e7a368ef266a req-ff04947a-b4f1-421d-b5a7-1fe50a344195 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 Apr 05 12:53:27.880733 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:28.652135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49773d-eca7-4291-9fcd-be228f7755c1 req-dc414957-b883-47e1-846d-0fdf4f04440b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:28.653806 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c49773d-eca7-4291-9fcd-be228f7755c1 req-dc414957-b883-47e1-846d-0fdf4f04440b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0798426 Apr 05 12:53:28.700053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0c49773d-eca7-4291-9fcd-be228f7755c1 req-569ef103-9344-426b-a15f-43fbf8ac20a4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 Apr 05 12:53:29.987693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f3e50-9c1d-4ed9-a394-d1424b238b33 req-014b9120-6c0e-4abd-ad3e-c61ed03521c0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:29.989059 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-865f3e50-9c1d-4ed9-a394-d1424b238b33 req-014b9120-6c0e-4abd-ad3e-c61ed03521c0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.1826274 Apr 05 12:53:30.032493 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-865f3e50-9c1d-4ed9-a394-d1424b238b33 req-7d9c086d-9f7f-4063-8680-9fe070d4cbee tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 Apr 05 12:53:30.160638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:53:30.301423 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:53:30.315792 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'd9663418-9daa-46e9-9822-d91a04297199', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'mac_address': 'fa:16:3e:86:8a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:53:30.371887 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:30.393781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9663418-9daa-46e9-9822-d91a04297199 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:53:30.411482 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:53:30.416334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:30.488936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:30.496351 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.496699 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.497043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.497383 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.498275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.498626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.498957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.499309 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.499636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.499992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.500290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.500614 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:53:30.621345 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['d9663418-9daa-46e9-9822-d91a04297199'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:53:31.221474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ac388-53b0-4b16-a5be-80b52a9ccf54 req-d965b2d9-2b31-47d7-8a02-2509b60fc99a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:31.222906 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae2ac388-53b0-4b16-a5be-80b52a9ccf54 req-d965b2d9-2b31-47d7-8a02-2509b60fc99a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 944 time: 0.0824895 Apr 05 12:53:31.266516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ae2ac388-53b0-4b16-a5be-80b52a9ccf54 req-d3bb6ed6-74ae-4c23-b8d4-73e41d3fb4ba tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 Apr 05 12:53:32.166155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:53:32.236894 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port d9663418-9daa-46e9-9822-d91a04297199 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:53:32.242088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port d9663418-9daa-46e9-9822-d91a04297199 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:53:32.242457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:32.364230 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:32.395916 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:53:32.406106 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:53:32.410519 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:32.456143 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c86f98-222a-4dc7-8dad-3dc7b913d4e0 req-1bacf27d-1a73-4276-b427-1f1fc1329880 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:32.457246 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19c86f98-222a-4dc7-8dad-3dc7b913d4e0 req-1bacf27d-1a73-4276-b427-1f1fc1329880 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 944 time: 0.0862267 Apr 05 12:53:32.484052 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:32.495168 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'code': 200} Apr 05 12:53:32.513964 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-19c86f98-222a-4dc7-8dad-3dc7b913d4e0 req-0c7ae46e-0405-431b-bedc-7ba50226ff93 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492537 Apr 05 12:53:32.764762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee92dfe-cfa7-4247-9a8d-6b69c3c2c401 req-dd537013-b8dd-4129-9a68-2d55685a384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:32.766220 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9ee92dfe-cfa7-4247-9a8d-6b69c3c2c401 req-dd537013-b8dd-4129-9a68-2d55685a384a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0701292 Apr 05 12:53:32.805180 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-9ee92dfe-cfa7-4247-9a8d-6b69c3c2c401 req-643acbd9-c9b6-4739-84d0-a043b193b948 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Apr 05 12:53:33.726577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52827e82-737e-4f4c-a145-e5316c9f2dff req-1e7190ac-ac4c-45f7-a00c-32c56dd38d19 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:33.728099 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52827e82-737e-4f4c-a145-e5316c9f2dff req-1e7190ac-ac4c-45f7-a00c-32c56dd38d19 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1005330 Apr 05 12:53:33.778261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-52827e82-737e-4f4c-a145-e5316c9f2dff req-1a16c8ad-c3cb-4eb2-9b1c-6c6ee4387611 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Apr 05 12:53:34.995753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55526a-ba74-4d2b-9479-bb8980768523 req-09633168-73a9-4810-804b-474c1710023f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:34.997276 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f55526a-ba74-4d2b-9479-bb8980768523 req-09633168-73a9-4810-804b-474c1710023f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0970557 Apr 05 12:53:35.053501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f55526a-ba74-4d2b-9479-bb8980768523 req-da650b1f-5702-4796-a403-a79b6f144af0 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457678 Apr 05 12:53:35.250471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffef057-7776-4371-8651-8915a224b38e req-569dff73-2d8f-4194-8916-ed8c36257084 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:35.251984 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bffef057-7776-4371-8651-8915a224b38e req-569dff73-2d8f-4194-8916-ed8c36257084 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0856907 Apr 05 12:53:35.326912 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-bffef057-7776-4371-8651-8915a224b38e req-ad70e1ad-cae4-425b-be46-75fd71fd072e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618687 Apr 05 12:53:35.352050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35554) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:35.431227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4c7f6-a52e-4cb6-95de-c30551df58c1 tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:35.431934 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-37e4c7f6-a52e-4cb6-95de-c30551df58c1 tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] Synchronizing usage tracker for tenant:adcef7ba09944b28a0ee5a5dbca7ec7a on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:53:35.449777 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-37e4c7f6-a52e-4cb6-95de-c30551df58c1 tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] Unset dirty status for tenant:adcef7ba09944b28a0ee5a5dbca7ec7a on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:53:35.451394 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-37e4c7f6-a52e-4cb6-95de-c30551df58c1 tempest-TestShelveInstance-1699423719 tempest-TestShelveInstance-1699423719-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1093 time: 0.0979886 Apr 05 12:53:35.454660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35558) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:53:35.459719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:53:35.465874 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:53:35.470335 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Usage tracker for resource:floatingip and tenant:0ef3064e3cc147bbada4e64efb8e5767 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:53:35.473504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:53:35.479268 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:53:35.493588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:35.636898 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:35.784400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Allocated IP 172.26.5.236 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/f7dac2be-2433-4c8d-bae9-f8224b33f871) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:53:35.937543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:35.984372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:36.055420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:53:36.063340 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:53:36.067488 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:53:36.097726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=f7dac2be-2433-4c8d-bae9-f8224b33f871,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:36.590517 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:36.689493 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:36.904228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:36.909017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:37.036042 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event updated for resources: {'Port': ['ID=f7dac2be-2433-4c8d-bae9-f8224b33f871,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:53:37.050475 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:37.234802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.db.l3_db [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Floating IP d99264ff-84be-441c-a6fe-4606aa58e942 associated. External IP: 172.26.5.236, port: d9663418-9daa-46e9-9822-d91a04297199. Apr 05 12:53:37.640025 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:53:37.822573 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:53:37.831963 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:53:37.840785 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:53:37.841907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:53:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:53:37.848805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:37.907527 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-b7ec6a32-a2ef-4006-88c6-952f345688fb tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4516287 Apr 05 12:53:37.908069 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:53:37.956604 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'status': 'completed', 'code': 200} Apr 05 12:53:38.028453 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:53:38.051979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-43dd6857-aba9-4b57-a9c0-f3872e0a32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:38.053589 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-43dd6857-aba9-4b57-a9c0-f3872e0a32b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0740860 Apr 05 12:53:38.320547 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-c0c43f50-c6a9-4a09-8a8d-3c762b2ed349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:38.322839 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-c0c43f50-c6a9-4a09-8a8d-3c762b2ed349 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.2637758 Apr 05 12:53:38.434489 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'd99264ff-84be-441c-a6fe-4606aa58e942', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:86:8a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:53:36Z', 'updated_at': '2022-04-05T12:53:36Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:53:38.439389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:53:38.440916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-31d5e268-f00f-406e-bb10-399223fc836f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 999 time: 0.1100197 Apr 05 12:53:38.448317 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:53:38.448984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:53:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:53:38.502125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-39c6de0a-374f-4aa1-ac9e-ae9d9711ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:38.503931 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-39c6de0a-374f-4aa1-ac9e-ae9d9711ae10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0578334 Apr 05 12:53:38.584043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-7b4c55e2-1dd5-4ac3-9dbd-b9cc1505f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:38.585412 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-7b4c55e2-1dd5-4ac3-9dbd-b9cc1505f01d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750277 Apr 05 12:53:38.632824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:53:38.721058 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-bb09cdd0-111d-4ef4-a794-e439e3c034aa service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297200 Apr 05 12:53:38.856391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8a3a3291-5739-4e19-ac19-a4333a444989 req-2452a004-9f92-40ab-8c09-9856848b09dd service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283998 Apr 05 12:53:38.992280 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'd99264ff-84be-441c-a6fe-4606aa58e942', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:86:8a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:53:36Z', 'updated_at': '2022-04-05T12:53:36Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:53:38.996783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b35b6-6486-48ea-8724-d073d9abce56 None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': 'd99264ff-84be-441c-a6fe-4606aa58e942', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'floating_ip_address': '172.26.5.236', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'mac_address': 'fa:16:3e:86:8a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:53:36Z', 'updated_at': '2022-04-05T12:53:36Z', 'revision_number': 0, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:53:39.222893 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fe295-1b9b-48c5-b1da-6279f2be6bc5 None None] New status for floating IP d99264ff-84be-441c-a6fe-4606aa58e942: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:53:47.201597 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-a1b253ef-c4a3-4142-9fa5-2f4ae43e63fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994093 Apr 05 12:53:47.400886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-95d87bd7-4ce1-4505-832d-a8c77178c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:47.404277 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-95d87bd7-4ce1-4505-832d-a8c77178c7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.1176157 Apr 05 12:53:47.589347 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-ecb79fb7-eb5c-4214-8e05-28d2b2d2d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:47.591324 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-ecb79fb7-eb5c-4214-8e05-28d2b2d2d4f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1658709 Apr 05 12:53:47.691841 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-7c75d8fa-e5c2-47f4-9fe7-bef033046589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 1001 time: 0.0946817 Apr 05 12:53:47.765994 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-828caf50-9ced-4c9a-bfbc-bf8b35eef12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:47.767471 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-828caf50-9ced-4c9a-bfbc-bf8b35eef12b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0685563 Apr 05 12:53:47.858071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-a4c76360-d6bf-48b4-8094-ca443e5b7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:53:47.860174 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-a4c76360-d6bf-48b4-8094-ca443e5b7aaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854104 Apr 05 12:53:48.036130 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-340dd813-b751-4976-a2d6-8f31a19d314c service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692183 Apr 05 12:53:48.175272 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2d84447b-faec-4e62-b0ab-d1cb2d8ee403 req-be5dcb9a-7bb9-4926-ab97-d17c07d9df0c service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335728 Apr 05 12:53:53.312017 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eee61423-7912-42a6-bc9f-be0e618d5ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:54.865367 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:55.390126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c155a15c-12f7-4539-a247-27b88d8a6009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:56.586592 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:56.654199 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:57.890211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:53:58.292914 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:54:23.326093 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0b962036-34fd-46d3-9aa1-f9bdd96e003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:24.878758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:25.386300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b16602bf-f858-4322-b753-44db29691189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:26.581297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:26.656787 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:27.891657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:35.282070 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:54:49.176074 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-887f267f-a505-469b-a0a6-1e0135d85358 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846732 Apr 05 12:54:49.321363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-1ab3ab2e-4c24-44d8-a50f-c824581524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:54:49.323628 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-1ab3ab2e-4c24-44d8-a50f-c824581524b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0785317 Apr 05 12:54:49.604338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-b9ca41f1-4080-4715-bc2b-e91e4a16fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:54:49.605824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-b9ca41f1-4080-4715-bc2b-e91e4a16fb79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.2589264 Apr 05 12:54:49.727397 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-32677523-726c-45d0-b1b8-db7040549af7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 1001 time: 0.1151481 Apr 05 12:54:49.802641 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-08116db0-b8fa-4470-8d3b-c1c7c7fe699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:54:49.804160 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-08116db0-b8fa-4470-8d3b-c1c7c7fe699e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0713067 Apr 05 12:54:49.883259 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-7af969e9-04aa-46b8-95d3-38ac15a3d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:54:49.884659 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-7af969e9-04aa-46b8-95d3-38ac15a3d375 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743771 Apr 05 12:54:50.028329 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-3ba8752a-fb2f-4ebe-a7ee-555a1e1694db service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368475 Apr 05 12:54:50.187802 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-229fe4b5-79ad-4519-9474-bc6ecdbe615c req-3f7505ce-fff6-47f1-87b8-1680fd0ae77a service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538963 Apr 05 12:54:53.326700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-091db793-3d58-423e-9090-9c8f05bea64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:54.877016 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:55.385930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8b0a49bc-b124-4ea8-9b13-d3ef15eae65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:56.577100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:56.669857 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:54:57.895356 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:12.280673 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:55:23.319408 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-41f8a5d9-68ad-4a2f-bc4a-fdb620d1f1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:24.886949 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:25.380063 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8f2509b5-21f1-4715-9649-2def5bb5087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:26.570399 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:26.659681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:27.896539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:34.090428 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351902e1-b830-40ff-afa0-1d89b8968794 req-3dfe6723-75bb-4d90-9545-9b14251d9662 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:34.091918 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-351902e1-b830-40ff-afa0-1d89b8968794 req-3dfe6723-75bb-4d90-9545-9b14251d9662 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0847631 Apr 05 12:55:34.139340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-351902e1-b830-40ff-afa0-1d89b8968794 req-1b4ca5be-9751-432c-b42a-4747757295bc tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417302 Apr 05 12:55:35.331394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534b483-7cde-4759-b534-e31c0e39712f req-42eccb06-47e2-417b-947d-30a4acf9eec3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:35.332832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1534b483-7cde-4759-b534-e31c0e39712f req-42eccb06-47e2-417b-947d-30a4acf9eec3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0814905 Apr 05 12:55:35.377196 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1534b483-7cde-4759-b534-e31c0e39712f req-96830182-c401-4101-8f2a-c663c497d16d tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Apr 05 12:55:36.581559 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511d105-8851-417f-9646-e3bebc21df4e req-109a6870-3abb-434a-a408-9f4cb1889c06 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:36.583036 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b511d105-8851-417f-9646-e3bebc21df4e req-109a6870-3abb-434a-a408-9f4cb1889c06 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0894241 Apr 05 12:55:36.636534 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b511d105-8851-417f-9646-e3bebc21df4e req-8badb65a-e5c0-4e99-8bfe-4c9a6896bc12 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Apr 05 12:55:37.836057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff3826-c14f-4df7-bfab-37a97ccbbee8 req-9550dceb-467e-4762-b574-ae4b94ddf5e8 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:37.838139 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8bff3826-c14f-4df7-bfab-37a97ccbbee8 req-9550dceb-467e-4762-b574-ae4b94ddf5e8 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0884075 Apr 05 12:55:37.903695 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8bff3826-c14f-4df7-bfab-37a97ccbbee8 req-45db17b5-7873-4646-bd1e-2624b336ca45 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589607 Apr 05 12:55:39.107146 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527cc9a-acdf-4f52-b7ee-b04893104b78 req-016c72a5-ae7b-4ed4-a262-e6efbef49858 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:39.108674 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d527cc9a-acdf-4f52-b7ee-b04893104b78 req-016c72a5-ae7b-4ed4-a262-e6efbef49858 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0941062 Apr 05 12:55:39.154903 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d527cc9a-acdf-4f52-b7ee-b04893104b78 req-22cb187d-ed5b-44e9-b79e-18da9dddcffd tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Apr 05 12:55:40.345177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cba7d-ec85-458b-aab0-ad120698a860 req-2819f53f-bdab-4f2a-a222-9c1b7ce54da7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:40.346541 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f4cba7d-ec85-458b-aab0-ad120698a860 req-2819f53f-bdab-4f2a-a222-9c1b7ce54da7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0839081 Apr 05 12:55:40.404755 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0f4cba7d-ec85-458b-aab0-ad120698a860 req-e32b462f-c35f-4ecb-a8dc-ad08061d0976 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495393 Apr 05 12:55:41.606838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a45c8c-25c4-444b-903d-ecec96228e33 req-49487864-161b-410f-b253-09a0100ea4b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:41.608432 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70a45c8c-25c4-444b-903d-ecec96228e33 req-49487864-161b-410f-b253-09a0100ea4b3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0868433 Apr 05 12:55:41.659054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70a45c8c-25c4-444b-903d-ecec96228e33 req-deeeb3c9-3703-4ce4-8e72-8b0bd0d120ca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Apr 05 12:55:42.918755 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bdb14-40ff-47e6-94a9-abb096fbd03c req-0f0d37d2-db0b-409b-b2d9-3d6a88f2520a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:42.920371 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-663bdb14-40ff-47e6-94a9-abb096fbd03c req-0f0d37d2-db0b-409b-b2d9-3d6a88f2520a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1206512 Apr 05 12:55:42.977244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-663bdb14-40ff-47e6-94a9-abb096fbd03c req-c7b76231-e0a9-4656-aa8e-f7b8f46f53fc tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466483 Apr 05 12:55:44.245011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080546c8-9119-455a-9078-0918cef5859d req-d42db85c-fde5-4e47-87e6-2b973e20c685 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:44.246448 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-080546c8-9119-455a-9078-0918cef5859d req-d42db85c-fde5-4e47-87e6-2b973e20c685 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1159031 Apr 05 12:55:44.248461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-15bd06f3-986a-472b-9226-6382535325bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:44.249788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-15bd06f3-986a-472b-9226-6382535325bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.1517541 Apr 05 12:55:44.501810 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-080546c8-9119-455a-9078-0918cef5859d req-cc495bcd-cc31-46e7-a78b-3bbe13ebc3b5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493694 Apr 05 12:55:44.533503 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-884e3fb2-fdf8-48a6-88d7-a723315f9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:44.534977 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-884e3fb2-fdf8-48a6-88d7-a723315f9597 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.2690053 Apr 05 12:55:44.647696 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-ede4165d-57aa-41e8-a398-982c15327f15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 1001 time: 0.1063666 Apr 05 12:55:44.725072 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-1d598468-42fe-4458-94ac-323019fd7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:44.726701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-1d598468-42fe-4458-94ac-323019fd7270 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0731051 Apr 05 12:55:44.811293 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-38f1532c-05f1-4897-8c3d-7405654caa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:44.812763 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-38f1532c-05f1-4897-8c3d-7405654caa5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800447 Apr 05 12:55:44.969076 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-7227547a-0720-4b10-ac0e-9a208527cd0d service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500633 Apr 05 12:55:45.142244 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-eba6aed4-b645-4c4e-b77a-1c2049a18076 req-1be52495-fb7a-44c7-97b3-9602fe5951bd service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674542 Apr 05 12:55:45.714560 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ba2fe-8d63-49f0-8bd3-c6480923b9ba req-ce5413a6-3a3c-4e35-b66a-a462208dbe68 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:45.716089 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-713ba2fe-8d63-49f0-8bd3-c6480923b9ba req-ce5413a6-3a3c-4e35-b66a-a462208dbe68 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0858152 Apr 05 12:55:45.763001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-713ba2fe-8d63-49f0-8bd3-c6480923b9ba req-0d01bd7d-f17a-4932-ba82-650a9adf6f4e tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Apr 05 12:55:46.983768 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db53d2-d74f-49a1-b6ef-caf611cf9d07 req-6d8d5539-ce29-4456-9aee-7570cbd7cb77 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:46.986404 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57db53d2-d74f-49a1-b6ef-caf611cf9d07 req-6d8d5539-ce29-4456-9aee-7570cbd7cb77 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0947247 Apr 05 12:55:47.052488 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-57db53d2-d74f-49a1-b6ef-caf611cf9d07 req-a31d85d1-7499-4f55-b97e-278dc92f905b tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604451 Apr 05 12:55:48.261930 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db062405-e170-44f8-8dc2-8aaffd36fc17 req-f235ec0b-3985-4b32-9820-b01a97b1a87f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:48.263466 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db062405-e170-44f8-8dc2-8aaffd36fc17 req-f235ec0b-3985-4b32-9820-b01a97b1a87f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0933352 Apr 05 12:55:48.319546 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-db062405-e170-44f8-8dc2-8aaffd36fc17 req-1e6fe6bb-14fd-470f-819b-e5bcd2e8fb86 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466580 Apr 05 12:55:48.643660 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-817f8839-2f6f-4535-ae9c-b8610c717d93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844557 Apr 05 12:55:48.726106 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918199b-1cfc-453c-90ff-ea474e25414a req-05d4820b-d2df-4f59-814d-0187e6f66748 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:48.727679 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3918199b-1cfc-453c-90ff-ea474e25414a req-05d4820b-d2df-4f59-814d-0187e6f66748 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0919394 Apr 05 12:55:48.788557 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3918199b-1cfc-453c-90ff-ea474e25414a req-003e2405-0b40-4f2e-a9d6-370a18e04902 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528150 Apr 05 12:55:49.284534 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:55:50.029292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0987eb-c07f-4bf9-bd32-5070eb146280 req-2cac0029-f2e5-4cf3-a03c-7150596a3554 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:50.031955 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ec0987eb-c07f-4bf9-bd32-5070eb146280 req-2cac0029-f2e5-4cf3-a03c-7150596a3554 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1195471 Apr 05 12:55:50.092636 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ec0987eb-c07f-4bf9-bd32-5070eb146280 req-968c3aad-4cf1-42f0-999e-a752496c746f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560389 Apr 05 12:55:50.756437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:55:50.881203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:50.910697 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:55:50.920640 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:55:50.930526 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:51.009630 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'code': 200} Apr 05 12:55:51.042688 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:55:51.050880 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.051403 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.051840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.052262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.052689 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.053114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.053536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.053953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.054425 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.054838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.055292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.055736 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:55:51.341639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79bdf-4f60-4b4c-8c9d-0d82888be83f req-9776cb0b-b40f-4d67-b947-07b65155c4ab tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.343137 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68d79bdf-4f60-4b4c-8c9d-0d82888be83f req-9776cb0b-b40f-4d67-b947-07b65155c4ab tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.1414192 Apr 05 12:55:51.345534 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-6a856111-7264-427e-969f-685f85d3fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.346860 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-6a856111-7264-427e-969f-685f85d3fac9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4&tenant_id=0ef3064e3cc147bbada4e64efb8e5767 HTTP/1.1" status: 200 len: 1096 time: 0.1091237 Apr 05 12:55:51.429042 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-68d79bdf-4f60-4b4c-8c9d-0d82888be83f req-3f24e56c-4373-451c-9217-b141f14f9130 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783875 Apr 05 12:55:51.458101 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-c0e410b5-1158-418a-94b4-a65a774de299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.459635 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-c0e410b5-1158-418a-94b4-a65a774de299 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0913436 Apr 05 12:55:51.601962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-a4277bd7-d1a5-4e5f-bf2f-843b57449566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.603948 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-a4277bd7-d1a5-4e5f-bf2f-843b57449566 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1378770 Apr 05 12:55:51.724054 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-8bf14d03-f808-43ca-98f1-c3cab645d50d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 999 time: 0.1145375 Apr 05 12:55:51.803922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-2a15844d-151b-4573-89cd-1d816ef56cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.805384 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-2a15844d-151b-4573-89cd-1d816ef56cff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0761120 Apr 05 12:55:51.883253 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-713b4975-36e1-40af-89b2-edadb6cbb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:51.884672 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-713b4975-36e1-40af-89b2-edadb6cbb67a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737767 Apr 05 12:55:52.149246 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-a4a51f3f-d083-434b-8161-1c28f3573781 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527764 Apr 05 12:55:52.293605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f21a57fa-be2c-46a1-ac37-4d982fdb8be8 req-bec58edc-f159-486a-a4f1-2b83017412f3 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384935 Apr 05 12:55:52.637220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f829a-0d91-4412-8619-c227d52a36b3 req-8db78606-e489-4f5d-b098-3856a635de0a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:52.638680 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-199f829a-0d91-4412-8619-c227d52a36b3 req-8db78606-e489-4f5d-b098-3856a635de0a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0970392 Apr 05 12:55:52.689999 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-199f829a-0d91-4412-8619-c227d52a36b3 req-451ce025-a251-48e4-91da-417b23122bc6 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441828 Apr 05 12:55:53.323465 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b99ce331-31fd-4ec8-941e-9aab97979890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:53.909105 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3553e6-09bd-4625-94d4-e0323ab19a40 req-f341067d-1236-4ee3-81c6-35c57b952ee4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:53.910586 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e3553e6-09bd-4625-94d4-e0323ab19a40 req-f341067d-1236-4ee3-81c6-35c57b952ee4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.1059968 Apr 05 12:55:53.960159 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0e3553e6-09bd-4625-94d4-e0323ab19a40 req-3a4e52e3-085c-4475-b9fd-2af777f72755 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402570 Apr 05 12:55:54.899155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:55.163522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36943dfc-88e7-4137-b406-d905b5ffe264 req-3475dbd9-3a28-4461-96ea-9b78eb1d3dca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:55.165040 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36943dfc-88e7-4137-b406-d905b5ffe264 req-3475dbd9-3a28-4461-96ea-9b78eb1d3dca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0873556 Apr 05 12:55:55.212882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-36943dfc-88e7-4137-b406-d905b5ffe264 req-16859a51-7e18-461e-af82-9e39c07ae661 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409465 Apr 05 12:55:55.384711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-acdf04dd-48b8-421f-bf12-e9b35c03c0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:56.411752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5863fe-fa1b-411c-bf60-91b7580ab7b9 req-4d98f74d-2d95-4837-a72e-5a049d801516 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:56.413227 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b5863fe-fa1b-411c-bf60-91b7580ab7b9 req-4d98f74d-2d95-4837-a72e-5a049d801516 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0900164 Apr 05 12:55:56.469113 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8b5863fe-fa1b-411c-bf60-91b7580ab7b9 req-7177cb3d-30dd-41dd-a397-4438583bda21 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Apr 05 12:55:56.575440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:56.664179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:57.671863 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7d0c-3967-4e91-9ac5-7247c31ef3e0 req-45fff883-8c99-413e-9a93-b87fcd69501f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:57.671863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47fc7d0c-3967-4e91-9ac5-7247c31ef3e0 req-45fff883-8c99-413e-9a93-b87fcd69501f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0857379 Apr 05 12:55:57.723974 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-47fc7d0c-3967-4e91-9ac5-7247c31ef3e0 req-7654299f-2e1b-4d4d-937b-3cac1af5d530 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465710 Apr 05 12:55:57.899683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:55:58.965308 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb908f-390a-4ccb-9379-ecd3d771ae48 req-68336d78-baa0-415b-8d37-ee1a9e8668b9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:55:58.966823 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aacb908f-390a-4ccb-9379-ecd3d771ae48 req-68336d78-baa0-415b-8d37-ee1a9e8668b9 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.1251254 Apr 05 12:55:59.022105 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-aacb908f-390a-4ccb-9379-ecd3d771ae48 req-fb647ecd-d834-4d5a-a304-d20654634450 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457680 Apr 05 12:56:00.235435 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622911c-e403-4656-81fe-beb0871e8c4d req-f93a3389-2d4f-40e5-b194-1c98389de71f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:00.236924 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f622911c-e403-4656-81fe-beb0871e8c4d req-f93a3389-2d4f-40e5-b194-1c98389de71f tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 943 time: 0.0848417 Apr 05 12:56:00.285661 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f622911c-e403-4656-81fe-beb0871e8c4d req-af3c472f-3ee5-4463-82f9-ec67783b2422 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Apr 05 12:56:00.819227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:56:00.962927 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:56:00.976789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'd9663418-9daa-46e9-9822-d91a04297199', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'port_id': 'd9663418-9daa-46e9-9822-d91a04297199', 'mac_address': 'fa:16:3e:86:8a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:56:01.036974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:01.055406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9663418-9daa-46e9-9822-d91a04297199 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:56:01.073357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:56:01.077431 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:01.157834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:56:01.319864 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['d9663418-9daa-46e9-9822-d91a04297199'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:56:01.504093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ef198-de1f-4e88-a5bb-e401f21cdd06 req-f60c8f41-c0bb-4e99-8534-9d86b92b6eb1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:01.505646 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d4ef198-de1f-4e88-a5bb-e401f21cdd06 req-f60c8f41-c0bb-4e99-8534-9d86b92b6eb1 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 944 time: 0.0996521 Apr 05 12:56:01.567208 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7d4ef198-de1f-4e88-a5bb-e401f21cdd06 req-3a949772-5e5c-466b-b170-38c1936f3d49 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547888 Apr 05 12:56:02.810087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0b59-506d-4412-b045-00dc3895e3e4 req-fcdcd31d-a31e-445e-92b2-56ecfbf1b9d7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:02.812554 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f04e0b59-506d-4412-b045-00dc3895e3e4 req-fcdcd31d-a31e-445e-92b2-56ecfbf1b9d7 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 944 time: 0.1065030 Apr 05 12:56:02.835211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:56:02.862675 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f04e0b59-506d-4412-b045-00dc3895e3e4 req-eccd4fa6-fc63-4cfd-9ea1-810adb118f98 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Apr 05 12:56:02.930084 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port d9663418-9daa-46e9-9822-d91a04297199 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:56:02.930777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:03.074966 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:03.105742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:56:03.120375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:56:03.125172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:03.195102 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:56:04.081809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9affb3-0aa8-467b-a95c-62a9881eaa07 req-a999ab7d-c03c-4109-b318-3657a2c2f172 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:04.084067 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ac9affb3-0aa8-467b-a95c-62a9881eaa07 req-a999ab7d-c03c-4109-b318-3657a2c2f172 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0940034 Apr 05 12:56:04.131761 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ac9affb3-0aa8-467b-a95c-62a9881eaa07 req-86bc8369-5d0a-4a72-b197-a973641e3cf3 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416384 Apr 05 12:56:04.172699 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'code': 200} Apr 05 12:56:04.478702 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09ef77-8b0e-4a78-9820-6ea2a1e720bb req-bc83e09b-374c-4da2-b15d-84d85b9f1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:04.480475 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab09ef77-8b0e-4a78-9820-6ea2a1e720bb req-bc83e09b-374c-4da2-b15d-84d85b9f1484 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0861297 Apr 05 12:56:04.523129 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab09ef77-8b0e-4a78-9820-6ea2a1e720bb req-3787d61a-5e08-4ded-b1eb-1b3bede6607a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Apr 05 12:56:05.329237 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fe32-9da1-4a74-b4e8-1f2435c3ff00 req-e8a5d869-f6d8-4454-b3ec-4bfbae8d9a9a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:05.330701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6797fe32-9da1-4a74-b4e8-1f2435c3ff00 req-e8a5d869-f6d8-4454-b3ec-4bfbae8d9a9a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0860252 Apr 05 12:56:05.380413 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6797fe32-9da1-4a74-b4e8-1f2435c3ff00 req-93f0d14f-43bc-4a42-88cb-f24bb1435851 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Apr 05 12:56:06.573802 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95f93d-27b6-4128-971a-b1865fd84035 req-d8a5a4d3-7f8e-43b4-9053-a7a1a7111566 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:06.575378 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd95f93d-27b6-4128-971a-b1865fd84035 req-d8a5a4d3-7f8e-43b4-9053-a7a1a7111566 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0821433 Apr 05 12:56:06.622105 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-fd95f93d-27b6-4128-971a-b1865fd84035 req-2ccdfbe0-e80a-4c17-942a-4ae91a64d73a tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398672 Apr 05 12:56:23.346310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-42746cfa-e3f0-424f-9519-855390150e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:24.926682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:25.406928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-21bddcd5-9dad-458d-85a1-a516d20ddbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:26.285426 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:56:26.595402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:26.667330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:27.911251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:50.196440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-08d608cc-9df7-4050-9dc9-2cfda5ad1cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720282 Apr 05 12:56:50.347260 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-3f809a4e-8113-443c-a4c6-2b3396fe6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:50.348832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-3f809a4e-8113-443c-a4c6-2b3396fe6545 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0734081 Apr 05 12:56:50.511165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-9c7fa834-1435-4a52-9e31-ae2fee5cc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:50.512618 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-9c7fa834-1435-4a52-9e31-ae2fee5cc2d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1455557 Apr 05 12:56:50.616759 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-9913742a-143e-43c9-8e17-780ab191ebbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 1001 time: 0.0977178 Apr 05 12:56:50.677087 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-9445d548-6f68-4276-b83e-ec2588befc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:50.678591 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-9445d548-6f68-4276-b83e-ec2588befc89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0572965 Apr 05 12:56:50.855949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-f16ab7a9-26e8-4cd1-942f-9d33d711f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:56:50.857316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-f16ab7a9-26e8-4cd1-942f-9d33d711f836 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732862 Apr 05 12:56:50.988805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-bdb877c1-20df-4021-bd35-d52a02d90f37 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253920 Apr 05 12:56:51.126226 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-70ddee25-bf20-4c43-8f33-71c0af80dacf req-48c550a9-0faf-40d3-999d-79697aa19733 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314316 Apr 05 12:56:53.325333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-57f8d6b4-0206-4c8a-9417-02515ba7f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:54.915393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:55.385451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-51985275-2e55-4b89-9606-d35f2f36cd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:56.585914 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:56.668030 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:56:57.904751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:03.283863 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:57:23.328312 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b798c5b2-a2db-40dc-9846-ba4ba2907878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:24.928771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:25.390899 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de67aeba-7a2a-4e30-a060-642b2231f235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:26.590552 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:26.671268 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:27.908623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:28.306338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35706) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:28.516772 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Deleting port f7dac2be-2433-4c8d-bae9-f8224b33f871 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:28.517074 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:28.690578 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:28.690897 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:28.827453 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Calling delete_port for f7dac2be-2433-4c8d-bae9-f8224b33f871 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:28.993545 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:29.044623 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'Port': ['ID=f7dac2be-2433-4c8d-bae9-f8224b33f871,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:29.085281 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.085546 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.085884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.086208 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.086539 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.086872 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.087219 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.087544 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.087868 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.088188 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.088504 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.088816 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:29.144664 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:29.145004 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Floating IP d99264ff-84be-441c-a6fe-4606aa58e942 disassociated (deleted). External IP: 172.26.5.236, port: d9663418-9daa-46e9-9822-d91a04297199. Apr 05 12:57:29.622554 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:57:29.814338 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:57:29.824991 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:57:29.834800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:29.835599 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:29.835889 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:29.898252 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-88e385b0-36cf-465e-8688-e2e3bed18f37 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "DELETE /v2.0/floatingips/d99264ff-84be-441c-a6fe-4606aa58e942 HTTP/1.1" status: 204 len: 168 time: 1.5898368 Apr 05 12:57:29.898734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:57:29.970933 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'status': 'completed', 'code': 200} Apr 05 12:57:30.036418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:30.075234 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-a0345033-b40c-4697-b1a3-dedb306d9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:30.077426 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-a0345033-b40c-4697-b1a3-dedb306d9f53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0809863 Apr 05 12:57:30.238242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-fa988a22-9eb0-41f4-b5bf-ced566a8705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:30.239822 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-fa988a22-9eb0-41f4-b5bf-ced566a8705c service neutron] 10.222.0.30 "GET /v2.0/networks?id=261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 200 len: 910 time: 0.1556449 Apr 05 12:57:30.323865 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-11a9bd79-a2eb-4f8e-9e81-86d290cddec8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 200 len: 217 time: 0.0758600 Apr 05 12:57:30.398206 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-3fe1204a-835f-4ba5-b344-b094ce55f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:30.399824 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-3fe1204a-835f-4ba5-b344-b094ce55f6e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 200 len: 848 time: 0.0697219 Apr 05 12:57:30.452061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:30.456871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:57:30.465860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:30.466466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:30.539886 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-14d57431-0c9f-4526-a873-9dc69174ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:30.541453 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-14d57431-0c9f-4526-a873-9dc69174ed53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=261417c5-8fd0-4bbd-94db-614970e5f708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352978 Apr 05 12:57:30.554063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570e604-8d12-41e2-a8b1-dc5f86715e2b req-bda023fd-b37b-42ad-ba05-86569aeb8444 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:30.555486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0570e604-8d12-41e2-a8b1-dc5f86715e2b req-bda023fd-b37b-42ad-ba05-86569aeb8444 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1129704 Apr 05 12:57:30.560166 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-83995594-189b-4c2a-904a-8045b1937a32 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:57:30.561461 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-83995594-189b-4c2a-904a-8045b1937a32 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047896 Apr 05 12:57:30.655374 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:30.693815 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0570e604-8d12-41e2-a8b1-dc5f86715e2b req-dea277b4-95e3-4ea9-89fa-216842a10e39 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313267 Apr 05 12:57:30.727706 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-4db8f3e4-fea2-493a-9c14-8a4ce821a8ad service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517525 Apr 05 12:57:30.864476 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f56aab61-a12c-43e6-8e44-3a803363f2ff req-e1efd461-284e-4f5c-b808-f44b98c27bc6 service neutron] 10.222.0.30 "GET /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307614 Apr 05 12:57:30.976987 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:30.980917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae84dda-2fe2-4737-b034-307ebcf21a53 None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:48:41Z', 'revision_number': 4, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': '22e66538-5b0b-4f27-bbf4-c73c1c26d438', 'name': '', 'network_id': '261417c5-8fd0-4bbd-94db-614970e5f708', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'mac_address': 'fa:16:3e:13:4e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '00cecedd-4971-4c96-82d8-d6485c113801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:41Z', 'updated_at': '2022-04-05T12:48:49Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'subnets': [{'id': '00cecedd-4971-4c96-82d8-d6485c113801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:57:31.214976 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899ba86-b18a-45da-8655-aae026c3017a None None] New status for floating IP d99264ff-84be-441c-a6fe-4606aa58e942: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:57:31.804516 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-a70187d9-14e2-447e-a04f-0095c0511cca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:31.806025 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-a70187d9-14e2-447e-a04f-0095c0511cca tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.0902343 Apr 05 12:57:31.893066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Deleting port d9663418-9daa-46e9-9822-d91a04297199 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:31.893420 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:32.317624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1fb8c-c646-48cb-9ab8-b5d3d7ffa567 req-a328ce92-07d6-487d-aad6-5c61e545b476 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:32.319858 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26c1fb8c-c646-48cb-9ab8-b5d3d7ffa567 req-a328ce92-07d6-487d-aad6-5c61e545b476 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 945 time: 0.3369596 Apr 05 12:57:32.361286 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] For port d9663418-9daa-46e9-9822-d91a04297199, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9663418-9daa-46e9-9822-d91a04297199,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:32.361633 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:32.504045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Calling delete_port for d9663418-9daa-46e9-9822-d91a04297199 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:32.545694 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-26c1fb8c-c646-48cb-9ab8-b5d3d7ffa567 req-fd100045-954b-4743-a400-878aed577ef6 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125711 Apr 05 12:57:32.662816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:32.720733 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'Port': ['ID=d9663418-9daa-46e9-9822-d91a04297199,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:32.761766 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.762064 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.762359 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.762712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.763019 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.763370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.763693 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.764017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.764436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.764762 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.765083 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.765401 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:32.809849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] No DVR routers for this DVR port d9663418-9daa-46e9-9822-d91a04297199 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:57:32.812611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:32.815554 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-deleted', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:57:32.828491 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f87d8cff-532c-4a25-84fd-7f53156a41e9 req-73dcf887-d089-4ed0-9ef5-19c64fc283d5 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.30 "DELETE /v2.0/ports/d9663418-9daa-46e9-9822-d91a04297199 HTTP/1.1" status: 204 len: 173 time: 1.0168347 Apr 05 12:57:32.929863 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef94647e-1175-4826-afa1-7fe7775cc1d4', 'name': 'network-vif-deleted', 'tag': 'd9663418-9daa-46e9-9822-d91a04297199', 'status': 'completed', 'code': 200} Apr 05 12:57:33.718834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8d5de567-bafe-41e8-a634-13e96997da13 req-572a773b-b188-4dec-bbee-92acd0929b74 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Synchronizing usage tracker for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:57:33.736962 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-8d5de567-bafe-41e8-a634-13e96997da13 req-572a773b-b188-4dec-bbee-92acd0929b74 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Unset dirty status for tenant:0ef3064e3cc147bbada4e64efb8e5767 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:57:33.738187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d5de567-bafe-41e8-a634-13e96997da13 req-572a773b-b188-4dec-bbee-92acd0929b74 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "GET /v2.0/ports?device_id=ef94647e-1175-4826-afa1-7fe7775cc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0662456 Apr 05 12:57:34.844022 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35732) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:34.918345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:34.953963 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:35.033233 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:35.055578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:35.066504 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:35.070714 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-e8a28ede-c916-4c81-b96c-269667ad41f4 tempest-TestShelveInstance-1560536608 tempest-TestShelveInstance-1560536608-project] 10.222.0.50 "DELETE /v2.0/security-groups/ef3b5ee2-5e9d-4aa6-9bfa-298c76ae07b8 HTTP/1.1" status: 204 len: 168 time: 0.2226608 Apr 05 12:57:35.121330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35738) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:35.290879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:35.340646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: d9663418-9daa-46e9-9822-d91a04297199 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:35.341055 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device d9663418-9daa-46e9-9822-d91a04297199 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:36.012501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:36.639583 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Deleting port 22e66538-5b0b-4f27-bbf4-c73c1c26d438 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:36.639839 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:36.836606 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] For port 22e66538-5b0b-4f27-bbf4-c73c1c26d438, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=22e66538-5b0b-4f27-bbf4-c73c1c26d438,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:36.837036 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:36.973161 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Calling delete_port for 22e66538-5b0b-4f27-bbf4-c73c1c26d438 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:37.391071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:37.461322 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Pushing event deleted for resources: {'Port': ['ID=22e66538-5b0b-4f27-bbf4-c73c1c26d438,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:37.772929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:38.364624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Router 4a72501e-dcc1-4843-b9a7-23630f208a6e has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:57:38.569610 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:57:38.579496 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Sync routers for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:57:38.590257 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:38.591059 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:38.595112 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d5b195f9-541f-4c8d-a93d-4284e2adddde admin admin] 10.222.0.50 "PUT /v2.0/routers/4a72501e-dcc1-4843-b9a7-23630f208a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4723923 Apr 05 12:57:38.595333 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35750) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:38.806870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:38.815791 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:39.020202 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:39.030968 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Deleting port 8b5dab29-41fd-460b-8ada-5608f81a6d28 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:39.031510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:39.180179 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136'}], 'enable_snat': True}, 'gw_port_id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:57:37Z', 'revision_number': 5, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port': {'id': '8b5dab29-41fd-460b-8ada-5608f81a6d28', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:38Z', 'updated_at': '2022-04-05T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:39.185146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Checking router: 4a72501e-dcc1-4843-b9a7-23630f208a6e for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:57:39.200008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Routers {'4a72501e-dcc1-4843-b9a7-23630f208a6e'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:39.201062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4a72501e-dcc1-4843-b9a7-23630f208a6e'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:39.249357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] For port 8b5dab29-41fd-460b-8ada-5608f81a6d28, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=8b5dab29-41fd-460b-8ada-5608f81a6d28,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:39.249730 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:39.379707 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Calling delete_port for 8b5dab29-41fd-460b-8ada-5608f81a6d28 owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:39.517757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] Set router 4a72501e-dcc1-4843-b9a7-23630f208a6e gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:39.585552 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:39.653840 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:57:39Z', 'revision_number': 6, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:39.659853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c09a7-5ab9-41a8-ac89-c60b3e9b4e9b None None] The sync data for ids ['4a72501e-dcc1-4843-b9a7-23630f208a6e'] in dv-neutron-833203-3-hyperv is: [{'id': '4a72501e-dcc1-4843-b9a7-23630f208a6e', 'name': 'tempest-TestShelveInstance-1878796062-router', 'tenant_id': '0ef3064e3cc147bbada4e64efb8e5767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:37Z', 'updated_at': '2022-04-05T12:57:39Z', 'revision_number': 6, 'project_id': '0ef3064e3cc147bbada4e64efb8e5767', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:57:39.777631 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5dab29-41fd-460b-8ada-5608f81a6d28,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:39.875810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.066258 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.070601 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.100757 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.101393 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a72501e-dcc1-4843-b9a7-23630f208a6e {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:57:40.120419 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.125724 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d3b83a77-d667-4898-bc36-53922ad94a44 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4a72501e-dcc1-4843-b9a7-23630f208a6e HTTP/1.1" status: 204 len: 168 time: 1.5249455 Apr 05 12:57:40.126334 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35756) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:40.207616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Deleting subnet 00cecedd-4971-4c96-82d8-d6485c113801 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:57:40.210920 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.275158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.288459 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:57:40.369233 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.443790 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.491729 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cecedd-4971-4c96-82d8-d6485c113801,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:40.499875 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.506722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e0e68-869d-47e6-9463-3dd6ab3a7987 None None] Network 261417c5-8fd0-4bbd-94db-614970e5f708 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:57:40.513364 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-eba17b2e-d753-4a00-9e30-22898297e5d6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00cecedd-4971-4c96-82d8-d6485c113801 HTTP/1.1" status: 204 len: 168 time: 0.3856375 Apr 05 12:57:40.518498 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35760) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:40.561509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8b5dab29-41fd-460b-8ada-5608f81a6d28 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:40.609355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 8b5dab29-41fd-460b-8ada-5608f81a6d28 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:40.609862 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 8b5dab29-41fd-460b-8ada-5608f81a6d28 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:40.610764 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 22e66538-5b0b-4f27-bbf4-c73c1c26d438 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:40.657851 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.673568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Deleting port 01028710-db66-42f5-af97-f2e284bc1730 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:40.674080 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.700838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 22e66538-5b0b-4f27-bbf4-c73c1c26d438 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:40.701411 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 22e66538-5b0b-4f27-bbf4-c73c1c26d438 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:40.937689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] For port 01028710-db66-42f5-af97-f2e284bc1730, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=01028710-db66-42f5-af97-f2e284bc1730,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:40.938151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:40.945287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] DHCP port deletion for 261417c5-8fd0-4bbd-94db-614970e5f708 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:57:40.950065 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Deleting port 01028710-db66-42f5-af97-f2e284bc1730 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:40.950440 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.084987 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Calling delete_port for 01028710-db66-42f5-af97-f2e284bc1730 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:41.168588 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.216971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Pushing event deleted for resources: {'Port': ['ID=01028710-db66-42f5-af97-f2e284bc1730,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:41.222448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] No DVR routers for this DVR port 01028710-db66-42f5-af97-f2e284bc1730 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:57:41.231364 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] For port 01028710-db66-42f5-af97-f2e284bc1730, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=01028710-db66-42f5-af97-f2e284bc1730,segment=NetworkSegment(ebd19dc2-0410-4db5-b190-2504cc778f84),segment_id=ebd19dc2-0410-4db5-b190-2504cc778f84)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:41.231771 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.355517 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Calling delete_port for 01028710-db66-42f5-af97-f2e284bc1730 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:41.358298 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.383989 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261417c5-8fd0-4bbd-94db-614970e5f708']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:41.397654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd19dc2-0410-4db5-b190-2504cc778f84') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:41.397947 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd19dc2-0410-4db5-b190-2504cc778f84') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:41.409505 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.426471 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.435239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:57:41.436617 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.440338 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:57:41.440696 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:57:41.454537 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:57:41.532883 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.549937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:41.560868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] Pushing event deleted for resources: {'Network': ['ID=261417c5-8fd0-4bbd-94db-614970e5f708,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:41.574916 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-59bcab80-ea74-42f7-8c2d-f0f739e4d932 admin admin] 10.222.0.50 "DELETE /v2.0/networks/261417c5-8fd0-4bbd-94db-614970e5f708 HTTP/1.1" status: 204 len: 168 time: 1.0551701 Apr 05 12:57:41.577864 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35764) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:41.941936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Deleting port 01028710-db66-42f5-af97-f2e284bc1730 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:41.942568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:42.025287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-2da1a193-63cc-43b4-8e17-8cb8041e1a31 None None] The port '01028710-db66-42f5-af97-f2e284bc1730' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:57:42.155563 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:42.329881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 01028710-db66-42f5-af97-f2e284bc1730 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:42.364903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 01028710-db66-42f5-af97-f2e284bc1730 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:42.365250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 01028710-db66-42f5-af97-f2e284bc1730 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:42.662952 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Deleting port 903806d5-5455-4426-aef5-175120cc2b27 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:42.663959 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:42.856365 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] For port 903806d5-5455-4426-aef5-175120cc2b27, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=903806d5-5455-4426-aef5-175120cc2b27,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:42.856846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:43.000770 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Calling delete_port for 903806d5-5455-4426-aef5-175120cc2b27 owned by network:router_interface {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:43.235859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:43.283880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Pushing event deleted for resources: {'Port': ['ID=903806d5-5455-4426-aef5-175120cc2b27,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:43.596624 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:44.112774 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Router ac32ab81-4209-4321-9a4d-ce82c082f260 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:57:44.362686 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:57:44.373889 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Sync routers for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:57:44.381975 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-89583387-9677-4821-8156-a0a0832a8479 admin admin] 10.222.0.50 "PUT /v2.0/routers/ac32ab81-4209-4321-9a4d-ce82c082f260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030300 Apr 05 12:57:44.384670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35770) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:44.392954 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:44.393674 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:44.581425 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks [] for router, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:44.601436 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:44.814032 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:44.825765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Deleting port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:44.826216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:44.904675 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123'}], 'enable_snat': True}, 'gw_port_id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:57:43Z', 'revision_number': 5, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port': {'id': 'e14cb23c-73f3-4e2a-b5b0-f721ced3a21f', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:48:45Z', 'updated_at': '2022-04-05T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:44.911691 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Checking router: ac32ab81-4209-4321-9a4d-ce82c082f260 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:57:44.923938 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Routers {'ac32ab81-4209-4321-9a4d-ce82c082f260'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:44.924808 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['ac32ab81-4209-4321-9a4d-ce82c082f260'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:45.043738 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] For port e14cb23c-73f3-4e2a-b5b0-f721ced3a21f, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:45.044317 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.144597 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] Set router ac32ab81-4209-4321-9a4d-ce82c082f260 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:45.241373 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Calling delete_port for e14cb23c-73f3-4e2a-b5b0-f721ced3a21f owned by network:router_gateway {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:45.280627 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:57:44Z', 'revision_number': 6, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:45.286900 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebaa4d-3012-435d-832a-5880b1848576 None None] The sync data for ids ['ac32ab81-4209-4321-9a4d-ce82c082f260'] in dv-neutron-833203-3-hyperv is: [{'id': 'ac32ab81-4209-4321-9a4d-ce82c082f260', 'name': 'tempest-TestShelveInstance-1843069715-router', 'tenant_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:48:44Z', 'updated_at': '2022-04-05T12:57:44Z', 'revision_number': 6, 'project_id': 'adcef7ba09944b28a0ee5a5dbca7ec7a', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:57:45.456574 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.538879 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14cb23c-73f3-4e2a-b5b0-f721ced3a21f,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:45.621627 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.940510 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.943541 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.977319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:45.977936 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac32ab81-4209-4321-9a4d-ce82c082f260 {{(pid=87958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 12:57:46.001849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] Notify callbacks [] for router, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.003665 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-4447e510-8050-4d7d-8907-aff455121918 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ac32ab81-4209-4321-9a4d-ce82c082f260 HTTP/1.1" status: 204 len: 168 time: 1.6179385 Apr 05 12:57:46.007715 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35774) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:46.071018 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_v2 [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Deleting subnet cce3a0ce-d64b-407b-a855-d5a27ffbb584 {{(pid=87958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 12:57:46.075600 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.155182 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16390868'] for subnet, precommit_delete_associations {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.244201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.342335 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-714280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16143580'] for subnet, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.357835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e14cb23c-73f3-4e2a-b5b0-f721ced3a21f no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:46.387089 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce3a0ce-d64b-407b-a855-d5a27ffbb584,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:46.390891 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.400665 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-34858027-2fd8-45ba-9f00-055da92aea9d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cce3a0ce-d64b-407b-a855-d5a27ffbb584 HTTP/1.1" status: 204 len: 168 time: 0.3916149 Apr 05 12:57:46.403239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35778) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:46.416260 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: e14cb23c-73f3-4e2a-b5b0-f721ced3a21f {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:46.416827 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device e14cb23c-73f3-4e2a-b5b0-f721ced3a21f not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:46.417558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 903806d5-5455-4426-aef5-175120cc2b27 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:46.460722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b07fc3-0dae-48a5-9476-ebbf1e275fb9 None None] Network 87896332-7cdf-4899-9890-621506157a58 requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:57:46.530234 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.544136 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Deleting port 36620529-4684-4f54-b77f-bf771d0fe10c {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:46.545559 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.575402 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 903806d5-5455-4426-aef5-175120cc2b27 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:46.575954 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 903806d5-5455-4426-aef5-175120cc2b27 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:46.788821 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] For port 36620529-4684-4f54-b77f-bf771d0fe10c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=36620529-4684-4f54-b77f-bf771d0fe10c,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:46.789343 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.805683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] DHCP port deletion for 87896332-7cdf-4899-9890-621506157a58 request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 12:57:46.811877 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Deleting port 36620529-4684-4f54-b77f-bf771d0fe10c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:46.812466 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:46.925735 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Calling delete_port for 36620529-4684-4f54-b77f-bf771d0fe10c owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:47.011011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.057684 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Pushing event deleted for resources: {'Port': ['ID=36620529-4684-4f54-b77f-bf771d0fe10c,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:47.061216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] No DVR routers for this DVR port 36620529-4684-4f54-b77f-bf771d0fe10c on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 12:57:47.077942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] For port 36620529-4684-4f54-b77f-bf771d0fe10c, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=36620529-4684-4f54-b77f-bf771d0fe10c,segment=NetworkSegment(eee1c416-2550-4883-8a8d-5be4a9eae3eb),segment_id=eee1c416-2550-4883-8a8d-5be4a9eae3eb)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:47.078806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.183310 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.217666 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87896332-7cdf-4899-9890-621506157a58']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:47.231143 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee1c416-2550-4883-8a8d-5be4a9eae3eb') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:47.231451 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee1c416-2550-4883-8a8d-5be4a9eae3eb') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:47.243884 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.260228 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.272929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 12:57:47.273355 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 12:57:47.287311 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 12:57:47.306558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Calling delete_port for 36620529-4684-4f54-b77f-bf771d0fe10c owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 12:57:47.370859 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.391269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.398388 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 12:57:47.398933 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 12:57:47.402051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] Pushing event deleted for resources: {'Network': ['ID=87896332-7cdf-4899-9890-621506157a58,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:47.409922 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-2c2d4f00-c12d-4180-b75a-c97f00a5a946 admin admin] 10.222.0.50 "DELETE /v2.0/networks/87896332-7cdf-4899-9890-621506157a58 HTTP/1.1" status: 204 len: 168 time: 1.0055346 Apr 05 12:57:47.551077 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35784) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:47.603270 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-072bc0d2-920f-475d-8770-038c7e2dc9f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ef3064e3cc147bbada4e64efb8e5767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508358 Apr 05 12:57:47.606443 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35788) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:47.666859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.706937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.769884 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.788522 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6ef6e-2019-4801-84ff-a8e693435284,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:47.799367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.801187 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-52a39b51-5e56-40e2-90b8-1f34dbd85ab1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8f6ef6e-2019-4801-84ff-a8e693435284 HTTP/1.1" status: 204 len: 168 time: 0.1936710 Apr 05 12:57:47.900564 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Deleting port 36620529-4684-4f54-b77f-bf771d0fe10c {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 12:57:47.900804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:47.998957 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-f14ccda8-381e-497a-9f9c-3b34c3b6b437 None None] The port '36620529-4684-4f54-b77f-bf771d0fe10c' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 12:57:48.245654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35796) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:48.310357 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-2f5aa066-6ac7-4dc2-aa59-dd8dc1d8bac2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adcef7ba09944b28a0ee5a5dbca7ec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633810 Apr 05 12:57:48.314949 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35800) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:48.337850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 36620529-4684-4f54-b77f-bf771d0fe10c no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 12:57:48.376657 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 36620529-4684-4f54-b77f-bf771d0fe10c {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 12:57:48.377009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 36620529-4684-4f54-b77f-bf771d0fe10c not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 12:57:48.402228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:48.437780 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:48.495699 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:48.516518 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391026e9-b677-40b4-8397-ed13870933f7,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:48.522519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:48.523240 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-9b245b53-6d52-4991-9f6f-5f938fcf0433 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/391026e9-b677-40b4-8397-ed13870933f7 HTTP/1.1" status: 204 len: 168 time: 0.2071283 Apr 05 12:57:49.420190 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35826) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:49.593547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1082953706-network', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:49.599106 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:49.603131 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Usage tracker for resource:network and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:49.605961 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:49.612369 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:49.623316 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Made reservation on behalf of 597a749d0c7b4bcf8fcc362f5c88f709 for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:57:49.625596 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.638171 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.652918 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:49.657124 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:49.659688 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:49.665956 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:49.766101 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.770076 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.800723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:57:49.809696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c10697-e8be-4072-9be9-8c26ccc1398d,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:49.816189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.816543 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Added segment 94b7884c-e123-4adb-94e4-601914552832 of type vlan for network 525e658f-c845-4182-b7f4-a916d0a9bfbe Apr 05 12:57:49.847987 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.880169 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.881237 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:49.881904 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:49.983749 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5624523 Apr 05 12:57:49.987765 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35834) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:49.989433 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71bcc-1ed1-4827-9b1f-08080c335c57 admin admin] Pushing event updated for resources: {'Network': ['ID=525e658f-c845-4182-b7f4-a916d0a9bfbe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:50.002808 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Request body: {'subnet': {'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1082953706-subnet', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:50.003085 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:57:50.010051 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:50.014344 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Usage tracker for resource:subnet and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:50.017224 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:50.024057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:50.160151 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Made reservation on behalf of 597a749d0c7b4bcf8fcc362f5c88f709 for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:57:50.163126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.377444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.470729 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba837e8-aebc-4eba-91fc-214628d3f2b9,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:50.483002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Checking segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:50.483389 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Network hostable DHCP agents. Network: 525e658f-c845-4182-b7f4-a916d0a9bfbe, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:57:50.509216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:57:50.520878 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, 525e658f-c845-4182-b7f4-a916d0a9bfbe) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:50.526695 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:50.527642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.532143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982f846-8059-4574-ac8d-48226877a366 None None] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:57:50.560511 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a7e073f1-0401-412d-9fcf-a64560d23160 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5678892 Apr 05 12:57:50.563174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35838) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:50.568669 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:50.573425 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:50.577604 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Usage tracker for resource:router and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:50.580660 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:50.589231 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:50.603635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.604927 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.622334 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.795112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-525e658f-c845-4182-b7f4-a916d0a9bfbe', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:57:50.796434 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.935228 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:50.977462 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Allocated IP 172.20.0.2 (525e658f-c845-4182-b7f4-a916d0a9bfbe/3ba837e8-aebc-4eba-91fc-214628d3f2b9/a2f65e9d-4fb8-4c76-abb2-6086741cf3e2) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:57:51.307804 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.326298 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Transition to ACTIVE for port object a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:51.334541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.355665 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Transition to ACTIVE for port object a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:51.363322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.369543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.455726 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:51.459335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:51.463441 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:57:51.509126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Pushing event updated for resources: {'Port': ['ID=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:51.512199 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Allocated IP 172.26.5.8 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/484d4f5c-32c2-4bd0-b37c-dabb1a985284) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:57:51.599206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.599545 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.599886 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.600221 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.600547 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.600881 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.601205 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.601531 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.601904 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.602176 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.602494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.602816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:51.627469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Attempting to bind port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:57:51.627849 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Attempting to bind port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:57:51.628220 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Attempting to bind port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:57:51.636475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:57:51.636850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Checking segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:51.637287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.637656 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Bound using segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:57:51.638132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Bound port: a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:57:51.638566 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.689269 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.730394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.742310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] For port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:57:51.745648 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] For port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:57:51.752622 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:51.799520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:51.807450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:51.811887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:57:51.843918 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Pushing event updated for resources: {'Port': ['ID=484d4f5c-32c2-4bd0-b37c-dabb1a985284,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:51.878623 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f18cfd-27ee-4ba0-b602-46f0793a86fa None None] Pushing event updated for resources: {'Port': ['ID=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:52.392406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:57:52.466818 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:52.497380 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:57:52.874655 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.015585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1176dc7-a413-445a-aab3-a578113f0896 None None] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:57:53.103790 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Router 4c4fc557-2902-4777-847f-4a040c7366d5 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:57:53.123173 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Provisioning for port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:57:53.136073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Provisioning complete for port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:53.136593 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.296129 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:57:53.309889 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:57:53.325920 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.327482 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-8406211f-75de-4005-acba-b56fa44c9362 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7629364 Apr 05 12:57:53.331739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35842) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:53.382626 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.402116 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:53.403333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:53.464443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a7bb-970f-4189-9a8c-4172d85dc855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.525239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] For port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:53.586412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:53.687686 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:53.819075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac967-1ba4-44a1-9522-456ef65e14e2 None None] Pushing event updated for resources: {'Port': ['ID=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:54.025194 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-d0b29155-eaf1-4d42-9a17-ff01fd816dae None None] Provisioning complete for port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:54.025477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d0b29155-eaf1-4d42-9a17-ff01fd816dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.075382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:52Z', 'revision_number': 3, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:54.089789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:57:54.090259 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Updating router 4c4fc557-2902-4777-847f-4a040c7366d5 port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:57:54.188191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.211696 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.354644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:57:54.444371 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Allocated IP 172.20.0.1 (525e658f-c845-4182-b7f4-a916d0a9bfbe/3ba837e8-aebc-4eba-91fc-214628d3f2b9/cbcee13b-b84d-4940-bd52-13880b6cecfe) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:57:54.535387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:54.536275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.597837 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.617649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Transition to ACTIVE for port object cbcee13b-b84d-4940-bd52-13880b6cecfe will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:54.646764 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.714848 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:54.722109 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:54.725082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:57:54.763265 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Pushing event updated for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:54.784570 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.794255 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.800036 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Transition to ACTIVE for port object 484d4f5c-32c2-4bd0-b37c-dabb1a985284 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:54.809527 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.894972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Attempting to bind port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:57:54.895420 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Attempting to bind port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:57:54.895796 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Attempting to bind port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:57:54.912296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:57:54.912803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:54.913114 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.913455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:57:54.913924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Bound port: 484d4f5c-32c2-4bd0-b37c-dabb1a985284, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:57:54.914305 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:54.958125 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7e4f8-92a8-47b2-b21c-bd1d4f89e48d None None] Pushing event updated for resources: {'Port': ['ID=484d4f5c-32c2-4bd0-b37c-dabb1a985284,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:54.985054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.013585 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] For port 484d4f5c-32c2-4bd0-b37c-dabb1a985284, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:57:55.017354 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] For port 484d4f5c-32c2-4bd0-b37c-dabb1a985284, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=484d4f5c-32c2-4bd0-b37c-dabb1a985284,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:57:55.023292 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.118901 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.128398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e46fe5be-730a-46ec-86bb-db044d8f5b8b None None] Provisioning for port cbcee13b-b84d-4940-bd52-13880b6cecfe completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:57:55.135130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:55.135757 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:55.201310 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-e46fe5be-730a-46ec-86bb-db044d8f5b8b None None] Provisioning complete for port cbcee13b-b84d-4940-bd52-13880b6cecfe triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:55.201682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-e46fe5be-730a-46ec-86bb-db044d8f5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.245754 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7e4f8-92a8-47b2-b21c-bd1d4f89e48d None None] Pushing event updated for resources: {'Port': ['ID=484d4f5c-32c2-4bd0-b37c-dabb1a985284,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:55.359692 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-e46fe5be-730a-46ec-86bb-db044d8f5b8b None None] Port cbcee13b-b84d-4940-bd52-13880b6cecfe cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:57:55.399860 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-eac12967-1dd1-4cc1-aaa5-c7ba59b83fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.417698 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:55.497206 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.502723 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.613431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:55.616680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Pushing event updated for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:55.756434 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:55.757680 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:55.759206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:57:54Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:55.763609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69555ed6-bbed-4022-9a5a-a064e3bad8f5 None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:57:54Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:57:55.988398 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:57:55.994984 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-a77fdb40-ad87-49eb-acc3-f432f9835203 None None] Provisioning complete for port cbcee13b-b84d-4940-bd52-13880b6cecfe triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:55.995404 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-a77fdb40-ad87-49eb-acc3-f432f9835203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:56.096108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-a77fdb40-ad87-49eb-acc3-f432f9835203 None None] Port cbcee13b-b84d-4940-bd52-13880b6cecfe cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:57:56.220612 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:57:56.232130 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-72064b88-b1f6-4263-966d-26595151928c admin admin] 10.222.0.50 "PUT /v2.0/routers/4c4fc557-2902-4777-847f-4a040c7366d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992953 Apr 05 12:57:56.620824 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:56.696494 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:56.869186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35860) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:56.874834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1343685013-network', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:56.881441 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:56.886869 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Usage tracker for resource:network and tenant:4433396ffbd14bb3ab4f1f36216c378c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:56.890694 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:56.901231 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:56.918286 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Made reservation on behalf of 4433396ffbd14bb3ab4f1f36216c378c for: {'network': 1} {{(pid=87958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:57:56.924038 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for network, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:56.937649 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:56.956806 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:56.960758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Usage tracker for resource:security_group_rule and tenant:4433396ffbd14bb3ab4f1f36216c378c is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:56.963711 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:56.969870 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:57.080466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.090501 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.124979 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=87958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 12:57:57.149847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc5e02a-efff-43e5-8547-b464eb58ad42,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:57.152812 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.153156 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.segments_db [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Added segment 4021348e-c0c8-43b1-a19b-9d47bb06266e of type vlan for network d39e3a34-601f-4b06-8550-0f66f986582a Apr 05 12:57:57.187799 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787964809912'] for network, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.224189 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401'] for network, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.226643 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:57.227556 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.339104 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4662609 Apr 05 12:57:57.339843 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35864) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:57.344782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871efb-a266-44c1-b3b7-5b1a68948e1c admin admin] Pushing event updated for resources: {'Network': ['ID=d39e3a34-601f-4b06-8550-0f66f986582a,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:57.345463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Request body: {'subnet': {'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1343685013-subnet', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'ip_version': 4}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:57.352466 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:57.357523 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Usage tracker for resource:subnet and tenant:4433396ffbd14bb3ab4f1f36216c378c is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:57.359335 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Network d39e3a34-601f-4b06-8550-0f66f986582a details requested by agent ovs-agent-dv-neutron-833203-3-hyperv with host dv-neutron-833203-3-hyperv {{(pid=87959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 12:57:57.362921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:57.370402 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:57.385242 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Made reservation on behalf of 4433396ffbd14bb3ab4f1f36216c378c for: {'subnet': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:57:57.387631 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14777028'] for subnet, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.751120 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4348796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14777050'] for subnet, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.825842 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d27a866-4555-449f-8ddd-619f45685072,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:57.847474 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Checking segment: {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:57.847826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Network hostable DHCP agents. Network: d39e3a34-601f-4b06-8550-0f66f986582a, hostable agents: ['0e320032-4884-4100-8daf-ce3b644bc8aa'], hosted agents: [] {{(pid=87957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 12:57:57.875159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Network d39e3a34-601f-4b06-8550-0f66f986582a is scheduled to be hosted by DHCP agent 0e320032-4884-4100-8daf-ce3b644bc8aa with binding_index 1 {{(pid=87957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 12:57:57.896159 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833203-3-hyperv, d39e3a34-601f-4b06-8550-0f66f986582a) {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:57.898710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:57:57.898710 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.910377 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f936e-8e25-4a32-b169-84b86aa627b2 None None] Network d39e3a34-601f-4b06-8550-0f66f986582a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:57:57.938869 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d688dd01-2d63-4576-a5a3-789f51dcd71c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5975273 Apr 05 12:57:57.941444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35868) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:57:57.947330 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:57:57.952648 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:57:57.957290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Usage tracker for resource:router and tenant:4433396ffbd14bb3ab4f1f36216c378c is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:57:57.960813 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:57:57.968307 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:57:57.986719 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14136'] for router, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.992726 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-990232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-989250', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14129'] for router, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:57.998913 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.022214 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.118022 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:57:58.141553 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:58.142814 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:58.268498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14b9a461-c0ad-5804-b074-e388ee82fef7-d39e3a34-601f-4b06-8550-0f66f986582a', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072'}]}} from dv-neutron-833203-3-hyperv. {{(pid=87959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 12:57:58.269922 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.390442 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:57:58.409845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-989292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14083'] for router, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.413357 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 484d4f5c-32c2-4bd0-b37c-dabb1a985284 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:57:58.557241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.db_base_plugin_common [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Allocated IP 172.20.0.2 (d39e3a34-601f-4b06-8550-0f66f986582a/0d27a866-4555-449f-8ddd-619f45685072/5f452dc5-54e4-4ad3-baa5-cded37169a2a) {{(pid=87959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:57:58.563965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:57:58.573627 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:57:58.574043 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.823499 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.824350 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 2, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:57:58.829825 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:57:58.830390 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Updating router 4c4fc557-2902-4777-847f-4a040c7366d5 port cbcee13b-b84d-4940-bd52-13880b6cecfe binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:57:58.859800 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.871115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.916637 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:58.937448 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 484d4f5c-32c2-4bd0-b37c-dabb1a985284, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=484d4f5c-32c2-4bd0-b37c-dabb1a985284,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:57:58.944799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.001812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks [] for port, precommit_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.035942 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Transition to ACTIVE for port object 5f452dc5-54e4-4ad3-baa5-cded37169a2a will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:59.042921 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Allocated IP 172.26.5.39 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/844d872f-46fc-455c-b3d5-ae2d72483711) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:57:59.063134 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=484d4f5c-32c2-4bd0-b37c-dabb1a985284,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:59.069256 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Transition to ACTIVE for port object 5f452dc5-54e4-4ad3-baa5-cded37169a2a will not be triggered until provisioned by entity DHCP. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:59.076741 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458'] for port, after_create {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.161846 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Network d39e3a34-601f-4b06-8550-0f66f986582a is already hosted by enough agents. {{(pid=87959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:59.182034 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.scheduler.base_scheduler [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Resources bound (agent type, host, resource id): {{(pid=87959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:59.192521 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Received port after_create {{(pid=87959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:57:59.203461 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Pushing event updated for resources: {'Port': ['ID=5f452dc5-54e4-4ad3-baa5-cded37169a2a,revision_number=1']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:59.282028 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.316349 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.360835 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Attempting to bind port 5f452dc5-54e4-4ad3-baa5-cded37169a2a on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:57:59.361412 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Attempting to bind port 5f452dc5-54e4-4ad3-baa5-cded37169a2a by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:57:59.362115 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Attempting to bind port 5f452dc5-54e4-4ad3-baa5-cded37169a2a on network d39e3a34-601f-4b06-8550-0f66f986582a {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:57:59.363609 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.372229 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:57:59.372831 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Checking segment: {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:59.373478 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.374126 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Bound using segment: {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:57:59.374903 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Bound port: 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:57:59.375572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.378122 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Transition to ACTIVE for port object cbcee13b-b84d-4940-bd52-13880b6cecfe will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:57:59.385789 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.388196 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:57:59.395400 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:57:59.400021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:57:59.453012 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Pushing event updated for resources: {'Port': ['ID=844d872f-46fc-455c-b3d5-ae2d72483711,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:59.552560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] For port 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:57:59.556393 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] For port 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5f452dc5-54e4-4ad3-baa5-cded37169a2a,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:57:59.562740 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.658139 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Pushing event updated for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:59.662358 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Attempting to bind port cbcee13b-b84d-4940-bd52-13880b6cecfe on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:57:59.662727 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Attempting to bind port cbcee13b-b84d-4940-bd52-13880b6cecfe by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:57:59.663103 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Attempting to bind port cbcee13b-b84d-4940-bd52-13880b6cecfe on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:57:59.670547 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.670890 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.671279 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.671608 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.671940 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.672269 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.672593 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.672915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.673234 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.680698 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.680698 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.680698 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 12:57:59.681539 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:57:59.681915 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Checking segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:57:59.682318 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.682746 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Bound using segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:57:59.683233 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Bound port: cbcee13b-b84d-4940-bd52-13880b6cecfe, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:57:59.683595 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.702339 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf07b-cfb7-48b1-8161-04d973095a57 None None] Pushing event updated for resources: {'Port': ['ID=5f452dc5-54e4-4ad3-baa5-cded37169a2a,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:57:59.860105 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] For port cbcee13b-b84d-4940-bd52-13880b6cecfe, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:57:59.864598 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] For port cbcee13b-b84d-4940-bd52-13880b6cecfe, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbcee13b-b84d-4940-bd52-13880b6cecfe,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:57:59.870659 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:57:59.977782 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:57:59.978411 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:00.080725 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b0025-9b31-42b0-8784-e3a495d9726a None None] Pushing event updated for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:00.172177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:00.243205 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:00.486215 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbcee13b-b84d-4940-bd52-13880b6cecfe up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:00.594361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port cbcee13b-b84d-4940-bd52-13880b6cecfe completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:00.595043 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-989335'] for router, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:00.601468 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cbcee13b-b84d-4940-bd52-13880b6cecfe triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:00.601837 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:00.681729 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:57:59Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:00.689251 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f886b3-b143-4557-9fd2-968a332f4366 None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:57:59Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:58:00.756690 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:00.796839 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port cbcee13b-b84d-4940-bd52-13880b6cecfe, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbcee13b-b84d-4940-bd52-13880b6cecfe,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:00.802499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:00.805711 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 484d4f5c-32c2-4bd0-b37c-dabb1a985284 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:00.880568 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Router 4b460a68-823b-4f42-b1a2-404183d45f40 is scheduled to L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 with binding_index 1 {{(pid=87957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 12:58:00.967587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:00.971155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:00.971535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:01.050598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0865762c-479c-4873-b3c1-076c6d878b77 None None] Network d39e3a34-601f-4b06-8550-0f66f986582a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 12:58:01.086666 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:58:01.099064 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Sync routers for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:58:01.123736 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:01.130471 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35872) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:01.139960 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-fbe641df-1a87-44bd-9d83-44df99359733 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1972089 Apr 05 12:58:01.292227 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:01.292872 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:01.416172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5f452dc5-54e4-4ad3-baa5-cded37169a2a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:01.458321 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-1936673f-e691-4ada-b57b-4f070dd9c545 None None] Provisioning for port 5f452dc5-54e4-4ad3-baa5-cded37169a2a completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:01.659008 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:01.841347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 5f452dc5-54e4-4ad3-baa5-cded37169a2a completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:01.853024 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5f452dc5-54e4-4ad3-baa5-cded37169a2a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:01.853417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.121618 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.169088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:57:59Z', 'revision_number': 3, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:02.172663 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.173965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5f452dc5-54e4-4ad3-baa5-cded37169a2a,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:02.175926 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Checking router: 4b460a68-823b-4f42-b1a2-404183d45f40 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:58:02.176780 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Updating router 4b460a68-823b-4f42-b1a2-404183d45f40 port 844d872f-46fc-455c-b3d5-ae2d72483711 binding host dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:58:02.206075 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.321088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.367363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbcee13b-b84d-4940-bd52-13880b6cecfe up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:02.446720 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=5f452dc5-54e4-4ad3-baa5-cded37169a2a,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:02.467466 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Allocated IP 172.20.0.1 (d39e3a34-601f-4b06-8550-0f66f986582a/0d27a866-4555-449f-8ddd-619f45685072/f06a70e0-d228-418f-85f1-1f275740f6e3) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:58:02.538861 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6e3b2d00-da15-4990-895d-38190fc61b4a None None] Provisioning complete for port 5f452dc5-54e4-4ad3-baa5-cded37169a2a triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:02.539252 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6e3b2d00-da15-4990-895d-38190fc61b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.659586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.678083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.provisioning_blocks [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Transition to ACTIVE for port object f06a70e0-d228-418f-85f1-1f275740f6e3 will not be triggered until provisioned by entity DHCP. {{(pid=87958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:58:02.684936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port cbcee13b-b84d-4940-bd52-13880b6cecfe triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:02.685456 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.705846 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:02.787307 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Network d39e3a34-601f-4b06-8550-0f66f986582a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:58:02.791616 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:58:02.803858 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:58:02.875211 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Pushing event updated for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:02.896604 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-984393'] for router_interface, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.048082 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.078629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks [] for port, precommit_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.101695 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Transition to ACTIVE for port object 844d872f-46fc-455c-b3d5-ae2d72483711 will not be triggered until provisioned by entity L2. {{(pid=87959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:58:03.111879 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.151662 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4c396e0d-e201-452b-837c-67f25a12efb6 None None] Provisioning for port f06a70e0-d228-418f-85f1-1f275740f6e3 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:03.173143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-4c396e0d-e201-452b-837c-67f25a12efb6 None None] Provisioning complete for port f06a70e0-d228-418f-85f1-1f275740f6e3 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:03.173712 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4c396e0d-e201-452b-837c-67f25a12efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.247112 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Attempting to bind port 844d872f-46fc-455c-b3d5-ae2d72483711 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:58:03.247387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Attempting to bind port 844d872f-46fc-455c-b3d5-ae2d72483711 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:58:03.247744 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Attempting to bind port 844d872f-46fc-455c-b3d5-ae2d72483711 on network 4b67aadd-f639-4c60-8362-ccb3680fd685 {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:58:03.251520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68235923-3163-4eb3-8f6f-712a6a1cebab None None] Pushing event updated for resources: {'Port': ['ID=844d872f-46fc-455c-b3d5-ae2d72483711,revision_number=2']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:03.267060 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:58:03.267451 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Checking segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:58:03.267854 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.268246 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Bound using segment: {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'} {{(pid=87959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:58:03.268718 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.managers [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Bound port: 844d872f-46fc-455c-b3d5-ae2d72483711, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb307c8-6d97-4484-a8a4-184a8492cffe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685'}}] {{(pid=87959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:58:03.269090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.296638 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-4c396e0d-e201-452b-837c-67f25a12efb6 None None] Port f06a70e0-d228-418f-85f1-1f275740f6e3 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:58:03.326851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.332097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.350871 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] For port 844d872f-46fc-455c-b3d5-ae2d72483711, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:58:03.354680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] For port 844d872f-46fc-455c-b3d5-ae2d72483711, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=844d872f-46fc-455c-b3d5-ae2d72483711,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:58:03.359287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.437539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:03.438679 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:03.446810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-588419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-984484'] for router_interface, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:03.450368 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Pushing event updated for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:03.523682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68235923-3163-4eb3-8f6f-712a6a1cebab None None] Pushing event updated for resources: {'Port': ['ID=844d872f-46fc-455c-b3d5-ae2d72483711,revision_number=3']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:03.608957 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Network d39e3a34-601f-4b06-8550-0f66f986582a is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:58:03.610184 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:58:03.677342 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:03.849362 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Router 4b460a68-823b-4f42-b1a2-404183d45f40 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:58:03.975076 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-6123556e-7805-4dee-81f5-2e2c5f16c0ff None None] Provisioning complete for port f06a70e0-d228-418f-85f1-1f275740f6e3 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:03.975761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6123556e-7805-4dee-81f5-2e2c5f16c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:04.085318 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-6123556e-7805-4dee-81f5-2e2c5f16c0ff None None] Port f06a70e0-d228-418f-85f1-1f275740f6e3 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:58:04.121929 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:02Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'f06a70e0-d228-418f-85f1-1f275740f6e3', 'name': '', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'mac_address': 'fa:16:3e:41:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:58:02Z', 'updated_at': '2022-04-05T12:58:03Z', 'revision_number': 2, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'subnets': [{'id': '0d27a866-4555-449f-8ddd-619f45685072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:04.126248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a592d-6c4b-4815-91f3-5dc31ef972bb None None] The sync data for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv is: [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:02Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'f06a70e0-d228-418f-85f1-1f275740f6e3', 'name': '', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'mac_address': 'fa:16:3e:41:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:58:02Z', 'updated_at': '2022-04-05T12:58:03Z', 'revision_number': 2, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'subnets': [{'id': '0d27a866-4555-449f-8ddd-619f45685072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:58:04.184498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:58:04.194786 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-10b244bf-48aa-479c-bcbe-6fc576c74e4c admin admin] 10.222.0.50 "PUT /v2.0/routers/4b460a68-823b-4f42-b1a2-404183d45f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0626287 Apr 05 12:58:04.349455 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5f452dc5-54e4-4ad3-baa5-cded37169a2a up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:04.477826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 5f452dc5-54e4-4ad3-baa5-cded37169a2a triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:04.478203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.141487 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35882) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:05.150622 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064879004', 'description': 'tempest-secgroup-smoke-1064879004 description', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:05.158011 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.166941 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.171672 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.179064 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.192079 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.215878 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.219900 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.223611 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.229749 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.335218 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.339538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.389635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f83184-4998-40d7-9149-666b7de303fc,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:05.395744 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.397703 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-fe62ee6a-749b-4e3c-85f4-55f2ab6d3fa0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2549906 Apr 05 12:58:05.400896 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35886) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:05.406329 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:05.413193 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.417436 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.421845 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.428784 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.452659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.532382 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.537094 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.577636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364e194f-6c87-42db-a45b-ef99f9a93de1,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:05.586993 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.588229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0a18c449-c3c8-43fe-8435-bb202853af4d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1863470 Apr 05 12:58:05.590847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35890) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:05.595779 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:05.601788 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.605803 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.608805 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.615703 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.635529 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.703809 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.708177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.737354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbce2378-5ebb-41eb-8e5d-878839aa2340,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:05.751239 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.756402 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ec7c2603-b08b-4f28-b967-934a0179a70e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607292 Apr 05 12:58:05.756594 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35894) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:05.761867 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:05.768478 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.772333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.775270 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.781763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.799200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.863220 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.867662 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.892701 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d790098-2001-4c3c-8700-1de7c20b0a96,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:05.905549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:05.906883 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-5a98fe55-9e32-4886-99ab-16b1f336908f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491938 Apr 05 12:58:05.910002 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 35898) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:05.916248 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:05.923109 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:05.930971 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:05.936447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:05.944654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:05.963390 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.032225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.037508 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.066838 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fa7392-0422-4952-add5-b59248906210,revision_number=0']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:06.078708 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.079980 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-73119d39-3e27-42a4-a37d-6b1dd1e2f7e1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686575 Apr 05 12:58:06.083813 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35902) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:06.089387 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:06.095847 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:06.101498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:06.105906 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:06.115963 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:06.127879 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Project 597a749d0c7b4bcf8fcc362f5c88f709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:58:06.137994 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.209679 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.215980 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.241155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de8f771-4858-4626-8841-8c12ed488e21,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:06.250354 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.251579 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-8e0ffba7-b10e-4260-ae7c-ed926d2d6bc4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667902 Apr 05 12:58:06.254617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35906) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:06.259758 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'security_group_rule': {'security_group_id': 'e0f83184-4998-40d7-9149-666b7de303fc', 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:06.267058 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:06.271883 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:security_group_rule and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:06.274787 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:06.280953 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:06.303887 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.securitygroups_db [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Project 597a749d0c7b4bcf8fcc362f5c88f709 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 12:58:06.314555 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.367682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 844d872f-46fc-455c-b3d5-ae2d72483711 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:06.428697 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.433588 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936860'] for security_group_rule, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.445058 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port 844d872f-46fc-455c-b3d5-ae2d72483711 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:06.452722 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 844d872f-46fc-455c-b3d5-ae2d72483711 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:06.453474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.459245 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eb8ce5-4aa7-4ddf-8215-25bbb31981da,revision_number=0']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:06.471645 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.474546 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e892c086-bf1b-4526-ab02-cedf8be9035c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2187557 Apr 05 12:58:06.667100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.695766 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port 844d872f-46fc-455c-b3d5-ae2d72483711, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=844d872f-46fc-455c-b3d5-ae2d72483711,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:06.702930 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:06.780477 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=844d872f-46fc-455c-b3d5-ae2d72483711,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:06.895325 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-10df6347-51d1-47d9-82a4-0d38d895dbaf tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064879004&fields=id&tenant_id=597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 267 time: 0.0433147 Apr 05 12:58:07.202442 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-6db910fa-d3bf-4fc9-8799-1b126f7a882f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:07.204377 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-6db910fa-d3bf-4fc9-8799-1b126f7a882f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 810 time: 0.2961490 Apr 05 12:58:07.220201 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-b3632eb2-eece-43dc-ac88-4302e119d89e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/quotas/597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 375 time: 0.0094626 Apr 05 12:58:07.305255 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-fd152017-14f2-418d-8d77-a12edc6485c9 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794923 Apr 05 12:58:07.438831 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-874b783e-99c3-44fa-b6b8-860e21b575f4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 12:58:07.439868 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-874b783e-99c3-44fa-b6b8-860e21b575f4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1219983 Apr 05 12:58:07.591501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-d224f3e0-b5be-47e2-879f-c3dbf063a81c service neutron] 10.222.0.50 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447637 Apr 05 12:58:07.662189 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Sync routers for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:58:07.676597 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:07.677220 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:07.783943 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-219d37fe-3c1b-4fad-989a-3d95bd49a309 service neutron] 10.222.0.50 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802456 Apr 05 12:58:07.872694 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:08.246373 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4a7e2a25-4674-4275-9efe-6bfef2225d72 req-9320d206-9236-486f-910a-8ffd37316923 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 210 time: 0.2474666 Apr 05 12:58:08.385972 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 844d872f-46fc-455c-b3d5-ae2d72483711 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:08.396725 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:02Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'f06a70e0-d228-418f-85f1-1f275740f6e3', 'name': '', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'mac_address': 'fa:16:3e:41:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:58:02Z', 'updated_at': '2022-04-05T12:58:03Z', 'revision_number': 2, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'subnets': [{'id': '0d27a866-4555-449f-8ddd-619f45685072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:08.401155 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Checking router: 4b460a68-823b-4f42-b1a2-404183d45f40 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:58:08.401507 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Updating router 4b460a68-823b-4f42-b1a2-404183d45f40 port f06a70e0-d228-418f-85f1-1f275740f6e3 binding host dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 12:58:08.462645 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:08.472654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port 844d872f-46fc-455c-b3d5-ae2d72483711 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:08.473549 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:08.931352 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks [] for port, precommit_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:08.945519 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.provisioning_blocks [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Transition to ACTIVE for port object f06a70e0-d228-418f-85f1-1f275740f6e3 will not be triggered until provisioned by entity L2. {{(pid=87960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:58:08.956568 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:09.219186 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d854c-3b1e-4d4f-91c9-11e6bf01c76b None None] Pushing event updated for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=3']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:09.254463 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Attempting to bind port f06a70e0-d228-418f-85f1-1f275740f6e3 on host dv-neutron-833203-3-hyperv for vnic_type normal with profile {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:58:09.255679 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Attempting to bind port f06a70e0-d228-418f-85f1-1f275740f6e3 by drivers openvswitch,hyperv on host dv-neutron-833203-3-hyperv at level 0 using segments [{'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:58:09.257224 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Attempting to bind port f06a70e0-d228-418f-85f1-1f275740f6e3 on network d39e3a34-601f-4b06-8550-0f66f986582a {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:58:09.264081 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Checking agent: {'id': 'ffa2dfcc-7432-4b44-b1d8-08204ec2e953', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833203-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 57, 26), 'started_at': datetime.datetime(2022, 4, 5, 11, 57, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833203-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:58:09.264567 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Checking segment: {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:58:09.265116 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:09.265583 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Bound using segment: {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'} {{(pid=87960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:58:09.266193 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.managers [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Bound port: f06a70e0-d228-418f-85f1-1f275740f6e3, host: dv-neutron-833203-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021348e-c0c8-43b1-a19b-9d47bb06266e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a'}}] {{(pid=87960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:58:09.266656 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:09.385604 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] For port f06a70e0-d228-418f-85f1-1f275740f6e3, host dv-neutron-833203-3-hyperv, cleared binding levels {{(pid=87960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:58:09.390458 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.plugins.ml2.db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] For port f06a70e0-d228-418f-85f1-1f275740f6e3, host dv-neutron-833203-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f06a70e0-d228-418f-85f1-1f275740f6e3,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:58:09.399283 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron_lib.callbacks.manager [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:09.426595 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-601752da-d319-4310-b496-d63777a35116 req-305a4de0-457f-41b2-8691-325d4bfbf592 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 210 time: 0.0639546 Apr 05 12:58:09.493391 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:09.494099 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:09.583701 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d854c-3b1e-4d4f-91c9-11e6bf01c76b None None] Pushing event updated for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=4']} {{(pid=87960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:09.738118 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:09.858212 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-2fbe4351-cfb5-474a-bcb7-a85bad07a097 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:09.860053 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-2fbe4351-cfb5-474a-bcb7-a85bad07a097 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 810 time: 0.2477927 Apr 05 12:58:09.917374 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-17db6666-e678-4922-b993-da0b2103a87c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 380 time: 0.0455647 Apr 05 12:58:09.924599 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'port': {'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'admin_state_up': True, 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'security_groups': ['e0f83184-4998-40d7-9149-666b7de303fc']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:10.086170 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:10.091346 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:port and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:10.095071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87957) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:10.102482 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:10.123412 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Made reservation on behalf of 597a749d0c7b4bcf8fcc362f5c88f709 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 12:58:10.127757 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.153663 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:02Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'f06a70e0-d228-418f-85f1-1f275740f6e3', 'name': '', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'mac_address': 'fa:16:3e:41:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:58:02Z', 'updated_at': '2022-04-05T12:58:09Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'subnets': [{'id': '0d27a866-4555-449f-8ddd-619f45685072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:10.159006 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dba811-47cd-4644-b408-0fc7fc4aba50 None None] The sync data for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv is: [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:02Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'f06a70e0-d228-418f-85f1-1f275740f6e3', 'name': '', 'network_id': 'd39e3a34-601f-4b06-8550-0f66f986582a', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'mac_address': 'fa:16:3e:41:e2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': '0d27a866-4555-449f-8ddd-619f45685072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:58:02Z', 'updated_at': '2022-04-05T12:58:09Z', 'revision_number': 4, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'subnets': [{'id': '0d27a866-4555-449f-8ddd-619f45685072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:58:10.354374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Allocated IP 172.20.0.5 (525e658f-c845-4182-b7f4-a916d0a9bfbe/3ba837e8-aebc-4eba-91fc-214628d3f2b9/b23ca753-991e-4b7a-9b95-97f00ca0cc90) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:58:10.389589 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f06a70e0-d228-418f-85f1-1f275740f6e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:10.493773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning for port f06a70e0-d228-418f-85f1-1f275740f6e3 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:10.501056 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f06a70e0-d228-418f-85f1-1f275740f6e3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:10.501768 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.647797 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-37b6f671-98d1-43dc-a6e7-e02c40b46f71 req-9fa58e41-73cb-4618-b5f2-cd0e98d447a9 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 210 time: 0.0590088 Apr 05 12:58:10.658144 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.714009 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] For port f06a70e0-d228-418f-85f1-1f275740f6e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f06a70e0-d228-418f-85f1-1f275740f6e3,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:10.718017 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.719799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.751417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Transition to ACTIVE for port object b23ca753-991e-4b7a-9b95-97f00ca0cc90 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:58:10.790643 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:10.842789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Pushing event updated for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:10.873211 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:58:10.876978 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:58:10.882320 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:58:10.963620 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:10.994859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:10.995674 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:11.028110 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-39f5b3c2-17d7-4038-9a8e-f655e80a68b5 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078472 Apr 05 12:58:11.111636 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Request body: {'port': {'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:11.216201 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c716311-4470-4542-9cf4-553c2317eae7 None None] Provisioning for port b23ca753-991e-4b7a-9b95-97f00ca0cc90 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:11.221676 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-0c716311-4470-4542-9cf4-553c2317eae7 None None] Provisioning complete for port b23ca753-991e-4b7a-9b95-97f00ca0cc90 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:11.222045 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0c716311-4470-4542-9cf4-553c2317eae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:11.277292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:11.291707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0c716311-4470-4542-9cf4-553c2317eae7 None None] Port b23ca753-991e-4b7a-9b95-97f00ca0cc90 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 12:58:11.842892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23ca753-991e-4b7a-9b95-97f00ca0cc90 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:58:11.852394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:11.881627 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Transition to ACTIVE for port object b23ca753-991e-4b7a-9b95-97f00ca0cc90 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 12:58:11.886052 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:12.018816 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421572f5-6f16-43a6-a1a8-41c270820602 req-ea3a7076-2984-4026-81b5-13f1ccf8f67e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:12.019589 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-421572f5-6f16-43a6-a1a8-41c270820602 req-ea3a7076-2984-4026-81b5-13f1ccf8f67e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Synchronizing usage tracker for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:58:12.074904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:12.124447 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-421572f5-6f16-43a6-a1a8-41c270820602 req-ea3a7076-2984-4026-81b5-13f1ccf8f67e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Unset dirty status for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:58:12.125805 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-421572f5-6f16-43a6-a1a8-41c270820602 req-ea3a7076-2984-4026-81b5-13f1ccf8f67e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 931 time: 0.3532720 Apr 05 12:58:12.207346 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-421572f5-6f16-43a6-a1a8-41c270820602 req-8186874f-d98d-4710-9700-c4e49b7626f0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663266 Apr 05 12:58:12.208102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Attempting to bind port b23ca753-991e-4b7a-9b95-97f00ca0cc90 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 12:58:12.208439 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Attempting to bind port b23ca753-991e-4b7a-9b95-97f00ca0cc90 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 12:58:12.208773 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Attempting to bind port b23ca753-991e-4b7a-9b95-97f00ca0cc90 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:58:12.214652 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Port b23ca753-991e-4b7a-9b95-97f00ca0cc90 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 12:58:12.215063 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Attempting to bind port b23ca753-991e-4b7a-9b95-97f00ca0cc90 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 12:58:12.221635 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 12, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 12:58:12.222032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Checking segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 12:58:12.223241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Bound using segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 12:58:12.223932 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Bound port: b23ca753-991e-4b7a-9b95-97f00ca0cc90, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 12:58:12.224364 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:12.339937 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 12:58:12.344182 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 12:58:12.350735 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:12.353068 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f06a70e0-d228-418f-85f1-1f275740f6e3 up at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:12.424283 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:12.424902 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:12.426330 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] 10.222.0.30 "PUT /v2.0/ports/b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 1093 time: 1.3869588 Apr 05 12:58:12.426958 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:58:12.431912 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Provisioning complete for port f06a70e0-d228-418f-85f1-1f275740f6e3 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:12.432609 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:12.456332 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b9689-5cf2-47a7-8414-bc091d23fccb service neutron] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:12.522104 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'status': 'completed', 'code': 200} Apr 05 12:58:12.568659 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-8af4cbad-0acd-4e07-bb33-f5a86af3ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:12.570190 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-8af4cbad-0acd-4e07-bb33-f5a86af3ef9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1096 time: 0.0941932 Apr 05 12:58:12.647800 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-300ed3f9-046b-48b2-94bd-b459f65ef68f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 217 time: 0.0701005 Apr 05 12:58:12.721404 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-cd5abada-dbcb-4766-a4c3-5c6dd50e112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:12.723319 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-cd5abada-dbcb-4766-a4c3-5c6dd50e112b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0696919 Apr 05 12:58:12.808492 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4649ed-b502-4239-962a-e046ca202292 req-eecb72e0-2dc9-4986-8dce-a171f3a2b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:12.810006 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-eecb72e0-2dc9-4986-8dce-a171f3a2b707 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811989 Apr 05 12:58:12.953609 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-759793b5-a581-4e79-96df-71ad80469c93 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356783 Apr 05 12:58:13.101098 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ef4649ed-b502-4239-962a-e046ca202292 req-bf854145-3775-4d9d-83c3-1df257650447 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411250 Apr 05 12:58:13.225279 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352144-271a-4ca4-824a-8429747eff34 req-c3564e6d-d5fe-4992-b742-5973a0f71c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:13.227529 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-c3564e6d-d5fe-4992-b742-5973a0f71c78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1096 time: 0.0784290 Apr 05 12:58:13.497964 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352144-271a-4ca4-824a-8429747eff34 req-21ec4c6a-d159-43ce-9959-038714b53fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:13.499355 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-21ec4c6a-d159-43ce-9959-038714b53fbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.2659459 Apr 05 12:58:13.702391 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-2561ecf8-4804-44f2-af72-cb9edb5ccff3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 217 time: 0.1933575 Apr 05 12:58:13.711367 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfaa2d-2ec2-4b7c-9e53-ddaebd158ed6 req-0050dffe-567b-482e-bdc4-c8233a17749a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:13.712821 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ebbfaa2d-2ec2-4b7c-9e53-ddaebd158ed6 req-0050dffe-567b-482e-bdc4-c8233a17749a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 943 time: 0.3422229 Apr 05 12:58:13.810157 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ebbfaa2d-2ec2-4b7c-9e53-ddaebd158ed6 req-5b256f9d-527d-43ee-9bee-1ada43063e5e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908594 Apr 05 12:58:13.830665 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352144-271a-4ca4-824a-8429747eff34 req-73f34136-fa48-4a59-8e15-fab903d77cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:13.833421 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-73f34136-fa48-4a59-8e15-fab903d77cce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0781696 Apr 05 12:58:13.952172 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1352144-271a-4ca4-824a-8429747eff34 req-9353999c-d39a-4317-b481-674d38524734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:13.953670 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-9353999c-d39a-4317-b481-674d38524734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140025 Apr 05 12:58:14.162516 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-85f5fcda-ea02-4ae2-8205-d17767d71003 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007401 Apr 05 12:58:14.357720 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1352144-271a-4ca4-824a-8429747eff34 req-fa0354b2-3d23-4e77-a50f-65ce89fe8063 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877649 Apr 05 12:58:15.068451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28952cb-31ed-4bad-a79c-2cb7fdefd61f req-46e36876-50ad-4180-b937-cd328bff629c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:15.070360 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d28952cb-31ed-4bad-a79c-2cb7fdefd61f req-46e36876-50ad-4180-b937-cd328bff629c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 943 time: 0.1248071 Apr 05 12:58:15.121765 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d28952cb-31ed-4bad-a79c-2cb7fdefd61f req-136f2a8a-8f9c-4851-a4f0-d5c6a40d85ff tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 Apr 05 12:58:15.460642 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 12:58:15.622313 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:15.643165 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 12:58:15.703498 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:15.721576 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23ca753-991e-4b7a-9b95-97f00ca0cc90 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 12:58:15.740283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:15.745487 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:15.825781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:15.959947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['b23ca753-991e-4b7a-9b95-97f00ca0cc90'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 12:58:16.371811 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741352d3-793b-49c5-a5f1-9ccb982e87a8 req-581ed774-b186-493b-8abf-4ffdd774c3cb tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:16.373945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-741352d3-793b-49c5-a5f1-9ccb982e87a8 req-581ed774-b186-493b-8abf-4ffdd774c3cb tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 944 time: 0.0918913 Apr 05 12:58:16.428438 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-741352d3-793b-49c5-a5f1-9ccb982e87a8 req-339b7aed-1d0d-4e62-888b-647e3224248e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475833 Apr 05 12:58:17.288045 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:58:17.476211 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 12:58:17.566061 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port b23ca753-991e-4b7a-9b95-97f00ca0cc90 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 12:58:17.571554 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port b23ca753-991e-4b7a-9b95-97f00ca0cc90 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 12:58:17.571928 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:17.673470 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad8a67-ce48-4ee3-a853-c44f0abf6169 req-5c196f6c-5560-4374-89e1-d9e9bcb10346 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:17.674945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0ad8a67-ce48-4ee3-a853-c44f0abf6169 req-5c196f6c-5560-4374-89e1-d9e9bcb10346 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 944 time: 0.1107798 Apr 05 12:58:17.744862 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f0ad8a67-ce48-4ee3-a853-c44f0abf6169 req-51f2730d-e5e6-47e3-9e18-98ac343bd780 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637381 Apr 05 12:58:17.768019 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:17.798776 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:58:17.810908 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 12:58:17.816751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:17.856812 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'code': 200} Apr 05 12:58:17.908803 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:18.098055 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b10f8-acdd-4c28-95dd-2c228d8eeec3 req-b9dd4e24-5e5a-4397-8d86-7def58c86647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:18.099483 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-538b10f8-acdd-4c28-95dd-2c228d8eeec3 req-b9dd4e24-5e5a-4397-8d86-7def58c86647 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1098 time: 0.0855243 Apr 05 12:58:18.143504 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-538b10f8-acdd-4c28-95dd-2c228d8eeec3 req-1df5984d-e1e6-4abc-b77c-1d3dddcdeb33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383248 Apr 05 12:58:18.987084 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45770c-3fa0-4ee8-add1-0b3ac6e8f5c7 req-4f15d711-cefc-403c-ac2c-6126d44bad51 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:18.990154 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c45770c-3fa0-4ee8-add1-0b3ac6e8f5c7 req-4f15d711-cefc-403c-ac2c-6126d44bad51 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 945 time: 0.1146019 Apr 05 12:58:19.060532 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3c45770c-3fa0-4ee8-add1-0b3ac6e8f5c7 req-d97b5282-1320-4fe6-8ad3-ce1561d7ffb8 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634277 Apr 05 12:58:20.289003 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacbf5c-7546-4510-9e99-95ab6cc1ff53 req-e0fc309b-f000-4681-818a-62257b486e10 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:20.290442 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ccacbf5c-7546-4510-9e99-95ab6cc1ff53 req-e0fc309b-f000-4681-818a-62257b486e10 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 945 time: 0.0922506 Apr 05 12:58:20.340423 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ccacbf5c-7546-4510-9e99-95ab6cc1ff53 req-f1fc4292-a6ef-4935-8617-dcabcc9a3864 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Apr 05 12:58:20.561848 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d59cf-e599-473b-8279-a357ca762677 req-033ed2a6-cabf-4d44-948a-564694d48463 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:20.563660 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d59d59cf-e599-473b-8279-a357ca762677 req-033ed2a6-cabf-4d44-948a-564694d48463 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 945 time: 0.0855036 Apr 05 12:58:20.627340 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d59d59cf-e599-473b-8279-a357ca762677 req-6f683140-68c0-4e6b-877a-d6cea8f2a805 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573313 Apr 05 12:58:20.651196 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35980) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:20.787488 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddb7c3-4ffe-4ffc-901c-7123548c9ca5 tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:20.788213 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59ddb7c3-4ffe-4ffc-901c-7123548c9ca5 tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] Synchronizing usage tracker for tenant:4433396ffbd14bb3ab4f1f36216c378c on resource:port {{(pid=87958) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 12:58:20.808062 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-59ddb7c3-4ffe-4ffc-901c-7123548c9ca5 tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] Unset dirty status for tenant:4433396ffbd14bb3ab4f1f36216c378c on resource:port {{(pid=87958) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 12:58:20.809285 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-59ddb7c3-4ffe-4ffc-901c-7123548c9ca5 tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1093 time: 0.1567953 Apr 05 12:58:20.812319 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 35988) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 12:58:20.817617 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 12:58:20.823929 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 12:58:20.828015 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:floatingip and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 12:58:20.831135 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 12:58:20.837930 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 12:58:20.850220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:21.010104 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:21.158714 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Allocated IP 172.26.5.251 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/3e444980-bed3-44f6-88d2-43c9aee75ce2) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 12:58:21.315358 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:21.350110 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:21.413328 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 12:58:21.420946 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 12:58:21.424031 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 12:58:21.470506 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=3e444980-bed3-44f6-88d2-43c9aee75ce2,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:21.893340 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:21.997903 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:22.339810 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:22.345041 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:22.477269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=3e444980-bed3-44f6-88d2-43c9aee75ce2,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 12:58:22.497947 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:22.711320 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Floating IP 798ce1be-fbd0-42f9-8503-7fe3d674b991 associated. External IP: 172.26.5.251, port: b23ca753-991e-4b7a-9b95-97f00ca0cc90. Apr 05 12:58:23.113216 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 12:58:23.309739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 12:58:23.326762 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 12:58:23.345914 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:23.358196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-742b0808-5fa2-409a-ab9e-051ff67ebdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:23.361945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:23.362917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:23.450112 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1a59d10c-9c91-4e8b-8be0-6f28347074d1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6365118 Apr 05 12:58:23.451201 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 12:58:23.587275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:23.595989 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'status': 'completed', 'code': 200} Apr 05 12:58:23.722892 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd544-755d-4393-8a59-871a0d77e889 req-dcd864bd-b49d-4f86-89c9-902e32cc4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:23.724417 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-dcd864bd-b49d-4f86-89c9-902e32cc4d6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1098 time: 0.1009533 Apr 05 12:58:23.868781 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd544-755d-4393-8a59-871a0d77e889 req-b2a7677d-1206-4439-8d75-a649deab30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:23.870597 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-b2a7677d-1206-4439-8d75-a649deab30c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1396835 Apr 05 12:58:23.995673 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:21Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:23.999800 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 12:58:24.003965 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-0353d09f-bf21-4e11-b379-c443ac1b5f22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 999 time: 0.1273983 Apr 05 12:58:24.010621 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 12:58:24.011619 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T12:57:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:24.107764 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd544-755d-4393-8a59-871a0d77e889 req-251e1add-fc60-49db-9afc-656635a826b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:24.110327 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-251e1add-fc60-49db-9afc-656635a826b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.1007354 Apr 05 12:58:24.222243 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd544-755d-4393-8a59-871a0d77e889 req-00564948-0b89-4e54-84d0-64fe4131fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:24.224122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-00564948-0b89-4e54-84d0-64fe4131fee6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085725 Apr 05 12:58:24.254612 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 12:58:24.371808 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-038cada7-d401-4a3e-9fbc-3e295131e00e service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408098 Apr 05 12:58:24.672345 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-791bd544-755d-4393-8a59-871a0d77e889 req-5ab53c4a-a2a8-466b-ab0c-e712150a3ccd service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942343 Apr 05 12:58:24.722876 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:21Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 12:58:24.728147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fc266c-a4bc-4586-b4f2-496d337a7d7f None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:21Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 12:58:24.945330 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:24.960413 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45380de1-ed8c-4908-90e2-57372d3f7440 None None] New status for floating IP 798ce1be-fbd0-42f9-8503-7fe3d674b991: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 12:58:25.388999 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1d659e7b-7109-4c53-a1ee-4765826af44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:26.606995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:26.682382 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:27.920853 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:53.332668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-c465b6bc-48ca-4649-b5e0-11352f6e070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:54.184469 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-dbec04ec-3278-4841-ba51-6afc90defa6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815639 Apr 05 12:58:54.288513 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:58:54.335150 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-3baf3f29-72fb-4dbb-baae-7027bad1f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:54.336788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-3baf3f29-72fb-4dbb-baae-7027bad1f0a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1098 time: 0.0798519 Apr 05 12:58:54.509966 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-184c02e3-87d6-4a98-9cb0-3d0fc01b31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:54.511486 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-184c02e3-87d6-4a98-9cb0-3d0fc01b31a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1561790 Apr 05 12:58:54.620316 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-76f6041b-e6d5-4ea5-85ff-6065c7399f8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 1001 time: 0.1026042 Apr 05 12:58:54.685004 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-412234d0-a3c5-4b24-86ed-6986eb073e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:54.686444 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-412234d0-a3c5-4b24-86ed-6986eb073e07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0598812 Apr 05 12:58:54.770549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-d7413b6a-9f87-42f4-af9a-1891524149e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:58:54.772020 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-d7413b6a-9f87-42f4-af9a-1891524149e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768931 Apr 05 12:58:54.934036 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-33b5ea0d-0a8c-484e-844d-4115ccec981c service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554446 Apr 05 12:58:54.948646 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:55.078548 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d95086a0-c7d7-493d-a1d0-509f45073261 req-d4020f77-bb9c-418c-8598-b13c49e544c6 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383686 Apr 05 12:58:55.381629 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-4915af9f-e272-42b4-99f7-bd0c847df9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:56.603153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:56.683437 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:58:57.922924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:23.335598 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-184dc6d1-0c26-48b9-9afb-7ff4b1bffa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:24.946443 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:25.385387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b7623a44-558d-4819-9524-c82ce06ed9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:26.601147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:26.684873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:27.922491 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:31.287994 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 12:59:53.337918 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cf2b202e-3336-4dde-9adf-1ce0e1a8311f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:54.997104 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:55.155109 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-cd05c535-52e2-4226-922d-38a9c19709c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790138 Apr 05 12:59:55.307408 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-3f43c39a-526d-49df-928c-96ed0d62e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:59:55.308792 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-3f43c39a-526d-49df-928c-96ed0d62e59d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1098 time: 0.0716598 Apr 05 12:59:55.386479 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-de0bd73d-7bbd-4ce7-be48-b501d23eade5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:55.461752 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-b88e1e3e-da34-4c18-baa8-8402d80ae96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:59:55.463305 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-b88e1e3e-da34-4c18-baa8-8402d80ae96d service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1333075 Apr 05 12:59:55.570152 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-2581f8be-9195-4c4c-9ed6-470a6b63ea01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 1001 time: 0.1003792 Apr 05 12:59:55.636011 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-2ba2f896-976a-4426-b5ee-e6efd3017338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:59:55.637450 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-2ba2f896-976a-4426-b5ee-e6efd3017338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0616426 Apr 05 12:59:55.717830 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-814a39d0-ee21-45e8-b48f-4a9ba36f8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 12:59:55.719353 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-814a39d0-ee21-45e8-b48f-4a9ba36f8460 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745096 Apr 05 12:59:55.967290 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-a9855e17-b324-4402-9ced-cfa2f057b583 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412944 Apr 05 12:59:56.099195 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-2af4e64b-e6a4-437d-a6b5-2fdc02274d4d req-cf9a57c5-b8af-49d8-b6c0-903de587f956 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248245 Apr 05 12:59:56.600844 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:56.689207 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 12:59:57.924457 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:08.286850 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:00:22.073198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 13:00:22.211572 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:22.225858 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 13:00:22.286953 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:22.307635 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b23ca753-991e-4b7a-9b95-97f00ca0cc90 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:00:22.324181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:22.328644 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:22.404432 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:22.410805 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['b23ca753-991e-4b7a-9b95-97f00ca0cc90'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 13:00:22.449735 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.450088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.450553 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.450855 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.451247 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.451584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.452418 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.452747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.453073 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.453396 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.453717 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:22.454040 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:23.352041 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-fdc646eb-dcfe-4681-9b31-3057bfc2585a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:24.094907 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 13:00:24.213683 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port b23ca753-991e-4b7a-9b95-97f00ca0cc90 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 13:00:24.214053 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:24.399931 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:24.437962 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:24.439131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:00:24.447132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:24.547579 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:24.566441 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'code': 200} Apr 05 13:00:24.956095 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:25.396968 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bc55924c-5198-4c38-aa78-a9c7e702227a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:26.600222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:26.701146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:27.935680 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:32.369401 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-b772f70a-cc99-42c5-ad1e-750436ff0c1a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064879004&fields=id&tenant_id=597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 267 time: 0.0406463 Apr 05 13:00:32.518500 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-3579ad70-794f-4be0-96c4-59e413cb559b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:32.519945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-3579ad70-794f-4be0-96c4-59e413cb559b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 810 time: 0.1439652 Apr 05 13:00:32.535111 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-815a8aec-8dac-4110-8a49-5c0c71a8de3e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/quotas/597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 375 time: 0.0096006 Apr 05 13:00:32.631474 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-b72514ae-0281-4fb9-90c0-74299dd09d6a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0913820 Apr 05 13:00:32.700054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-ef3d9225-37f6-4507-b3a2-3cdd06347a93 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 13:00:32.701026 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-ef3d9225-37f6-4507-b3a2-3cdd06347a93 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572701 Apr 05 13:00:32.836771 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-76514133-bb3f-4622-866c-4e853e42fa06 service neutron] 10.222.0.50 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297648 Apr 05 13:00:32.968186 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-512a27ae-a88a-44fc-856f-ef676a487996 service neutron] 10.222.0.50 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249163 Apr 05 13:00:34.178558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-40385cb9-b529-4aec-8696-8b3933ede3c8 req-33c96d12-c0f5-4b76-8cb8-1d2bf0db7ff1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0459630 Apr 05 13:00:35.288133 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ab51ae55-a89c-486f-ae16-47f5dddb6456 req-14adaac0-f428-40e3-b893-b7a156c6f5d4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0477703 Apr 05 13:00:36.152719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:00:36.265319 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:36.291153 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:00:36.301241 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:36.306013 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:36.386226 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'code': 200} Apr 05 13:00:36.386947 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:36.400736 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a1840044-d8e8-4391-aff3-f39a12cf44c1 req-9def9cf2-8f74-48f5-8083-97f772258bf7 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0522723 Apr 05 13:00:37.500770 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3e48af93-f377-44f5-a5ee-2a16dba53a87 req-f6ba59a6-c154-409a-8088-0210df875c92 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0443518 Apr 05 13:00:38.663957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-7bf9dcab-6a67-462c-961a-6bac5d66df3e req-3c0bce2e-919d-4bfb-9272-968b345d3c1f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0429239 Apr 05 13:00:39.546448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-e1bcaabc-b151-4f0e-bd91-ce3cb15895ef tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:39.547895 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-e1bcaabc-b151-4f0e-bd91-ce3cb15895ef tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 810 time: 0.1615779 Apr 05 13:00:39.599140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-d3d618f3-1232-4a70-a24e-39a0044c987d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597a749d0c7b4bcf8fcc362f5c88f709 HTTP/1.1" status: 200 len: 380 time: 0.0417182 Apr 05 13:00:39.611225 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'port': {'device_id': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'admin_state_up': True, 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'security_groups': ['e0f83184-4998-40d7-9149-666b7de303fc']}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:00:39.764602 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 13:00:39.810040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.quota.driver [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 13:00:39.826483 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-34925c9c-08eb-44e1-a896-05591742729e req-4b852ef2-04c0-432d-94ba-1523c4345dab tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 210 time: 0.0478952 Apr 05 13:00:39.834524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Made reservation on behalf of 597a749d0c7b4bcf8fcc362f5c88f709 for: {'port': 1} {{(pid=87957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 13:00:39.838178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:40.036810 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_common [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Allocated IP 172.20.0.11 (525e658f-c845-4182-b7f4-a916d0a9bfbe/3ba837e8-aebc-4eba-91fc-214628d3f2b9/ea1ea645-4dec-4d16-bfe3-d42df72cbbb1) {{(pid=87957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:00:40.438321 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:40.454941 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Transition to ACTIVE for port object ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 will not be triggered until provisioned by entity DHCP. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 13:00:40.481165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_create {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:40.567974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe is already hosted by enough agents. {{(pid=87957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:00:40.569200 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.base_scheduler [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources bound (agent type, host, resource id): {{(pid=87957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:00:40.572016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Received port after_create {{(pid=87957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 13:00:40.633041 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=1']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:40.644479 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.644835 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.645177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.645513 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.645847 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.646178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.646502 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.646832 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.647188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.647512 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.647834 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.648157 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:40.670642 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:40.671543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:40.705558 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-f5ab8054-87b2-4997-96ff-cd9913bc632f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0984166 Apr 05 13:00:40.829509 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ec3c7cf8-e207-4b45-a7c0-1f4dba374ede None None] Provisioning for port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 completed by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 13:00:40.836130 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-ec3c7cf8-e207-4b45-a7c0-1f4dba374ede None None] Provisioning complete for port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 triggered by entity DHCP. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 13:00:40.836719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ec3c7cf8-e207-4b45-a7c0-1f4dba374ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:40.902826 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-ec3c7cf8-e207-4b45-a7c0-1f4dba374ede None None] Port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 cannot update to ACTIVE because it is not bound. {{(pid=87959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 13:00:41.042859 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042677-0a24-421d-bb32-ef2df21abbdf req-23aa5c4c-01b5-4e33-989d-973868a79279 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:41.043542 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-42042677-0a24-421d-bb32-ef2df21abbdf req-23aa5c4c-01b5-4e33-989d-973868a79279 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Synchronizing usage tracker for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 13:00:41.060645 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-42042677-0a24-421d-bb32-ef2df21abbdf req-23aa5c4c-01b5-4e33-989d-973868a79279 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Unset dirty status for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 13:00:41.061945 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-42042677-0a24-421d-bb32-ef2df21abbdf req-23aa5c4c-01b5-4e33-989d-973868a79279 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.1139092 Apr 05 13:00:41.120678 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-42042677-0a24-421d-bb32-ef2df21abbdf req-73551efa-29f6-4007-be29-d8026a522376 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518410 Apr 05 13:00:42.335624 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f547ecb-e51a-4cf3-aa55-d3224fd1ccaf req-7d7eb274-497e-4032-b6be-e13c32951f9f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:42.337284 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f547ecb-e51a-4cf3-aa55-d3224fd1ccaf req-7d7eb274-497e-4032-b6be-e13c32951f9f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.0934350 Apr 05 13:00:42.392299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6f547ecb-e51a-4cf3-aa55-d3224fd1ccaf req-473779f7-b8ba-4293-8320-2f99649f398e tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473442 Apr 05 13:00:43.596411 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a11d6-cb1f-4c6b-9e20-cabfd64c462f req-47bb92e4-607a-4f0a-b022-9c4d7b773e87 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:43.598120 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed8a11d6-cb1f-4c6b-9e20-cabfd64c462f req-47bb92e4-607a-4f0a-b022-9c4d7b773e87 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.0909209 Apr 05 13:00:43.652261 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-ed8a11d6-cb1f-4c6b-9e20-cabfd64c462f req-acc2a159-46b0-49cc-bc5e-961693067dd1 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Apr 05 13:00:44.856457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cda5e1-bc4d-4d43-9f14-2356e6115f11 req-cdd0f3f9-65c5-492c-b2b9-4dd1f5655df0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:44.857976 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5cda5e1-bc4d-4d43-9f14-2356e6115f11 req-cdd0f3f9-65c5-492c-b2b9-4dd1f5655df0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.0899968 Apr 05 13:00:44.923425 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-b5cda5e1-bc4d-4d43-9f14-2356e6115f11 req-7b548914-4c37-450a-8188-5bf4f47e4e42 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576177 Apr 05 13:00:45.286418 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:00:46.136040 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ae0ef-7af4-4132-8ae7-16e242286402 req-614b58a5-d925-40b8-8d4b-6e91ca044a44 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:46.138788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c4ae0ef-7af4-4132-8ae7-16e242286402 req-614b58a5-d925-40b8-8d4b-6e91ca044a44 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.1049590 Apr 05 13:00:46.195779 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4c4ae0ef-7af4-4132-8ae7-16e242286402 req-1ffd5227-cc77-4932-a7d3-09d11ea40b88 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438781 Apr 05 13:00:47.464543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea3f7-f5f9-4c13-a103-5fc5be88002c req-9dc3be41-b649-4b17-9e9e-9ba4d1afff27 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:47.467538 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25dea3f7-f5f9-4c13-a103-5fc5be88002c req-9dc3be41-b649-4b17-9e9e-9ba4d1afff27 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.1189332 Apr 05 13:00:47.526791 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-25dea3f7-f5f9-4c13-a103-5fc5be88002c req-b8dfebf4-5e48-488d-8a37-e4a95257f797 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Apr 05 13:00:48.367549 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.v2.base [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Request body: {'port': {'device_id': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=87957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:00:48.480925 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:48.817177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334aec8-7ec9-41d0-ae2a-038d1a37691a req-268a0224-c4b0-4b32-9429-6f6bad48debf tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:48.818611 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8334aec8-7ec9-41d0-ae2a-038d1a37691a req-268a0224-c4b0-4b32-9429-6f6bad48debf tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 932 time: 0.1759782 Apr 05 13:00:48.920223 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8334aec8-7ec9-41d0-ae2a-038d1a37691a req-347e242a-af0e-4f78-bd4e-e21dfa819367 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954580 Apr 05 13:00:48.925850 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:00:48.933099 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:48.948452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.provisioning_blocks [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Transition to ACTIVE for port object ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 will not be triggered until provisioned by entity L2. {{(pid=87957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 13:00:48.951552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:49.143628 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=2']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:49.192519 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Attempting to bind port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 13:00:49.192849 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Attempting to bind port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 13:00:49.193174 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Attempting to bind port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 13:00:49.197743 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 13:00:49.198057 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Attempting to bind port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 on network 525e658f-c845-4182-b7f4-a916d0a9bfbe {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 13:00:49.203746 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Checking agent: {'id': '30e6d27e-1502-47ea-895a-b93095b3a626', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'started_at': datetime.datetime(2022, 4, 5, 12, 3, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 13, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 13:00:49.204081 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Checking segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 13:00:49.204458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Bound using segment: {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'} {{(pid=87957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 13:00:49.204875 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.managers [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Bound port: ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94b7884c-e123-4adb-94e4-601914552832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe'}}] {{(pid=87957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 13:00:49.205216 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:49.398375 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, cleared binding levels {{(pid=87957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 13:00:49.401256 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 13:00:49.406520 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4348659'] for port, after_update {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:49.463876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:49.464486 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:49.466386 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 200 len: 1094 time: 1.1039674 Apr 05 13:00:49.466913 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:00:49.501974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c805-0815-4a32-a53f-440aab7b1dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=3']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:49.545362 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'status': 'completed', 'code': 200} Apr 05 13:00:49.587114 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-b02ec31a-0397-4bb1-b492-9613f2f2854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:49.588614 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-b02ec31a-0397-4bb1-b492-9613f2f2854b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1097 time: 0.0760467 Apr 05 13:00:49.661366 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-37c353ab-4838-4193-9bee-884f13f3ec9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0659604 Apr 05 13:00:49.723759 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-48f4d3ed-0df5-482b-8b0d-4cba311db052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:49.725184 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-48f4d3ed-0df5-482b-8b0d-4cba311db052 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0585799 Apr 05 13:00:49.803235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-bf1d10a6-637b-4a3e-a01e-3a8adb137713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:49.804578 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-bf1d10a6-637b-4a3e-a01e-3a8adb137713 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724888 Apr 05 13:00:49.933506 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-e77ea883-2e77-4364-8618-40fcc08bb0d1 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222179 Apr 05 13:00:50.109585 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-da59e34f-356d-47fe-97f9-76f6db0d3668 req-75f2e54a-3ccd-4232-b366-1f89fa789dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691678 Apr 05 13:00:50.136615 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a769411-da1e-4e5d-9c2f-5aefa4be21c8 req-f6e4c885-42a6-4287-bf67-82a2920a3586 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:50.138685 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a769411-da1e-4e5d-9c2f-5aefa4be21c8 req-f6e4c885-42a6-4287-bf67-82a2920a3586 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 944 time: 0.1055701 Apr 05 13:00:50.229845 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-6a769411-da1e-4e5d-9c2f-5aefa4be21c8 req-d9251c16-c50d-48a8-9fa0-1e21c44628c0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854399 Apr 05 13:00:50.250822 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-39f08482-2514-48bb-8635-8fc02aa160e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:50.252287 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-39f08482-2514-48bb-8635-8fc02aa160e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1097 time: 0.0934236 Apr 05 13:00:50.387178 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-f4813e13-ee76-4f86-8d63-6da9f05dd716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:50.388726 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-f4813e13-ee76-4f86-8d63-6da9f05dd716 service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1294856 Apr 05 13:00:50.460574 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-b2c29db5-a407-4b95-946d-f8c71754bdbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0655532 Apr 05 13:00:50.527904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-6dce985e-19ca-44a7-a552-f1b485fbc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:50.529713 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-6dce985e-19ca-44a7-a552-f1b485fbc8c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0604572 Apr 05 13:00:50.604912 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-dbbe204e-e74f-4077-a4b2-343a5a2f7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:50.606462 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-dbbe204e-e74f-4077-a4b2-343a5a2f7b63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681434 Apr 05 13:00:50.740668 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-5ac5fe4b-549d-4bf3-b930-3b8d11a6e895 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272779 Apr 05 13:00:50.872701 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a874568e-6af1-47d1-9c61-831ea3516fc3 req-825f76fb-c366-4705-a559-ba625d232346 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259866 Apr 05 13:00:51.540826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b962f91-e83a-45f4-9eed-8b76cdeb37d2 req-2f9d2f7e-e8ae-463a-a27b-25a289a9079b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:51.542978 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3b962f91-e83a-45f4-9eed-8b76cdeb37d2 req-2f9d2f7e-e8ae-463a-a27b-25a289a9079b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 944 time: 0.2029886 Apr 05 13:00:51.587331 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-3b962f91-e83a-45f4-9eed-8b76cdeb37d2 req-4912b53c-c94b-412d-986e-9a2e746bcc9b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383782 Apr 05 13:00:52.770066 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965549-9ac4-497a-8e0b-6ed4fbdfb885 req-a529e9ad-233d-4d76-a555-e69b7f4f5b40 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:52.771565 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-40965549-9ac4-497a-8e0b-6ed4fbdfb885 req-a529e9ad-233d-4d76-a555-e69b7f4f5b40 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 944 time: 0.0790982 Apr 05 13:00:52.818784 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-40965549-9ac4-497a-8e0b-6ed4fbdfb885 req-119d3b16-c1b8-4df8-85f2-a8a26996542c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Apr 05 13:00:53.336384 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-46ee88cf-38e3-4298-9730-16015fc1f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:54.052706 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96f6bf-514a-496d-b5d5-7302bfe6dd26 req-f87c6a75-3f18-4bb0-987a-713209074f12 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:54.054654 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a96f6bf-514a-496d-b5d5-7302bfe6dd26 req-f87c6a75-3f18-4bb0-987a-713209074f12 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 944 time: 0.1221564 Apr 05 13:00:54.106996 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-0a96f6bf-514a-496d-b5d5-7302bfe6dd26 req-2829e7c2-43d2-45d9-adbb-3332b2f92e0c tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Apr 05 13:00:54.205222 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 13:00:54.358307 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:54.371234 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'mac_address': 'fa:16:3e:74:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 13:00:54.464789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:54.483250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:00:54.500372 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:54.504794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:54.570287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=4']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:54.735239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 13:00:54.979206 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:55.299377 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8496-b2d0-45c0-a7fa-628ac3d0b2c9 req-1d474e97-004a-41c1-83eb-c22182d3ef09 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:55.300788 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cba8496-b2d0-45c0-a7fa-628ac3d0b2c9 req-1d474e97-004a-41c1-83eb-c22182d3ef09 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 945 time: 0.0884054 Apr 05 13:00:55.345122 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4cba8496-b2d0-45c0-a7fa-628ac3d0b2c9 req-8ed865ef-e279-4a53-8cc5-610c04dae619 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Apr 05 13:00:55.392749 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-638b26a8-b8ff-4a8c-a6b3-bcaebde0e2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.134588 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-14fdc4bd-1ee1-4bfd-8f52-a31429992843 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686955 Apr 05 13:00:56.213730 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 13:00:56.277753 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-04eab2a9-5f92-4e78-87d0-04b48183d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.279299 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-04eab2a9-5f92-4e78-87d0-04b48183d3ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1096 time: 0.0769329 Apr 05 13:00:56.281882 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning for port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 completed by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 13:00:56.286783 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 13:00:56.287203 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.413090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.444287 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:00:56.457281 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:00:56.459449 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-d43bb4a7-ba5d-4615-8e22-f83444955e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.460923 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-d43bb4a7-ba5d-4615-8e22-f83444955e2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1640222 Apr 05 13:00:56.465475 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.535071 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'code': 200} Apr 05 13:00:56.614015 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=5']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:56.617606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.648229 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-b0812ceb-9ef2-41a6-b499-8d4b313b6b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 999 time: 0.1809788 Apr 05 13:00:56.695981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:56.717078 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.30', 64566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:00:56.734241 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb8e4c-e36d-4e5a-908d-b33671124c79 req-5dea2064-8ed2-43f8-a051-bdc2b8d05c04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.736363 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d1cb8e4c-e36d-4e5a-908d-b33671124c79 req-5dea2064-8ed2-43f8-a051-bdc2b8d05c04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.2060008 Apr 05 13:00:56.743940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-c3dce334-a077-4ac1-ace7-eb5ff2162de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.745583 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-c3dce334-a077-4ac1-ace7-eb5ff2162de3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0907991 Apr 05 13:00:56.799084 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced641-603b-4209-a7a1-0d3b5af15e41 req-0cc30f68-8ece-4967-926c-7d0332ce6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.800360 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27ced641-603b-4209-a7a1-0d3b5af15e41 req-0cc30f68-8ece-4967-926c-7d0332ce6913 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1099 time: 0.0821724 Apr 05 13:00:56.833458 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d1cb8e4c-e36d-4e5a-908d-b33671124c79 req-c2a17057-d648-4778-a046-fef01e53dfe9 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914345 Apr 05 13:00:56.856244 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [req-27ced641-603b-4209-a7a1-0d3b5af15e41 req-5e434443-464d-41d1-b983-882fecf3478a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491331 Apr 05 13:00:56.860292 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-6077be01-c8f2-4935-8e0e-e8ca2e369cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:56.861758 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-6077be01-c8f2-4935-8e0e-e8ca2e369cad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013591 Apr 05 13:00:57.193545 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-01109265-0f83-47c0-81a6-0770d94fa1da service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286430 Apr 05 13:00:57.329605 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-dad01147-c0bb-45f9-b0d4-344cab68cd79 req-aaa03339-9278-4602-a0be-bd2aeb14a692 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292295 Apr 05 13:00:57.929326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:58.041154 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9a5d-2897-4348-af81-879fe364bdf3 req-b6ac3edf-1178-4729-ab1b-2264005c6982 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:58.042608 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2db9a5d-2897-4348-af81-879fe364bdf3 req-b6ac3edf-1178-4729-ab1b-2264005c6982 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.0876579 Apr 05 13:00:58.088854 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a2db9a5d-2897-4348-af81-879fe364bdf3 req-73b22bb6-d899-482a-9d9c-e14f9f40c92a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Apr 05 13:00:58.273593 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25a220-770b-483b-b1fc-cdc08e23c44f req-6f6b6c1e-406a-4232-b6d5-fc45b35bf142 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:58.275043 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d25a220-770b-483b-b1fc-cdc08e23c44f req-6f6b6c1e-406a-4232-b6d5-fc45b35bf142 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.0805557 Apr 05 13:00:58.322480 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8d25a220-770b-483b-b1fc-cdc08e23c44f req-8d363fb4-b202-43f5-a98c-3c9d20dfe608 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Apr 05 13:00:58.351243 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36298) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:00:58.426097 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d8330-0345-4584-8d8f-f93f9f390e1e tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:00:58.427699 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-e91d8330-0345-4584-8d8f-f93f9f390e1e tempest-TestSnapshotPattern-613232027 tempest-TestSnapshotPattern-613232027-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1094 time: 0.0754745 Apr 05 13:00:58.430619 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36302) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:00:58.436230 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.v2.base [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Request body: {'floatingip': {'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 13:00:58.442538 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 13:00:58.446635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Usage tracker for resource:floatingip and tenant:597a749d0c7b4bcf8fcc362f5c88f709 is out of sync, need to count used quota {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 13:00:58.449637 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.quota.resource [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87958) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 13:00:58.455455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.quota.driver [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 13:00:58.466553 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:58.605464 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:58.854444 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.db_base_plugin_common [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Allocated IP 172.26.5.94 (4b67aadd-f639-4c60-8362-ccb3680fd685/5c841671-eeeb-4533-8c8d-462c3349558e/587a6901-db65-4689-92cd-7b3774ff4ba5) {{(pid=87958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 13:00:59.001061 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.030090 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787964774458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.097566 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Network 4b67aadd-f639-4c60-8362-ccb3680fd685 is already hosted by enough agents. {{(pid=87958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 13:00:59.100357 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.base_scheduler [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Resources bound (agent type, host, resource id): {{(pid=87958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 13:00:59.109269 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Received port after_create {{(pid=87958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 13:00:59.146325 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=587a6901-db65-4689-92cd-7b3774ff4ba5,revision_number=1']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:59.162780 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.163155 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.163498 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.163834 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.164172 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.164502 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.164826 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.165154 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.165484 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.165809 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.166127 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.166447 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:00:59.550739 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.625785 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.843093 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for port, precommit_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.850166 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-714726'] for port, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:00:59.961518 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event updated for resources: {'Port': ['ID=587a6901-db65-4689-92cd-7b3774ff4ba5,revision_number=2']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:00:59.975443 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989376'] for floatingip, after_update {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:00.155410 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Floating IP f587369b-9742-475d-b535-10781063e0a8 associated. External IP: 172.26.5.94, port: ea1ea645-4dec-4d16-bfe3-d42df72cbbb1. Apr 05 13:01:00.650586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 13:01:00.848527 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 13:01:00.860253 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:01:00.874471 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:01:00.875511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:00:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:01:00.881547 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:00.950570 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-56c9025a-ef77-425c-b28a-c095b90ec4b4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5188689 Apr 05 13:01:00.951782 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:01:01.001571 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'status': 'completed', 'code': 200} Apr 05 13:01:01.081239 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:01:01.114919 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f19e8-6661-466f-af15-719c8eb6500d req-4edd3a9f-b37d-4be5-b78c-a41db6417891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:01.116416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-4edd3a9f-b37d-4be5-b78c-a41db6417891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1099 time: 0.0836403 Apr 05 13:01:01.425611 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f19e8-6661-466f-af15-719c8eb6500d req-184e1916-6ebf-470f-abc4-c17ea3832cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:01.427427 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-184e1916-6ebf-470f-abc4-c17ea3832cab service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.3042381 Apr 05 13:01:01.456812 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}, {'id': 'f587369b-9742-475d-b535-10781063e0a8', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:74:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:00:59Z', 'updated_at': '2022-04-05T13:00:59Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:01:01.460789 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:01:01.469974 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:01:01.470581 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:00:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:01:01.576029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-bc9e5eb2-004d-4b1b-b9bf-e29ceb83537f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 200 len: 999 time: 0.1419265 Apr 05 13:01:01.647929 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f19e8-6661-466f-af15-719c8eb6500d req-587d88af-c89c-45c5-854f-8b0a514a6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:01.649853 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-587d88af-c89c-45c5-854f-8b0a514a6136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0681605 Apr 05 13:01:01.689885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:01:01.729393 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f19e8-6661-466f-af15-719c8eb6500d req-0613ccac-04d3-49c1-8239-5dd519025362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:01.731522 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-0613ccac-04d3-49c1-8239-5dd519025362 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762243 Apr 05 13:01:01.890786 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-1b4c1835-2405-4edd-bfe2-7ea8a75998c1 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532991 Apr 05 13:01:02.123140 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-511f19e8-6661-466f-af15-719c8eb6500d req-c00f1307-aa64-47fd-b4f3-408a4bd03e60 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267020 Apr 05 13:01:02.212096 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}, {'id': 'f587369b-9742-475d-b535-10781063e0a8', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:74:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:00:59Z', 'updated_at': '2022-04-05T13:00:59Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:01:02.218110 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fcb2f-9b13-4968-b884-64dce25a6c8e None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}, {'id': 'f587369b-9742-475d-b535-10781063e0a8', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.94', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:74:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T13:00:59Z', 'updated_at': '2022-04-05T13:00:59Z', 'revision_number': 0, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:01:02.444551 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b584d7-a05c-45b9-a9a3-3440aaac25c9 None None] New status for floating IP f587369b-9742-475d-b535-10781063e0a8: ACTIVE {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:01:22.286338 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:01:23.340172 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-ab1a2b80-c3c1-4e4f-8fcb-31ae85a2ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:24.962391 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:25.396347 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-8955c2f3-12e1-461f-aca3-71bb2935d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:26.593152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:26.704275 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:27.929608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:53.345191 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cf3e219b-767f-4e01-9cc0-e72067949220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:54.983300 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:55.400181 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0a46-e9ea-421a-b3e1-2b8ad2ff9bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:56.589278 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:56.702981 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:57.938139 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:01:58.168878 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-70255d8e-e149-4a26-9bf2-cec5f43769ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945137 Apr 05 13:01:58.321280 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323978-8367-4e18-a116-ad4881258811 req-aab45c61-5120-4236-ae84-a276f0a57412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:58.323658 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-aab45c61-5120-4236-ae84-a276f0a57412 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1096 time: 0.0795715 Apr 05 13:01:58.502115 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323978-8367-4e18-a116-ad4881258811 req-7cd6fbc4-0ccf-4c22-8360-ca6cf3e6ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:58.503501 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-7cd6fbc4-0ccf-4c22-8360-ca6cf3e6ec8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1603122 Apr 05 13:01:58.625849 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-af0f2b5e-f8ad-4933-b4a1-ed6c25cd40a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 999 time: 0.1165087 Apr 05 13:01:58.702251 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323978-8367-4e18-a116-ad4881258811 req-631dd96e-47bb-413a-a038-41f207a71d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:58.703846 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-631dd96e-47bb-413a-a038-41f207a71d27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.0714524 Apr 05 13:01:58.784683 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323978-8367-4e18-a116-ad4881258811 req-a3cb13f3-8fe2-4820-88b6-b00952dd3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:01:58.786265 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-a3cb13f3-8fe2-4820-88b6-b00952dd3d9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769472 Apr 05 13:01:58.935716 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-b5e67df3-6063-473a-bba2-2135f3650fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424673 Apr 05 13:01:59.086908 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-51323978-8367-4e18-a116-ad4881258811 req-8d3c7bd8-0276-437d-9e52-17f56cc8cf0a service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453171 Apr 05 13:01:59.286360 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:02:23.342747 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-675c0d1e-5b49-4a7d-af4f-d7e468b711a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:24.982587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:25.403387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7ab50ddd-a3ff-48f3-9bdf-8b9ba0cf6102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:26.591167 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:26.704293 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:27.930147 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:32.669888 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=87959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 13:02:32.835046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:32.852774 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Returning: {'device': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'port_id': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'mac_address': 'fa:16:3e:74:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 13:02:32.947160 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:32.978639 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 13:02:33.012020 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:33.016781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:33.157416 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=6']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:33.165668 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.166248 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.166587 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.167101 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.167584 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.168072 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.168551 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.169046 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.169511 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.170025 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.170358 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.170687 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:33.188819 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] get_ports_and_sgs() called for port_ids ['ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'] {{(pid=87959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 13:02:34.690289 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 up at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 13:02:34.792022 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.provisioning_blocks [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Provisioning complete for port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 triggered by entity L2. {{(pid=87959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 13:02:34.792506 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2058613'] for port, provisioning_complete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:34.950559 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:34.983121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:35.010742 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:35.016709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:35.076182 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'code': 200} Apr 05 13:02:35.125615 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=7']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:36.285363 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:02:43.206935 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36500) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:02:43.412635 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Deleting port 587a6901-db65-4689-92cd-7b3774ff4ba5 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:43.412996 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:43.585352 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:43.585568 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:43.709163 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Calling delete_port for 587a6901-db65-4689-92cd-7b3774ff4ba5 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:43.870148 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:43.917186 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event deleted for resources: {'Port': ['ID=587a6901-db65-4689-92cd-7b3774ff4ba5,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:43.958220 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.958561 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.958898 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.959257 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.959590 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.959916 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.960239 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.960558 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.960877 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.961194 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.961534 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:43.961849 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:44.024727 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:44.025138 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Floating IP f587369b-9742-475d-b535-10781063e0a8 disassociated (deleted). External IP: 172.26.5.94, port: ea1ea645-4dec-4d16-bfe3-d42df72cbbb1. Apr 05 13:02:44.491051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 13:02:44.667427 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 13:02:44.677777 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:02:44.688508 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:02:44.689054 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:44.691083 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:44.754840 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-afb7c2f9-cd6c-4016-8fd5-04bcb5a379b6 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "DELETE /v2.0/floatingips/f587369b-9742-475d-b535-10781063e0a8 HTTP/1.1" status: 204 len: 168 time: 1.5427277 Apr 05 13:02:44.755440 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:44.811892 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'status': 'completed', 'code': 200} Apr 05 13:02:44.916750 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79def-1684-4e14-902d-360a8f44bb91 req-6a20637e-6f10-4721-a947-33d55a9974dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:44.917394 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:02:44.918416 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-6a20637e-6f10-4721-a947-33d55a9974dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 1099 time: 0.0820601 Apr 05 13:02:45.233229 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79def-1684-4e14-902d-360a8f44bb91 req-963a49e4-39ca-4388-9b40-19c19283b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:45.234610 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-963a49e4-39ca-4388-9b40-19c19283b879 service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.3095610 Apr 05 13:02:45.305900 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:45.310169 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-9d59d88e-f8dc-4eb4-9fd9-8f66686aa1d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 200 len: 217 time: 0.0674064 Apr 05 13:02:45.310838 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:02:45.319674 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:02:45.320288 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:45.374338 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc1fa-5b47-4687-a11c-dad03f966e4d req-52f601e5-c960-4a80-92cc-abac68aa6a5f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:45.375832 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-917dc1fa-5b47-4687-a11c-dad03f966e4d req-52f601e5-c960-4a80-92cc-abac68aa6a5f tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.3171060 Apr 05 13:02:45.421444 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79def-1684-4e14-902d-360a8f44bb91 req-7ed5a353-eb59-410b-86dc-c4db83b8ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:45.422882 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-7ed5a353-eb59-410b-86dc-c4db83b8ad06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.1062081 Apr 05 13:02:45.485291 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-917dc1fa-5b47-4687-a11c-dad03f966e4d req-c877aa1a-f04d-4e57-939f-acab93e76118 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007912 Apr 05 13:02:45.514417 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:02:45.516463 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b79def-1684-4e14-902d-360a8f44bb91 req-a30ee256-caac-4a9e-92cc-85a0129b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:45.517961 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-a30ee256-caac-4a9e-92cc-85a0129b8d34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868258 Apr 05 13:02:45.655503 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-330e512e-0398-48a5-97ed-0fdbd4b85dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303716 Apr 05 13:02:45.791922 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-86b79def-1684-4e14-902d-360a8f44bb91 req-8960a589-9e51-4a22-8edd-bc3549d63f48 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296234 Apr 05 13:02:45.874515 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:45.878608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc97676-8c3c-4e74-9ad8-c8053a85f427 None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_floatingips': [{'id': '798ce1be-fbd0-42f9-8503-7fe3d674b991', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'floating_ip_address': '172.26.5.251', 'floating_network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'router_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'port_id': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'mac_address': 'fa:16:3e:d0:fd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T12:58:21Z', 'updated_at': '2022-04-05T12:58:25Z', 'revision_number': 1, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:02:46.089938 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0190e09-b1a3-4926-87ff-c38c0d7b5d17 None None] New status for floating IP f587369b-9742-475d-b535-10781063e0a8: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:02:46.702102 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-c7b14551-dd27-44b0-8028-c15db09a06c0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:46.703568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-c7b14551-dd27-44b0-8028-c15db09a06c0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.1411455 Apr 05 13:02:46.769873 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:02:46.772716 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745c552-8270-41ad-93d3-e13338523d7e req-9900db57-650b-414d-95e3-293a2166b35b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:46.774737 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8745c552-8270-41ad-93d3-e13338523d7e req-9900db57-650b-414d-95e3-293a2166b35b tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 946 time: 0.1587367 Apr 05 13:02:46.806972 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Deleting port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:46.807339 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:46.884001 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-8745c552-8270-41ad-93d3-e13338523d7e req-8684b56c-837d-476f-8879-372bdcfefca9 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989139 Apr 05 13:02:46.888140 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1592619'] for port, before_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:46.917725 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:46.928108 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:46.933018 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787965150055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787964774476', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787964774521'] for port, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:46.969371 dv-neutron-833203-3-hyperv neutron-server[87959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'code': 200} Apr 05 13:02:47.001682 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Pushing event updated for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=8']} {{(pid=87959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:47.095501 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:47.095876 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:47.224906 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Calling delete_port for ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:47.315840 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.db.api [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 13:02:47.316163 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG oslo_db.api [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 13:02:47.817118 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Deleting port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:47.817826 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:48.260565 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] For port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:48.260922 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:48.401303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97fb5c-7d25-4fef-b2ea-e7bb6f9af1d6 req-8b996699-d991-4d31-91d1-8286c6e9573a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:48.402725 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1f97fb5c-7d25-4fef-b2ea-e7bb6f9af1d6 req-8b996699-d991-4d31-91d1-8286c6e9573a tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbb812b4-4b39-43cb-8586-4bb60276e44c HTTP/1.1" status: 200 len: 944 time: 0.2464037 Apr 05 13:02:48.411050 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Calling delete_port for ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:48.504637 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-1f97fb5c-7d25-4fef-b2ea-e7bb6f9af1d6 req-94d3e99e-8dfd-4784-837d-f0b9f1b843f3 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640848 Apr 05 13:02:48.608010 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:48.660654 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event deleted for resources: {'Port': ['ID=ea1ea645-4dec-4d16-bfe3-d42df72cbbb1,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:48.700673 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.701021 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.701357 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.701689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.702016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.702345 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.702713 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.703207 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.703552 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.703890 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.704217 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.704543 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833203-3-hyperv {{(pid=87957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 13:02:48.754090 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] No DVR routers for this DVR port ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:02:48.756623 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:48.759358 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-deleted', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:48.772787 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d5cead69-6afb-4540-89ca-61fcde251b5d req-9e59e4b0-50c9-41b4-a661-4981c0e559bd tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "DELETE /v2.0/ports/ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 HTTP/1.1" status: 204 len: 173 time: 2.0635922 Apr 05 13:02:48.914719 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb812b4-4b39-43cb-8586-4bb60276e44c', 'name': 'network-vif-deleted', 'tag': 'ea1ea645-4dec-4d16-bfe3-d42df72cbbb1', 'status': 'completed', 'code': 200} Apr 05 13:02:50.239000 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36566) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:02:50.454225 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Deleting port 3e444980-bed3-44f6-88d2-43c9aee75ce2 {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:50.454564 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:50.622450 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:50.622769 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:50.746912 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Calling delete_port for 3e444980-bed3-44f6-88d2-43c9aee75ce2 owned by network:floatingip {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:50.793917 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:02:50.831856 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:02:50.832202 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device ea1ea645-4dec-4d16-bfe3-d42df72cbbb1 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:02:50.914678 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:50.961808 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event deleted for resources: {'Port': ['ID=3e444980-bed3-44f6-88d2-43c9aee75ce2,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:51.054670 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for floatingip, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:51.055270 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.db.l3_db [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Floating IP 798ce1be-fbd0-42f9-8503-7fe3d674b991 disassociated (deleted). External IP: 172.26.5.251, port: b23ca753-991e-4b7a-9b95-97f00ca0cc90. Apr 05 13:02:51.556165 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 13:02:51.752051 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 13:02:51.770617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:02:51.774465 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for floatingip, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:51.784186 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:02:51.785636 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:51.838386 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-d23e696b-0d17-46a6-b4e2-1c0dcec56630 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "DELETE /v2.0/floatingips/798ce1be-fbd0-42f9-8503-7fe3d674b991 HTTP/1.1" status: 204 len: 168 time: 1.5948792 Apr 05 13:02:51.838386 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:51.882492 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'status': 'completed', 'code': 200} Apr 05 13:02:51.989093 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9f36-3ada-4973-a787-38b607489baf req-09c05603-b5eb-48e9-922f-1e29b62f7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:51.989697 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-09c05603-b5eb-48e9-922f-1e29b62f7835 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 1096 time: 0.0814092 Apr 05 13:02:52.043828 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:02:52.162071 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9f36-3ada-4973-a787-38b607489baf req-77806462-542e-4c69-acc8-5e495e27d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:52.163626 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-77806462-542e-4c69-acc8-5e495e27d860 service neutron] 10.222.0.30 "GET /v2.0/networks?id=525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 200 len: 911 time: 0.1681299 Apr 05 13:02:52.300736 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-7858cb89-5fe1-418d-964b-cad107d253a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 200 len: 217 time: 0.1298397 Apr 05 13:02:52.421334 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:52.427324 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:02:52.431403 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9f36-3ada-4973-a787-38b607489baf req-fc092840-dbe5-4d88-bf41-22b54ed8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:52.434889 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-fc092840-dbe5-4d88-bf41-22b54ed8906e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 200 len: 849 time: 0.1236584 Apr 05 13:02:52.437905 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:02:52.438536 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:25Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:52.499290 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51765e3-9a4e-4f43-9203-03d3486a5dce req-a422d7a1-13bb-449d-9048-0469367db7db tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:52.499992 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d51765e3-9a4e-4f43-9203-03d3486a5dce req-a422d7a1-13bb-449d-9048-0469367db7db tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Synchronizing usage tracker for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 13:02:52.524188 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-d51765e3-9a4e-4f43-9203-03d3486a5dce req-a422d7a1-13bb-449d-9048-0469367db7db tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Unset dirty status for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 13:02:52.525357 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d51765e3-9a4e-4f43-9203-03d3486a5dce req-a422d7a1-13bb-449d-9048-0469367db7db tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 943 time: 0.2991972 Apr 05 13:02:52.564721 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9f36-3ada-4973-a787-38b607489baf req-c817e010-b67a-40db-b7d8-dab0b2a10fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:52.566281 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-c817e010-b67a-40db-b7d8-dab0b2a10fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=525e658f-c845-4182-b7f4-a916d0a9bfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1241982 Apr 05 13:02:52.625319 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-d51765e3-9a4e-4f43-9203-03d3486a5dce req-85bcfafa-5200-4fee-af67-7b025c8293e0 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874617 Apr 05 13:02:52.641200 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:02:52.721317 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-34b276d6-2647-454e-bbc5-3a695f94ae33 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456013 Apr 05 13:02:52.869820 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-a32e9f36-3ada-4973-a787-38b607489baf req-9d08df7f-b387-4f71-ad9e-cb0d9a69c915 service neutron] 10.222.0.30 "GET /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422443 Apr 05 13:02:52.985654 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:52.990250 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea4cf5-4ad3-46d6-bb08-aa4c8bdaf427 None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T12:57:55Z', 'revision_number': 4, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv', '_interfaces': [{'id': 'cbcee13b-b84d-4940-bd52-13880b6cecfe', 'name': '', 'network_id': '525e658f-c845-4182-b7f4-a916d0a9bfbe', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'mac_address': 'fa:16:3e:9c:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:54Z', 'updated_at': '2022-04-05T12:58:00Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'subnets': [{'id': '3ba837e8-aebc-4eba-91fc-214628d3f2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:02:53.238113 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72769f3-6039-4cd3-a91b-ec375342b7cb None None] New status for floating IP 798ce1be-fbd0-42f9-8503-7fe3d674b991: DOWN {{(pid=87960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 13:02:53.348062 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bb14-ad48-4708-8783-411de542b2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:53.725267 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-2494eadc-ab12-4929-856e-5e697c59c889 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:53.728003 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-2494eadc-ab12-4929-856e-5e697c59c889 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 943 time: 0.0938165 Apr 05 13:02:53.957016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Deleting port b23ca753-991e-4b7a-9b95-97f00ca0cc90 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:53.957354 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:54.036521 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa76370-50c9-4e18-9385-e29928f1dbf8 req-6f7f089b-bcfe-4286-9365-b60bdfe89241 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 13:02:54.037975 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4aa76370-50c9-4e18-9385-e29928f1dbf8 req-6f7f089b-bcfe-4286-9365-b60bdfe89241 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 943 time: 0.2754545 Apr 05 13:02:54.165038 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-4aa76370-50c9-4e18-9385-e29928f1dbf8 req-4330e4fb-f92f-443f-b826-88a299ad1527 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0f83184-4998-40d7-9149-666b7de303fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020226 Apr 05 13:02:54.286957 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] For port b23ca753-991e-4b7a-9b95-97f00ca0cc90, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b23ca753-991e-4b7a-9b95-97f00ca0cc90,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:54.287303 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:54.416942 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Calling delete_port for b23ca753-991e-4b7a-9b95-97f00ca0cc90 owned by compute:nova {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:54.574862 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:54.627558 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event deleted for resources: {'Port': ['ID=b23ca753-991e-4b7a-9b95-97f00ca0cc90,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:54.707381 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] No DVR routers for this DVR port b23ca753-991e-4b7a-9b95-97f00ca0cc90 on host hv-neutron-8332 {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:02:54.710130 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-433704'] for port, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:54.713689 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-deleted', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90'}] {{(pid=87957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 13:02:54.733210 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-f403f8fc-a8e8-4f66-90f1-8244d8a9ffa9 req-233274c0-415a-49b5-9172-4adf2d01bb04 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.30 "DELETE /v2.0/ports/b23ca753-991e-4b7a-9b95-97f00ca0cc90 HTTP/1.1" status: 204 len: 173 time: 1.0001554 Apr 05 13:02:54.764957 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba645cdd-d0e1-47ed-be5c-f926676260eb', 'name': 'network-vif-deleted', 'tag': 'b23ca753-991e-4b7a-9b95-97f00ca0cc90', 'status': 'completed', 'code': 200} Apr 05 13:02:54.978159 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:55.348686 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-83214a6b-05b9-445a-9c71-45e67a8eb222 req-680ee6a6-4fca-4899-b7c5-106b7528364d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Synchronizing usage tracker for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 13:02:55.366651 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.quota.resource [req-83214a6b-05b9-445a-9c71-45e67a8eb222 req-680ee6a6-4fca-4899-b7c5-106b7528364d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Unset dirty status for tenant:597a749d0c7b4bcf8fcc362f5c88f709 on resource:port {{(pid=87957) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 13:02:55.368568 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [req-83214a6b-05b9-445a-9c71-45e67a8eb222 req-680ee6a6-4fca-4899-b7c5-106b7528364d tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba645cdd-d0e1-47ed-be5c-f926676260eb HTTP/1.1" status: 200 len: 210 time: 0.0669012 Apr 05 13:02:55.409407 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb98-5550-4428-bb9c-736d7eee68dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.473677 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36584) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:02:56.544032 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.573577 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.584970 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.643116 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.662054 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f83184-4998-40d7-9149-666b7de303fc,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:56.667527 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] Notify callbacks [] for security_group, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.668638 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-f96281a9-f59f-47ea-b9ef-fbfd94d82db4 tempest-TestSnapshotPattern-1104484734 tempest-TestSnapshotPattern-1104484734-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0f83184-4998-40d7-9149-666b7de303fc HTTP/1.1" status: 204 len: 168 time: 0.1939912 Apr 05 13:02:56.716410 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36590) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:02:56.723074 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:56.801148 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:02:56.839758 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] No Port match for: b23ca753-991e-4b7a-9b95-97f00ca0cc90 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:02:56.840111 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Device b23ca753-991e-4b7a-9b95-97f00ca0cc90 not bound to the agent host hv-neutron-8332 {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:02:57.405940 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:57.887302 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Deleting port cbcee13b-b84d-4940-bd52-13880b6cecfe {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:57.888173 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:57.940653 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:58.099450 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] For port cbcee13b-b84d-4940-bd52-13880b6cecfe, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=cbcee13b-b84d-4940-bd52-13880b6cecfe,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:02:58.100134 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:58.230798 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Calling delete_port for cbcee13b-b84d-4940-bd52-13880b6cecfe owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:02:58.421266 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:58.477246 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcee13b-b84d-4940-bd52-13880b6cecfe,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:02:58.777366 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:59.267600 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Router 4c4fc557-2902-4777-847f-4a040c7366d5 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 13:02:59.452135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 13:02:59.463100 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Sync routers for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:02:59.472949 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-a76d4102-71ef-4e00-958a-e94012b62a2d admin admin] 10.222.0.50 "PUT /v2.0/routers/4c4fc557-2902-4777-847f-4a040c7366d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552059 Apr 05 13:02:59.473277 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:02:59.473906 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:02:59.476045 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36596) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:02:59.654681 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:02:59.681370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:59.869394 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:59.880189 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Deleting port 484d4f5c-32c2-4bd0-b37c-dabb1a985284 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:02:59.880551 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:02:59.996965 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8'}], 'enable_snat': True}, 'gw_port_id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T13:02:58Z', 'revision_number': 5, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port': {'id': '484d4f5c-32c2-4bd0-b37c-dabb1a985284', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:51Z', 'updated_at': '2022-04-05T12:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:00.002964 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Checking router: 4c4fc557-2902-4777-847f-4a040c7366d5 for host: dv-neutron-833203-3-hyperv {{(pid=87959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:03:00.016152 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Routers {'4c4fc557-2902-4777-847f-4a040c7366d5'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:03:00.017097 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4c4fc557-2902-4777-847f-4a040c7366d5'], 'active': True} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:00.069370 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] For port 484d4f5c-32c2-4bd0-b37c-dabb1a985284, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=484d4f5c-32c2-4bd0-b37c-dabb1a985284,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:00.069727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.200555 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Calling delete_port for 484d4f5c-32c2-4bd0-b37c-dabb1a985284 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:00.270568 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_dvr_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] Set router 4c4fc557-2902-4777-847f-4a040c7366d5 gateway port host: None {{(pid=87959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:03:00.394255 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.421606 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.db.l3_hamode_db [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T13:02:59Z', 'revision_number': 6, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:00.427198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473816d-11a5-4f52-88e3-c1191eed6693 None None] The sync data for ids ['4c4fc557-2902-4777-847f-4a040c7366d5'] in dv-neutron-833203-3-hyperv is: [{'id': '4c4fc557-2902-4777-847f-4a040c7366d5', 'name': 'tempest-TestSnapshotPattern-1082953706-router', 'tenant_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:50Z', 'updated_at': '2022-04-05T13:02:59Z', 'revision_number': 6, 'project_id': '597a749d0c7b4bcf8fcc362f5c88f709', 'gw_port_host': None}] {{(pid=87959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:03:00.447131 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Pushing event deleted for resources: {'Port': ['ID=484d4f5c-32c2-4bd0-b37c-dabb1a985284,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:00.547285 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.869541 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.872392 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.900165 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.900763 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c4fc557-2902-4777-847f-4a040c7366d5 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 13:03:00.914494 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:00.915667 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-0adcb5fa-b563-4f21-8801-08a34c09d686 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4c4fc557-2902-4777-847f-4a040c7366d5 HTTP/1.1" status: 204 len: 168 time: 1.4378037 Apr 05 13:03:00.918210 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36600) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:00.983235 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Deleting subnet 3ba837e8-aebc-4eba-91fc-214628d3f2b9 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 13:03:00.986458 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.038310 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.152524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.224016 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.266315 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba837e8-aebc-4eba-91fc-214628d3f2b9,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:01.268294 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.274944 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-18bff897-dbca-4a2b-acdc-22ceea03b5f4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3ba837e8-aebc-4eba-91fc-214628d3f2b9 HTTP/1.1" status: 204 len: 168 time: 0.3557675 Apr 05 13:03:01.277887 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36604) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:01.284567 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445dffd-e247-474d-b1b7-01ea017b379a None None] Network 525e658f-c845-4182-b7f4-a916d0a9bfbe requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 13:03:01.411868 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.425128 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Deleting port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:01.425974 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.663982 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] DHCP port deletion for 525e658f-c845-4182-b7f4-a916d0a9bfbe request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 13:03:01.670558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Deleting port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:01.671174 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.755126 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] For port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:01.755524 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.893376 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Calling delete_port for a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 owned by network:dhcp {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:01.981773 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] For port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,segment=NetworkSegment(94b7884c-e123-4adb-94e4-601914552832),segment_id=94b7884c-e123-4adb-94e4-601914552832)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:01.982387 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:01.988177 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.039462 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f65e9d-4fb8-4c76-abb2-6086741cf3e2,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:02.041451 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] No DVR routers for this DVR port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 on host dv-neutron-833203-3-hyperv {{(pid=87957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:03:02.162543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Calling delete_port for a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:02.174448 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.215363 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525e658f-c845-4182-b7f4-a916d0a9bfbe']}} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:02.235546 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b7884c-e123-4adb-94e4-601914552832') {'for_net_delete': True} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:02.236495 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.services.segments.db [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b7884c-e123-4adb-94e4-601914552832') {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:02.255727 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15524193'] for segment, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 13:03:02.258791 dv-neutron-833203-3-hyperv neutron-server[87959]: util.warn( Apr 05 13:03:02.263945 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 13:03:02.264333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 13:03:02.282238 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.291625 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=87957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:03:02.292431 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4348639'] for segment, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: Traceback (most recent call last): Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: timer() Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: cb(*args, **kw) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: return func(*args, **kwargs) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: self._notify() Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: self.callback(batched_events) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: event.method(event) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: return f(self, *a, **k) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._get(url).json() Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: return self.request(url, 'GET', **kwargs) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:03:02.313165 dv-neutron-833203-3-hyperv neutron-server[87957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:03:02.446452 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.466607 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Notify callbacks [] for network, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.477191 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] Pushing event deleted for resources: {'Network': ['ID=525e658f-c845-4182-b7f4-a916d0a9bfbe,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:02.488191 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-efd08269-7730-4599-87ad-14235b1886bd admin admin] 10.222.0.50 "DELETE /v2.0/networks/525e658f-c845-4182-b7f4-a916d0a9bfbe HTTP/1.1" status: 204 len: 168 time: 1.2092004 Apr 05 13:03:02.490979 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36608) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:02.527667 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbcee13b-b84d-4940-bd52-13880b6cecfe no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:02.570485 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: cbcee13b-b84d-4940-bd52-13880b6cecfe {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:02.570834 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device cbcee13b-b84d-4940-bd52-13880b6cecfe not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:02.571296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:02.609158 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:02.609727 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:02.610398 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 484d4f5c-32c2-4bd0-b37c-dabb1a985284 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:02.661719 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 484d4f5c-32c2-4bd0-b37c-dabb1a985284 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:02.662146 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 484d4f5c-32c2-4bd0-b37c-dabb1a985284 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:02.765816 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Deleting port a2f65e9d-4fb8-4c76-abb2-6086741cf3e2 {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:02.766263 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:02.838225 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-d1834068-8de2-4227-8210-d632b42d02e9 None None] The port 'a2f65e9d-4fb8-4c76-abb2-6086741cf3e2' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 13:03:03.231656 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-984534'] for router_interface, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:03.642457 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Deleting port f06a70e0-d228-418f-85f1-1f275740f6e3 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:03.643240 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:03.870374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] For port f06a70e0-d228-418f-85f1-1f275740f6e3, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=f06a70e0-d228-418f-85f1-1f275740f6e3,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:03.870732 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:04.000227 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Calling delete_port for f06a70e0-d228-418f-85f1-1f275740f6e3 owned by network:router_interface {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:04.349705 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:04.435254 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=f06a70e0-d228-418f-85f1-1f275740f6e3,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:04.716461 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-990246'] for router_interface, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:05.101712 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Router 4b460a68-823b-4f42-b1a2-404183d45f40 has already been hosted by L3 agent 6f932440-a938-49ef-a141-e1ffac056e02 {{(pid=87957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 13:03:05.284374 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] Notify agent at l3_agent.dv-neutron-833203-3-hyperv the message routers_updated {{(pid=87957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 13:03:05.296561 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Sync routers for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 13:03:05.301963 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-4c2b9a90-300c-4471-b25e-3e974879fb8c admin admin] 10.222.0.50 "PUT /v2.0/routers/4b460a68-823b-4f42-b1a2-404183d45f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8099427 Apr 05 13:03:05.305201 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36612) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:05.316991 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:03:05.317582 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:05.499811 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: dv-neutron-833203-3-hyperv {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:03:05.502433 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks [] for router, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:05.693156 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:05.705483 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Deleting port 844d872f-46fc-455c-b3d5-ae2d72483711 {{(pid=87957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:05.706219 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:05.835773 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'external_fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39'}], 'enable_snat': True}, 'gw_port_id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T13:03:04Z', 'revision_number': 5, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port': {'id': '844d872f-46fc-455c-b3d5-ae2d72483711', 'name': '', 'network_id': '4b67aadd-f639-4c60-8362-ccb3680fd685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'ip_address': '172.26.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833203-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T12:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c841671-eeeb-4533-8c8d-462c3349558e', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833203-3-hyperv'}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:05.841200 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Checking router: 4b460a68-823b-4f42-b1a2-404183d45f40 for host: dv-neutron-833203-3-hyperv {{(pid=87960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 13:03:05.853350 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Routers {'4b460a68-823b-4f42-b1a2-404183d45f40'} bound to L3 agent in host dv-neutron-833203-3-hyperv {{(pid=87960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 13:03:05.853969 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833203-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:57:25Z,description=,heartbeat_timestamp=2022-04-05T13:02:55Z,host='dv-neutron-833203-3-hyperv',id=6f932440-a938-49ef-a141-e1ffac056e02,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:57:25Z,topic='l3_agent')) {'router_ids': ['4b460a68-823b-4f42-b1a2-404183d45f40'], 'active': True} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:06.017083 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_dvr_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] Set router 4b460a68-823b-4f42-b1a2-404183d45f40 gateway port host: None {{(pid=87960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 13:03:06.060724 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.db [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] For port 844d872f-46fc-455c-b3d5-ae2d72483711, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=844d872f-46fc-455c-b3d5-ae2d72483711,segment=NetworkSegment(2bb307c8-6d97-4484-a8a4-184a8492cffe),segment_id=2bb307c8-6d97-4484-a8a4-184a8492cffe)] {{(pid=87957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:06.061413 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.129101 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.l3_hamode_db [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T13:03:05Z', 'revision_number': 6, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port_host': None}], 'dv-neutron-833203-3-hyperv', False) {} {{(pid=87960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:06.133231 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03248f1f-1d99-46d5-a8df-29d0c37f6cbe None None] The sync data for ids ['4b460a68-823b-4f42-b1a2-404183d45f40'] in dv-neutron-833203-3-hyperv is: [{'id': '4b460a68-823b-4f42-b1a2-404183d45f40', 'name': 'tempest-TestSnapshotPattern-1343685013-router', 'tenant_id': '4433396ffbd14bb3ab4f1f36216c378c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T12:57:58Z', 'updated_at': '2022-04-05T13:03:05Z', 'revision_number': 6, 'project_id': '4433396ffbd14bb3ab4f1f36216c378c', 'gw_port_host': None}] {{(pid=87960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 13:03:06.205287 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Calling delete_port for 844d872f-46fc-455c-b3d5-ae2d72483711 owned by network:router_gateway {{(pid=87957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:06.383904 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4348672'] for port, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.443417 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Pushing event deleted for resources: {'Port': ['ID=844d872f-46fc-455c-b3d5-ae2d72483711,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:06.559578 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989363'] for router_gateway, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.565546 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f06a70e0-d228-418f-85f1-1f275740f6e3 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:06.649842 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: f06a70e0-d228-418f-85f1-1f275740f6e3 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:06.650090 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device f06a70e0-d228-418f-85f1-1f275740f6e3 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:06.772858 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14090'] for router, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.777147 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.813639 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984250'] for router, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.814372 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b460a68-823b-4f42-b1a2-404183d45f40 {{(pid=87957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 13:03:06.834664 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] Notify callbacks [] for router, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.836440 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-d725c79f-5f75-4797-9b37-55010b1ece87 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4b460a68-823b-4f42-b1a2-404183d45f40 HTTP/1.1" status: 204 len: 168 time: 1.5300729 Apr 05 13:03:06.839169 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.wsgi [-] (87957) accepted ('10.222.0.50', 36616) {{(pid=87957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:06.918180 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Deleting subnet 0d27a866-4555-449f-8ddd-619f45685072 {{(pid=87957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 13:03:06.920264 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:06.984341 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15524120'] for subnet, precommit_delete_associations {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.079226 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2060559'] for subnet, precommit_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.170333 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2060596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4348733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14776865'] for subnet, after_delete {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.214135 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d27a866-4555-449f-8ddd-619f45685072,revision_number=None']} {{(pid=87957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:07.218125 dv-neutron-833203-3-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.228878 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b57a26-3034-4479-96a9-5bfe8efdfd4b None None] Network d39e3a34-601f-4b06-8550-0f66f986582a requested from dv-neutron-833203-3-hyperv {{(pid=87959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 13:03:07.230029 dv-neutron-833203-3-hyperv neutron-server[87957]: INFO neutron.wsgi [None req-ee525baa-2309-4dc7-807e-969fa3a52b99 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0d27a866-4555-449f-8ddd-619f45685072 HTTP/1.1" status: 204 len: 168 time: 0.3890555 Apr 05 13:03:07.232851 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36620) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:07.387579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700451'] for network, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.405756 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Deleting port 5f452dc5-54e4-4ad3-baa5-cded37169a2a {{(pid=87958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:07.406290 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.602753 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] DHCP port deletion for d39e3a34-601f-4b06-8550-0f66f986582a request from dv-neutron-833203-3-hyperv {{(pid=87959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 13:03:07.608786 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Deleting port 5f452dc5-54e4-4ad3-baa5-cded37169a2a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:07.609363 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.721923 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.db [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] For port 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5f452dc5-54e4-4ad3-baa5-cded37169a2a,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:07.722278 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.892880 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Calling delete_port for 5f452dc5-54e4-4ad3-baa5-cded37169a2a owned by network:dhcp {{(pid=87958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:07.912143 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.db [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] For port 5f452dc5-54e4-4ad3-baa5-cded37169a2a, host dv-neutron-833203-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833203-3-hyperv',level=0,port_id=5f452dc5-54e4-4ad3-baa5-cded37169a2a,segment=NetworkSegment(4021348e-c0c8-43b1-a19b-9d47bb06266e),segment_id=4021348e-c0c8-43b1-a19b-9d47bb06266e)] {{(pid=87959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 13:03:07.912617 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-984088'] for port, precommit_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:07.997252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1592680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787965149727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787964774467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-714261'] for port, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.076139 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f452dc5-54e4-4ad3-baa5-cded37169a2a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:08.091069 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] No DVR routers for this DVR port 5f452dc5-54e4-4ad3-baa5-cded37169a2a on host dv-neutron-833203-3-hyperv {{(pid=87958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 13:03:08.109375 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Calling delete_port for 5f452dc5-54e4-4ad3-baa5-cded37169a2a owned by network:dhcp {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 13:03:08.217385 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2063054', 'neutron.services.segments.db._delete_segments_for_network-8787965323358'] for network, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.229700 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.db.api [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 13:03:08.230474 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG oslo_db.api [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 13:03:08.252250 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e3a34-601f-4b06-8550-0f66f986582a']}} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:08.265603 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021348e-c0c8-43b1-a19b-9d47bb06266e') {'for_net_delete': True} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:08.266030 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.services.segments.db [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021348e-c0c8-43b1-a19b-9d47bb06266e') {} {{(pid=87958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 13:03:08.278524 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787965327737', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16390829'] for segment, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.299765 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2035161'] for segment, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.310789 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=87958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 13:03:08.311734 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2035150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-714698'] for segment, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: Traceback (most recent call last): Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: timer() Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: cb(*args, **kw) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: return func(*args, **kwargs) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: self._notify() Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: self.callback(batched_events) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: event.method(event) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: return f(self, *a, **k) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._get(url).json() Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: return self.request(url, 'GET', **kwargs) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 13:03:08.331977 dv-neutron-833203-3-hyperv neutron-server[87958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 13:03:08.524885 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 844d872f-46fc-455c-b3d5-ae2d72483711 no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:08.549158 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-588401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989398'] for network, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.560560 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 844d872f-46fc-455c-b3d5-ae2d72483711 {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:08.560936 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 844d872f-46fc-455c-b3d5-ae2d72483711 not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:08.561320 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5f452dc5-54e4-4ad3-baa5-cded37169a2a no longer exists at agent ovs-agent-dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 13:03:08.575326 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Notify callbacks [] for network, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.592460 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d39e3a34-601f-4b06-8550-0f66f986582a,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:08.595262 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] No Port match for: 5f452dc5-54e4-4ad3-baa5-cded37169a2a {{(pid=87959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 13:03:08.595634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.rpc [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Device 5f452dc5-54e4-4ad3-baa5-cded37169a2a not bound to the agent host dv-neutron-833203-3-hyperv {{(pid=87959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 13:03:08.606339 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-dd1ce4b8-7671-4f9f-9a77-d1e583c160cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/d39e3a34-601f-4b06-8550-0f66f986582a HTTP/1.1" status: 204 len: 168 time: 1.3706467 Apr 05 13:03:08.731734 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Deleting port 5f452dc5-54e4-4ad3-baa5-cded37169a2a {{(pid=87959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 13:03:08.732608 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787965147908'] for port, before_delete {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.764260 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36626) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:08.805150 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron.plugins.ml2.plugin [None req-0f60cd39-4904-43e1-a354-8867f977052a None None] The port '5f452dc5-54e4-4ad3-baa5-cded37169a2a' was deleted {{(pid=87959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 13:03:08.825673 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-6e3db89d-c7f9-4061-89fe-ed678d3e13c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=597a749d0c7b4bcf8fcc362f5c88f709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598152 Apr 05 13:03:08.829525 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36630) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:08.893252 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.925614 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.981455 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:08.996266 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c10697-e8be-4072-9be9-8c26ccc1398d,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:09.002469 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:09.005000 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-1e4fc86c-b8af-43ad-b4ef-fd3f589d359d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3c10697-e8be-4072-9be9-8c26ccc1398d HTTP/1.1" status: 204 len: 168 time: 0.1728714 Apr 05 13:03:09.397579 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36638) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:09.448887 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-216a214e-9a81-4978-9ec5-90317d8b7faf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4433396ffbd14bb3ab4f1f36216c378c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494735 Apr 05 13:03:09.451586 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.wsgi [-] (87958) accepted ('10.222.0.50', 36642) {{(pid=87958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 13:03:09.512107 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:09.545094 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:09.623431 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963383'] for security_group, after_delete {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:09.639138 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc5e02a-efff-43e5-8547-b464eb58ad42,revision_number=None']} {{(pid=87958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 13:03:09.651710 dv-neutron-833203-3-hyperv neutron-server[87958]: DEBUG neutron_lib.callbacks.manager [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:09.653153 dv-neutron-833203-3-hyperv neutron-server[87958]: INFO neutron.wsgi [None req-46a5a1cb-1f94-4f4f-8a4f-26196aff29d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fc5e02a-efff-43e5-8547-b464eb58ad42 HTTP/1.1" status: 204 len: 168 time: 0.2003560 Apr 05 13:03:13.285651 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:03:23.355198 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-82e37b33-bead-4e52-9327-47b00f9ceffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:24.988282 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:25.402802 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f6fc120b-1de2-4b25-a240-7eacd1f867f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:26.591924 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:26.707435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:27.936322 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:50.284485 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:03:53.349406 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6c13802c-f34e-4c96-a626-c70f735631e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:55.002355 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:55.414794 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa294-c9f7-4d2f-80c2-77fd1545d289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:56.585781 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:56.719866 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:03:57.937127 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:23.353535 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-05b98cf9-8e84-44c8-9236-4841596011f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:25.010558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:25.411520 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-cd7f4f42-3417-430b-b3fc-d5bd6a1807b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:26.592044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:26.719752 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:27.283501 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:04:27.938272 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:53.363550 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-44f004c4-08e7-4e27-8da9-76e0ff566ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:55.016121 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:55.412337 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e92e-dea9-4c9e-85c3-fce807076646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:56.586083 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:56.719707 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:04:57.941297 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:04.282468 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:05:23.358304 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-bef154dd-2b84-4f3e-a578-c0065ce5f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:25.035751 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:25.404709 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-817cabd8-fc3e-4128-939c-ba966d5e76d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:26.591558 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:26.734249 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:27.948539 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:41.280599 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:05:53.363992 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-defb8cfb-1a76-4389-9c0c-1617eda3f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:55.059132 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:55.407290 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7feb33eb-201c-4857-b5e1-d79c64bdcc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:56.598591 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:56.729435 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:05:57.956499 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:18.280071 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:06:23.358469 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6b268084-c7e1-4a59-830e-13d22c204a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:25.044044 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:25.410333 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-9b290fa1-9d1a-41f5-bcba-556b74816495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:26.592212 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:26.728799 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:27.950197 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:53.363079 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-1a3db18c-33fe-48d2-98a3-b7bee89877c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:55.049131 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:55.278603 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:06:55.414761 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d79e2b19-18b0-4d31-a783-cc03ee5420ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:56.593851 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:56.733806 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:06:57.953361 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:23.369332 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-02b2789d-b1f0-477a-9e42-64d1e2d2e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:25.063326 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:25.417296 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-6452e7e1-7992-476f-915d-157157da1f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:26.596510 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:26.740473 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:27.955196 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:32.277640 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:07:53.376251 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d04fe2f9-4358-42cd-9f09-eabf952b2a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:55.063283 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:55.420664 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-7d64152e-f4c3-4498-b27b-079a7ec65186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:56.602850 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:56.739634 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:07:57.961155 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:09.277508 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 13:08:23.370419 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-95b1be86-e908-4a63-951b-319c184ee7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:25.077389 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-b3b5f13a-3b8b-4d14-ba1e-1991acda4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:25.430995 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-d4cc14b6-ba44-4966-926d-571a84a85f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:26.608543 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-128ff830-3a50-451e-9a31-c93add6b43bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:26.745088 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-47f892bb-6fe2-4d30-bd1d-c2f5b307fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:27.962276 dv-neutron-833203-3-hyperv neutron-server[87959]: DEBUG neutron_lib.callbacks.manager [None req-f647d905-e497-4b2b-9d21-6b863de7f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787965323340', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2062232'] for agent, after_update {{(pid=87959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 13:08:46.279083 dv-neutron-833203-3-hyperv neutron-server[87960]: DEBUG neutron.db.agents_db [None req-ffc6159a-2a6f-46b7-aa09-44566a0cbdf0 None None] Agent healthcheck: found 6 active agents {{(pid=87960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}